-- Logs begin at Fri 2022-06-24 14:18:12 UTC, end at Fri 2022-06-24 15:42:17 UTC. -- Jun 24 15:10:03.758451 dv-cinder-835384-11-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jun 24 15:10:06.454051 dv-cinder-835384-11-iscsi neutron-server[104402]: INFO neutron.common.config [-] Logging enabled! Jun 24 15:10:06.454669 dv-cinder-835384-11-iscsi neutron-server[104402]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev372 Jun 24 15:10:06.454829 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=104402) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Jun 24 15:10:06.458145 dv-cinder-835384-11-iscsi neutron-server[104402]: INFO neutron.common.config [-] Logging enabled! Jun 24 15:10:06.458400 dv-cinder-835384-11-iscsi neutron-server[104402]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev372 Jun 24 15:10:06.458715 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=104402) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Jun 24 15:10:06.459692 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 24 15:10:06.459926 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 24 15:10:06.460288 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 24 15:10:06.460534 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 24 15:10:06.460758 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 24 15:10:06.461170 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 15:10:06.461471 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 15:10:06.461703 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 15:10:06.462003 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 15:10:06.462294 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 15:10:06.462578 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 15:10:06.462867 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 15:10:06.463165 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 15:10:06.464188 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 15:10:06.464489 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 15:10:06.464771 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 15:10:06.465004 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 15:10:06.465288 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.common.config [-] config_source = [] {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 15:10:06.465579 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 15:10:06.465870 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 15:10:06.466094 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.common.config [-] debug = True {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 15:10:06.466376 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 15:10:06.466811 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 15:10:06.467240 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 15:10:06.467527 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 15:10:06.467820 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 15:10:06.468101 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 15:10:06.468383 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 15:10:06.468651 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 15:10:06.468934 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 15:10:06.469268 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.common.config [-] host = dv-cinder-835384-11-iscsi {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 15:10:06.469547 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 15:10:06.469835 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 15:10:06.470122 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 15:10:06.470408 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 15:10:06.470683 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 15:10:06.470959 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 15:10:06.471331 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 15:10:06.471609 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.common.config [-] log_dir = None {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 15:10:06.471883 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.common.config [-] log_file = None {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 15:10:06.472158 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 15:10:06.472446 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 15:10:06.472738 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 15:10:06.473027 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 15:10:06.473251 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 15:10:06.473473 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 15:10:06.473757 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 15:10:06.474055 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 15:10:06.474330 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 15:10:06.474601 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 15:10:06.474874 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 15:10:06.475149 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 15:10:06.475446 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 15:10:06.475713 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 15:10:06.475996 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 15:10:06.476280 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 15:10:06.476563 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 15:10:06.476836 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 15:10:06.477108 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 15:10:06.477380 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 15:10:06.477650 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 15:10:06.477933 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 15:10:06.478205 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 15:10:06.478476 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 15:10:06.478747 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 15:10:06.479633 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 15:10:06.479909 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 15:10:06.480184 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 15:10:06.480485 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 15:10:06.480771 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 15:10:06.481054 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 15:10:06.481342 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 15:10:06.481616 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 15:10:06.481900 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 15:10:06.482174 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 15:10:06.482447 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.common.config [-] use_journal = False {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 15:10:06.482727 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.common.config [-] use_json = False {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 15:10:06.483000 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 15:10:06.483302 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 15:10:06.483588 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 15:10:06.483863 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 15:10:06.484136 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 15:10:06.484408 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 15:10:06.484680 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 15:10:06.484964 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 15:10:06.485237 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 15:10:06.485536 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:06.485832 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:06.486132 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:06.486415 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:06.486726 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:06.487005 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:06.487329 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:06.487611 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:06.487897 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:06.488187 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:06.488474 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:06.488750 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:06.489048 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:06.489334 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:06.489627 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:06.489930 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:06.490223 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:06.490513 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:06.490788 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:06.491060 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:06.491361 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:06.491640 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:06.491926 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:06.492204 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:06.492490 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:06.492783 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:06.493059 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:06.493355 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:06.493641 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:06.493926 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:06.494220 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:06.494561 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:06.494865 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:06.495240 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:06.495537 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:06.495818 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:06.496092 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:06.496380 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:06.496660 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:06.496932 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:06.497214 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:06.497505 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:06.497795 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:06.498068 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:06.498346 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:06.498634 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:06.498912 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:06.499202 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:06.499475 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:06.499753 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:06.500026 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:06.500311 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:06.500592 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:06.500865 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:06.501137 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:06.501415 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:06.501689 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:06.501961 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:06.502238 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:06.502508 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:06.502792 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:06.503064 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:06.503364 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:06.503639 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:06.503912 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:06.504184 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:06.504456 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:06.504727 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:06.505002 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:06.505273 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:06.505546 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:06.505816 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:06.506088 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:06.506360 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:06.506660 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:06.506936 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:06.507244 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:06.507526 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:06.507806 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:06.508088 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:06.508366 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:06.508645 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:06.508922 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:06.509193 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:06.509485 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:06.509772 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:06.510058 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:06.510414 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:06.510822 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:06.511142 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:06.511446 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:06.511728 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:06.512013 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:06.512292 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:06.512570 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:06.512861 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:06.513145 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:06.513443 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:06.513739 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:06.514020 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:06.514315 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:06.514609 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:06.514904 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:06.515202 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:06.515512 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:06.515795 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:06.516011 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 24 15:10:06.516249 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=104402) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 24 15:10:06.814943 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=104402) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jun 24 15:10:06.815138 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=104402) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jun 24 15:10:06.815453 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=104402) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jun 24 15:10:06.815787 dv-cinder-835384-11-iscsi neutron-server[104402]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 24 15:10:07.225052 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 15:10:07.225361 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 15:10:07.225627 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 15:10:07.226897 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 15:10:07.227212 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 15:10:07.227459 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 15:10:07.280406 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 15:10:07.280677 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 15:10:07.280945 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 15:10:07.296047 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 15:10:07.296327 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 15:10:07.296596 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 15:10:07.326416 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 15:10:07.326690 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 15:10:07.326953 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 15:10:07.362928 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 15:10:07.363152 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 15:10:07.363443 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 15:10:07.593951 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=104402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 15:10:07.594579 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=104402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 15:10:07.594579 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=104402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 15:10:07.594772 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=104402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 15:10:07.595432 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=104402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 15:10:07.694389 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=104402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 15:10:07.694710 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=104402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 15:10:07.694991 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=104402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 15:10:07.695286 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=104402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 15:10:07.695553 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=104402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 15:10:07.695862 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=104402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 15:10:07.696122 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=104402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 15:10:07.696379 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=104402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 15:10:07.696638 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=104402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 15:10:07.696915 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=104402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 15:10:07.697173 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=104402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 15:10:07.697437 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=104402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 15:10:07.697735 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=104402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 15:10:07.697992 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=104402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 15:10:07.698304 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=104402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 15:10:07.698580 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 15:10:07.698834 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=104402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 15:10:07.699099 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=104402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 15:10:07.699391 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=104402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 15:10:07.699650 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=104402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 15:10:07.699921 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 15:10:07.700170 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 15:10:07.700448 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 15:10:07.700819 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 15:10:07.701065 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 15:10:07.701309 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 15:10:07.701705 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=104402) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 24 15:10:07.701944 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=104402) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 24 15:10:07.702179 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=104402) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 24 15:10:07.702413 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=104402) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 24 15:10:07.702646 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=104402) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 24 15:10:07.702879 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=104402) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 24 15:10:07.703272 dv-cinder-835384-11-iscsi neutron-server[104402]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 24 15:10:07.706328 dv-cinder-835384-11-iscsi neutron-server[104402]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 24 15:10:07.710238 dv-cinder-835384-11-iscsi neutron-server[104402]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 24 15:10:07.714622 dv-cinder-835384-11-iscsi neutron-server[104402]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(750, 799)])]) Jun 24 15:10:07.716259 dv-cinder-835384-11-iscsi neutron-server[104402]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 24 15:10:07.716864 dv-cinder-835384-11-iscsi neutron-server[104402]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 24 15:10:07.717205 dv-cinder-835384-11-iscsi neutron-server[104402]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 24 15:10:07.717589 dv-cinder-835384-11-iscsi neutron-server[104402]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 24 15:10:07.720370 dv-cinder-835384-11-iscsi neutron-server[104402]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 24 15:10:07.720622 dv-cinder-835384-11-iscsi neutron-server[104402]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 24 15:10:07.720967 dv-cinder-835384-11-iscsi neutron-server[104402]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 24 15:10:07.726021 dv-cinder-835384-11-iscsi neutron-server[104402]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jun 24 15:10:07.749539 dv-cinder-835384-11-iscsi neutron-server[104402]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 24 15:10:07.749990 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=104402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 15:10:07.750284 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=104402) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Jun 24 15:10:07.750653 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=104402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 15:10:07.752022 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=104402) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 24 15:10:07.752304 dv-cinder-835384-11-iscsi neutron-server[104402]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 24 15:10:07.752550 dv-cinder-835384-11-iscsi neutron-server[104402]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 24 15:10:07.755841 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=104402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 15:10:07.756122 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=104402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 15:10:07.902068 dv-cinder-835384-11-iscsi neutron-server[104402]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 24 15:10:07.902295 dv-cinder-835384-11-iscsi neutron-server[104402]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 24 15:10:07.902528 dv-cinder-835384-11-iscsi neutron-server[104402]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 24 15:10:07.902919 dv-cinder-835384-11-iscsi neutron-server[104402]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 24 15:10:07.956802 dv-cinder-835384-11-iscsi neutron-server[104402]: INFO dbcounter [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Registered counter for database neutron Jun 24 15:10:07.975443 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_db.sqlalchemy.engines [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=104402) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jun 24 15:10:07.981414 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG dbcounter [-] [104402] Writer thread running {{(pid=104402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jun 24 15:10:08.718220 dv-cinder-835384-11-iscsi neutron-server[104402]: INFO neutron.plugins.ml2.managers [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Initializing driver for type 'gre' Jun 24 15:10:08.718851 dv-cinder-835384-11-iscsi neutron-server[104402]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] gre ID ranges: [(1, 1000)] Jun 24 15:10:08.918607 dv-cinder-835384-11-iscsi neutron-server[104402]: INFO neutron.plugins.ml2.managers [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Initializing driver for type 'local' Jun 24 15:10:08.918943 dv-cinder-835384-11-iscsi neutron-server[104402]: INFO neutron.plugins.ml2.managers [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Initializing driver for type 'vlan' Jun 24 15:10:08.992361 dv-cinder-835384-11-iscsi neutron-server[104402]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] VlanTypeDriver initialization complete Jun 24 15:10:08.992633 dv-cinder-835384-11-iscsi neutron-server[104402]: INFO neutron.plugins.ml2.managers [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Initializing driver for type 'vxlan' Jun 24 15:10:08.993136 dv-cinder-835384-11-iscsi neutron-server[104402]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] vxlan ID ranges: [(1, 1000)] Jun 24 15:10:09.198160 dv-cinder-835384-11-iscsi neutron-server[104402]: INFO neutron.plugins.ml2.managers [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Initializing extension driver 'port_security' Jun 24 15:10:09.198494 dv-cinder-835384-11-iscsi neutron-server[104402]: INFO neutron.plugins.ml2.extensions.port_security [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] PortSecurityExtensionDriver initialization complete Jun 24 15:10:09.198828 dv-cinder-835384-11-iscsi neutron-server[104402]: INFO neutron.plugins.ml2.managers [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Initializing mechanism driver 'openvswitch' Jun 24 15:10:09.199151 dv-cinder-835384-11-iscsi neutron-server[104402]: INFO neutron.plugins.ml2.managers [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Initializing mechanism driver 'hyperv' Jun 24 15:10:09.206513 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.plugins.ml2.plugin [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=104402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 15:10:09.207217 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron_lib.callbacks.manager [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Subscribe: > port after_create 55550000 {{(pid=104402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 15:10:09.207593 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron_lib.callbacks.manager [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Subscribe: > port after_update 55550000 {{(pid=104402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 15:10:09.207942 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron_lib.callbacks.manager [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Subscribe: > port after_delete 55550000 {{(pid=104402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 15:10:09.208454 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=104402) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 24 15:10:09.208945 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron_lib.callbacks.manager [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Subscribe: > subnet after_create 55550000 {{(pid=104402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 15:10:09.209297 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron_lib.callbacks.manager [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Subscribe: > subnet after_update 55550000 {{(pid=104402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 15:10:09.209644 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron_lib.callbacks.manager [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Subscribe: > subnet after_delete 55550000 {{(pid=104402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 15:10:09.210040 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=104402) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 24 15:10:09.210449 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron_lib.callbacks.manager [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Subscribe: > network after_create 55550000 {{(pid=104402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 15:10:09.210798 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron_lib.callbacks.manager [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Subscribe: > network after_update 55550000 {{(pid=104402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 15:10:09.211142 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron_lib.callbacks.manager [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Subscribe: > network after_delete 55550000 {{(pid=104402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 15:10:09.213897 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=104402) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 24 15:10:09.213897 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron_lib.callbacks.manager [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Subscribe: > security_group after_create 55550000 {{(pid=104402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 15:10:09.213897 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron_lib.callbacks.manager [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Subscribe: > security_group after_update 55550000 {{(pid=104402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 15:10:09.213897 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron_lib.callbacks.manager [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Subscribe: > security_group after_delete 55550000 {{(pid=104402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 15:10:09.213897 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=104402) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 24 15:10:09.214373 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron_lib.callbacks.manager [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=104402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 15:10:09.214373 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron_lib.callbacks.manager [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=104402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 15:10:09.214373 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron_lib.callbacks.manager [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=104402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 15:10:09.214627 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=104402) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 24 15:10:09.215009 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron_lib.callbacks.manager [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Subscribe: > address_group after_create 55550000 {{(pid=104402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 15:10:09.215383 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron_lib.callbacks.manager [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Subscribe: > address_group after_update 55550000 {{(pid=104402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 15:10:09.215736 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron_lib.callbacks.manager [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Subscribe: > address_group after_delete 55550000 {{(pid=104402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 15:10:09.216111 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=104402) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 24 15:10:09.216551 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] ML2 OVO RPC backend initialized. {{(pid=104402) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Jun 24 15:10:09.217260 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron_lib.callbacks.manager [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Subscribe: > router_interface after_create 55550000 {{(pid=104402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 15:10:09.217615 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron_lib.callbacks.manager [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=104402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 15:10:09.218034 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron_lib.callbacks.manager [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Subscribe: > network before_response 55550000 {{(pid=104402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 15:10:09.218383 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron_lib.callbacks.manager [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Subscribe: > networks before_response 55550000 {{(pid=104402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 15:10:09.218728 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron_lib.callbacks.manager [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Subscribe: > port before_response 55550000 {{(pid=104402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 15:10:09.219069 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron_lib.callbacks.manager [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Subscribe: > ports before_response 55550000 {{(pid=104402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 15:10:09.219442 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron_lib.callbacks.manager [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Subscribe: > subnet before_response 55550000 {{(pid=104402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 15:10:09.219825 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron_lib.callbacks.manager [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Subscribe: > subnets before_response 55550000 {{(pid=104402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 15:10:09.220168 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron_lib.callbacks.manager [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Subscribe: > network after_create 55550000 {{(pid=104402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 15:10:09.220509 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron_lib.callbacks.manager [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Subscribe: > network after_update 55550000 {{(pid=104402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 15:10:09.220846 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron_lib.callbacks.manager [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Subscribe: > network after_delete 55550000 {{(pid=104402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 15:10:09.221183 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron_lib.callbacks.manager [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Subscribe: > port after_create 55550000 {{(pid=104402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 15:10:09.221524 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron_lib.callbacks.manager [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Subscribe: > port after_update 55550000 {{(pid=104402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 15:10:09.221863 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron_lib.callbacks.manager [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Subscribe: > port after_delete 55550000 {{(pid=104402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 15:10:09.222202 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron_lib.callbacks.manager [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Subscribe: > subnet after_create 55550000 {{(pid=104402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 15:10:09.222538 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron_lib.callbacks.manager [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Subscribe: > subnet after_update 55550000 {{(pid=104402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 15:10:09.222872 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron_lib.callbacks.manager [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Subscribe: > subnet after_delete 55550000 {{(pid=104402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 15:10:09.230600 dv-cinder-835384-11-iscsi neutron-server[104402]: INFO neutron.quota [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Loaded quota_driver: . Jun 24 15:10:09.230960 dv-cinder-835384-11-iscsi neutron-server[104402]: INFO neutron.plugins.ml2.plugin [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Modular L2 Plugin initialization complete Jun 24 15:10:09.231446 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.manager [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Loading services supported by the core plugin {{(pid=104402) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 24 15:10:09.231816 dv-cinder-835384-11-iscsi neutron-server[104402]: INFO neutron.plugins.ml2.managers [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Got port-security extension from driver 'port_security' Jun 24 15:10:09.232302 dv-cinder-835384-11-iscsi neutron-server[104402]: INFO neutron.extensions.vlantransparent [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Disabled vlantransparent extension. Jun 24 15:10:09.232806 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.manager [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=104402) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 24 15:10:09.233131 dv-cinder-835384-11-iscsi neutron-server[104402]: INFO neutron.manager [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Loading Plugin: router Jun 24 15:10:09.269572 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron_lib.callbacks.manager [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Subscribe: > router_interface before_create 55550000 {{(pid=104402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 15:10:09.269909 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron_lib.callbacks.manager [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Subscribe: > router after_create 55549900 {{(pid=104402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 15:10:09.270278 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron_lib.callbacks.manager [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Subscribe: > router before_create 55549900 {{(pid=104402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 15:10:09.270643 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron_lib.callbacks.manager [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=104402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 15:10:09.271018 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron_lib.callbacks.manager [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=104402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 15:10:09.271404 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron_lib.callbacks.manager [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Subscribe: > router after_delete 55549900 {{(pid=104402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 15:10:09.271764 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron_lib.callbacks.manager [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Subscribe: > floatingip after_create 55550000 {{(pid=104402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 15:10:09.272114 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron_lib.callbacks.manager [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Subscribe: > floatingip after_update 55550000 {{(pid=104402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 15:10:09.272470 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron_lib.callbacks.manager [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Subscribe: > router after_create 55549900 {{(pid=104402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 15:10:09.272815 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron_lib.callbacks.manager [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Subscribe: > router after_update 55549900 {{(pid=104402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 15:10:09.273162 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron_lib.callbacks.manager [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Subscribe: > router after_update 55549900 {{(pid=104402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 15:10:09.273510 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron_lib.callbacks.manager [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=104402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 15:10:09.273870 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron_lib.callbacks.manager [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Subscribe: > router after_update 55549900 {{(pid=104402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 15:10:09.274277 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron_lib.callbacks.manager [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Subscribe: > router precommit_update 55549900 {{(pid=104402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 15:10:09.274642 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron_lib.callbacks.manager [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Subscribe: port after_update 55550000 {{(pid=104402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 15:10:09.274981 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron_lib.callbacks.manager [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Subscribe: port after_delete 55550000 {{(pid=104402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 15:10:09.275351 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron_lib.callbacks.manager [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Subscribe: subnet after_update 55550000 {{(pid=104402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 15:10:09.275696 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron_lib.callbacks.manager [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=104402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 15:10:09.276202 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron_lib.callbacks.manager [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Subscribe: > port precommit_delete 55550000 {{(pid=104402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 15:10:09.276553 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron_lib.callbacks.manager [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Subscribe: > router precommit_create 55549900 {{(pid=104402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 15:10:09.276899 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron_lib.callbacks.manager [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Subscribe: port before_delete 55550000 {{(pid=104402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 15:10:09.277246 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron_lib.callbacks.manager [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Subscribe: > router precommit_create 55550000 {{(pid=104402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 15:10:09.277603 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron_lib.callbacks.manager [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Subscribe: > router after_update 55549900 {{(pid=104402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 15:10:09.277946 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron_lib.callbacks.manager [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Subscribe: > router precommit_delete 55549900 {{(pid=104402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 15:10:09.278297 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron_lib.callbacks.manager [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Subscribe: > router precommit_create 55549900 {{(pid=104402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 15:10:09.278657 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron_lib.callbacks.manager [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Subscribe: > router_interface after_create 55550000 {{(pid=104402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 15:10:09.279001 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron_lib.callbacks.manager [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Subscribe: > router precommit_update 55549900 {{(pid=104402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 15:10:09.279392 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron_lib.callbacks.manager [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Subscribe: > agent after_create 55550000 {{(pid=104402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 15:10:09.279745 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron_lib.callbacks.manager [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Subscribe: > agent after_delete 55550000 {{(pid=104402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 15:10:09.280091 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron_lib.callbacks.manager [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Subscribe: > network after_delete 55550000 {{(pid=104402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 15:10:09.280935 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.quota.resource_registry [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Tracking information for resource: router configured {{(pid=104402) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 24 15:10:09.281265 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.quota.resource_registry [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Tracking information for resource: floatingip configured {{(pid=104402) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 24 15:10:09.286083 dv-cinder-835384-11-iscsi neutron-server[104402]: INFO neutron.db.l3_agentschedulers_db [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 24 15:10:09.286668 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron_lib.callbacks.manager [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Subscribe: port after_update 55550000 {{(pid=104402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 15:10:09.287032 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron_lib.callbacks.manager [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Subscribe: port after_create 55550000 {{(pid=104402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 15:10:09.287408 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron_lib.callbacks.manager [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Subscribe: port after_delete 55550000 {{(pid=104402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 15:10:09.287761 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron_lib.callbacks.manager [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Subscribe: port after_update 55550000 {{(pid=104402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 15:10:09.288551 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron_lib.callbacks.manager [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Subscribe: > router before_create 55550100 {{(pid=104402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 15:10:09.288919 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron_lib.callbacks.manager [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Subscribe: > router precommit_delete 55550100 {{(pid=104402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 15:10:09.289278 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron_lib.callbacks.manager [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Subscribe: > router precommit_create 55550100 {{(pid=104402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 15:10:09.289633 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron_lib.callbacks.manager [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Subscribe: > router precommit_update 55550100 {{(pid=104402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 15:10:09.294797 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.services.provider_configuration [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Service providers = [] {{(pid=104402) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 24 15:10:09.295162 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.db.servicetype_db [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=104402) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 24 15:10:09.298262 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.services.service_base [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=104402) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 24 15:10:09.298615 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.services.service_base [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=104402) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 24 15:10:09.298960 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.services.service_base [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=104402) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 24 15:10:09.299865 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.services.service_base [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=104402) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 24 15:10:09.300237 dv-cinder-835384-11-iscsi neutron-server[104402]: INFO neutron.services.service_base [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 24 15:10:09.300610 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.manager [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=104402) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 24 15:10:09.300927 dv-cinder-835384-11-iscsi neutron-server[104402]: INFO neutron.manager [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 24 15:10:09.311763 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.manager [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=104402) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 24 15:10:09.312097 dv-cinder-835384-11-iscsi neutron-server[104402]: INFO neutron.manager [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Loading Plugin: auto_allocate Jun 24 15:10:09.317611 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron_lib.callbacks.manager [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Subscribe: network precommit_update 55550000 {{(pid=104402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 15:10:09.317983 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron_lib.callbacks.manager [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Subscribe: network precommit_create 55550000 {{(pid=104402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 15:10:09.318507 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.manager [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=104402) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 24 15:10:09.318826 dv-cinder-835384-11-iscsi neutron-server[104402]: INFO neutron.manager [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Loading Plugin: tag Jun 24 15:10:09.326179 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.manager [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=104402) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 24 15:10:09.326508 dv-cinder-835384-11-iscsi neutron-server[104402]: INFO neutron.manager [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Loading Plugin: timestamp Jun 24 15:10:09.330305 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.manager [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=104402) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 24 15:10:09.330635 dv-cinder-835384-11-iscsi neutron-server[104402]: INFO neutron.manager [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Loading Plugin: network_ip_availability Jun 24 15:10:09.336100 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron_lib.callbacks.manager [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=104402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 15:10:09.336470 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron_lib.callbacks.manager [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=104402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 15:10:09.336826 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron_lib.callbacks.manager [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 15:10:09.337538 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.manager [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=104402) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 24 15:10:09.337857 dv-cinder-835384-11-iscsi neutron-server[104402]: INFO neutron.manager [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Loading Plugin: flavors Jun 24 15:10:09.343548 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.manager [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=104402) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 24 15:10:09.343882 dv-cinder-835384-11-iscsi neutron-server[104402]: INFO neutron.manager [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Loading Plugin: revisions Jun 24 15:10:09.348125 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.manager [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=104402) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 24 15:10:09.348518 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_concurrency.lockutils [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.533s {{(pid=104402) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jun 24 15:10:09.349254 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=104402) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Jun 24 15:10:09.349590 dv-cinder-835384-11-iscsi neutron-server[104402]: INFO neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Initializing extension manager. Jun 24 15:10:09.350141 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Loading extension file: __init__.py {{(pid=104402) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 15:10:09.350483 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Loading extension file: __pycache__ {{(pid=104402) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 15:10:09.350816 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Loading extension file: address_group.py {{(pid=104402) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 15:10:09.351605 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=104402) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 15:10:09.352256 dv-cinder-835384-11-iscsi neutron-server[104402]: INFO neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Loaded extension: address-group Jun 24 15:10:09.352590 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Loading extension file: address_scope.py {{(pid=104402) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 15:10:09.353304 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=104402) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 15:10:09.353819 dv-cinder-835384-11-iscsi neutron-server[104402]: INFO neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Loaded extension: address-scope Jun 24 15:10:09.354167 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Loading extension file: admin_state_down_before_update.py {{(pid=104402) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 15:10:09.355098 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=104402) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 15:10:09.355643 dv-cinder-835384-11-iscsi neutron-server[104402]: INFO neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Loaded extension: router-admin-state-down-before-update Jun 24 15:10:09.355967 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Loading extension file: agent.py {{(pid=104402) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 15:10:09.356669 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=104402) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 15:10:09.357180 dv-cinder-835384-11-iscsi neutron-server[104402]: INFO neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Loaded extension: agent Jun 24 15:10:09.357504 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Loading extension file: agent_resources_synced.py {{(pid=104402) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 15:10:09.358409 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=104402) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 15:10:09.358921 dv-cinder-835384-11-iscsi neutron-server[104402]: INFO neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Loaded extension: agent-resources-synced Jun 24 15:10:09.359270 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Loading extension file: allowedaddresspairs.py {{(pid=104402) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 15:10:09.361059 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=104402) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 15:10:09.361585 dv-cinder-835384-11-iscsi neutron-server[104402]: INFO neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Loaded extension: allowed-address-pairs Jun 24 15:10:09.361916 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Loading extension file: auto_allocated_topology.py {{(pid=104402) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 15:10:09.362989 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=104402) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 15:10:09.363534 dv-cinder-835384-11-iscsi neutron-server[104402]: INFO neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Loaded extension: auto-allocated-topology Jun 24 15:10:09.363860 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Loading extension file: availability_zone.py {{(pid=104402) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 15:10:09.364558 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=104402) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 15:10:09.365065 dv-cinder-835384-11-iscsi neutron-server[104402]: INFO neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Loaded extension: availability_zone Jun 24 15:10:09.365389 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Loading extension file: availability_zone_filter.py {{(pid=104402) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 15:10:09.366308 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=104402) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 15:10:09.366815 dv-cinder-835384-11-iscsi neutron-server[104402]: INFO neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Loaded extension: availability_zone_filter Jun 24 15:10:09.367138 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Loading extension file: data_plane_status.py {{(pid=104402) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 15:10:09.368073 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=104402) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 15:10:09.368577 dv-cinder-835384-11-iscsi neutron-server[104402]: INFO neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Extension data-plane-status not supported by any of loaded plugins Jun 24 15:10:09.368900 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Loading extension file: default_subnetpools.py {{(pid=104402) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 15:10:09.370400 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=104402) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 15:10:09.370906 dv-cinder-835384-11-iscsi neutron-server[104402]: INFO neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Loaded extension: default-subnetpools Jun 24 15:10:09.371262 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Loading extension file: dhcpagentscheduler.py {{(pid=104402) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 15:10:09.372068 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=104402) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 15:10:09.372574 dv-cinder-835384-11-iscsi neutron-server[104402]: INFO neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Loaded extension: dhcp_agent_scheduler Jun 24 15:10:09.372898 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Loading extension file: dns.py {{(pid=104402) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 15:10:09.373830 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=104402) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 15:10:09.374338 dv-cinder-835384-11-iscsi neutron-server[104402]: INFO neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Extension dns-integration not supported by any of loaded plugins Jun 24 15:10:09.374663 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Loading extension file: dns_domain_ports.py {{(pid=104402) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 15:10:09.375610 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=104402) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 15:10:09.376116 dv-cinder-835384-11-iscsi neutron-server[104402]: INFO neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 24 15:10:09.376438 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=104402) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 15:10:09.377358 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=104402) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 15:10:09.377863 dv-cinder-835384-11-iscsi neutron-server[104402]: INFO neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jun 24 15:10:09.378185 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Loading extension file: dvr.py {{(pid=104402) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 15:10:09.378853 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=104402) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 15:10:09.379396 dv-cinder-835384-11-iscsi neutron-server[104402]: INFO neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Loaded extension: dvr Jun 24 15:10:09.379719 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Loading extension file: ecmp_routes.py {{(pid=104402) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 15:10:09.380630 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=104402) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 15:10:09.381135 dv-cinder-835384-11-iscsi neutron-server[104402]: INFO neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Extension ecmp_routes not supported by any of loaded plugins Jun 24 15:10:09.381458 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Loading extension file: empty_string_filtering.py {{(pid=104402) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 15:10:09.382362 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=104402) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 15:10:09.382871 dv-cinder-835384-11-iscsi neutron-server[104402]: INFO neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Loaded extension: empty-string-filtering Jun 24 15:10:09.383221 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=104402) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 15:10:09.384418 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=104402) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 15:10:09.384935 dv-cinder-835384-11-iscsi neutron-server[104402]: INFO neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 24 15:10:09.385803 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=104402) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 15:10:09.386705 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=104402) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 15:10:09.387233 dv-cinder-835384-11-iscsi neutron-server[104402]: INFO neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 24 15:10:09.387560 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Loading extension file: external_net.py {{(pid=104402) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 15:10:09.388459 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=104402) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 15:10:09.388966 dv-cinder-835384-11-iscsi neutron-server[104402]: INFO neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Loaded extension: external-net Jun 24 15:10:09.389288 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Loading extension file: extra_dhcp_opt.py {{(pid=104402) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 15:10:09.390195 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=104402) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 15:10:09.390702 dv-cinder-835384-11-iscsi neutron-server[104402]: INFO neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Loaded extension: extra_dhcp_opt Jun 24 15:10:09.391024 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Loading extension file: extraroute.py {{(pid=104402) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 15:10:09.391955 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=104402) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 15:10:09.392611 dv-cinder-835384-11-iscsi neutron-server[104402]: INFO neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Loaded extension: extraroute Jun 24 15:10:09.392938 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Loading extension file: extraroute_atomic.py {{(pid=104402) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 15:10:09.393974 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=104402) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 15:10:09.394484 dv-cinder-835384-11-iscsi neutron-server[104402]: INFO neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Loaded extension: extraroute-atomic Jun 24 15:10:09.394814 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Loading extension file: filter_validation.py {{(pid=104402) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 15:10:09.395517 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=104402) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 15:10:09.396024 dv-cinder-835384-11-iscsi neutron-server[104402]: INFO neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Loaded extension: filter-validation Jun 24 15:10:09.396346 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Loading extension file: fip_pf_description.py {{(pid=104402) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 15:10:09.397258 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=104402) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 15:10:09.397763 dv-cinder-835384-11-iscsi neutron-server[104402]: INFO neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 24 15:10:09.398084 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Loading extension file: fip_pf_port_range.py {{(pid=104402) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 15:10:09.398992 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=104402) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 15:10:09.399530 dv-cinder-835384-11-iscsi neutron-server[104402]: INFO neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Jun 24 15:10:09.399853 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Loading extension file: fip_port_details.py {{(pid=104402) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 15:10:09.400840 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=104402) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 15:10:09.401356 dv-cinder-835384-11-iscsi neutron-server[104402]: INFO neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Loaded extension: fip-port-details Jun 24 15:10:09.401681 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Loading extension file: flavors.py {{(pid=104402) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 15:10:09.402907 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=104402) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 15:10:09.403459 dv-cinder-835384-11-iscsi neutron-server[104402]: INFO neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Loaded extension: flavors Jun 24 15:10:09.403790 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=104402) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 15:10:09.405441 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=104402) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 15:10:09.405965 dv-cinder-835384-11-iscsi neutron-server[104402]: INFO neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 24 15:10:09.406295 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Loading extension file: floatingip_pools.py {{(pid=104402) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 15:10:09.406992 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=104402) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 15:10:09.407536 dv-cinder-835384-11-iscsi neutron-server[104402]: INFO neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Loaded extension: floatingip-pools Jun 24 15:10:09.407866 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Loading extension file: ip_allocation.py {{(pid=104402) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 15:10:09.408786 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=104402) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 15:10:09.409300 dv-cinder-835384-11-iscsi neutron-server[104402]: INFO neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Extension ip_allocation not supported by any of loaded plugins Jun 24 15:10:09.409622 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=104402) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 15:10:09.410537 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=104402) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 15:10:09.411050 dv-cinder-835384-11-iscsi neutron-server[104402]: INFO neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Loaded extension: ip-substring-filtering Jun 24 15:10:09.411402 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Loading extension file: l2_adjacency.py {{(pid=104402) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 15:10:09.412342 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=104402) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 15:10:09.412852 dv-cinder-835384-11-iscsi neutron-server[104402]: INFO neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Extension l2_adjacency not supported by any of loaded plugins Jun 24 15:10:09.413174 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Loading extension file: l3.py {{(pid=104402) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 15:10:09.414134 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=104402) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 15:10:09.414661 dv-cinder-835384-11-iscsi neutron-server[104402]: INFO neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Loaded extension: router Jun 24 15:10:09.414986 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Loading extension file: l3_conntrack_helper.py {{(pid=104402) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 15:10:09.417685 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=104402) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 15:10:09.418223 dv-cinder-835384-11-iscsi neutron-server[104402]: INFO neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 24 15:10:09.418555 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=104402) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 15:10:09.419505 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=104402) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 15:10:09.420027 dv-cinder-835384-11-iscsi neutron-server[104402]: INFO neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Loaded extension: ext-gw-mode Jun 24 15:10:09.420356 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=104402) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 15:10:09.421276 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=104402) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 15:10:09.421791 dv-cinder-835384-11-iscsi neutron-server[104402]: INFO neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Loaded extension: l3-ha Jun 24 15:10:09.422115 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=104402) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 15:10:09.423022 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=104402) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 15:10:09.423566 dv-cinder-835384-11-iscsi neutron-server[104402]: INFO neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Jun 24 15:10:09.423891 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Loading extension file: l3_flavors.py {{(pid=104402) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 15:10:09.424807 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=104402) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 15:10:09.425315 dv-cinder-835384-11-iscsi neutron-server[104402]: INFO neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Loaded extension: l3-flavors Jun 24 15:10:09.425636 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Loading extension file: l3_ndp_proxy.py {{(pid=104402) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 15:10:09.427007 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=104402) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 15:10:09.427560 dv-cinder-835384-11-iscsi neutron-server[104402]: INFO neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Jun 24 15:10:09.427890 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=104402) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 15:10:09.428804 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=104402) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 15:10:09.429322 dv-cinder-835384-11-iscsi neutron-server[104402]: INFO neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Loaded extension: l3-port-ip-change-not-allowed Jun 24 15:10:09.429652 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Loading extension file: l3agentscheduler.py {{(pid=104402) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 15:10:09.430815 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=104402) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 15:10:09.431370 dv-cinder-835384-11-iscsi neutron-server[104402]: INFO neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Loaded extension: l3_agent_scheduler Jun 24 15:10:09.431699 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Loading extension file: local_ip.py {{(pid=104402) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 15:10:09.434072 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=104402) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 15:10:09.434596 dv-cinder-835384-11-iscsi neutron-server[104402]: INFO neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Extension local_ip not supported by any of loaded plugins Jun 24 15:10:09.434926 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Loading extension file: logging.py {{(pid=104402) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 15:10:09.436440 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=104402) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 15:10:09.436968 dv-cinder-835384-11-iscsi neutron-server[104402]: INFO neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Extension logging not supported by any of loaded plugins Jun 24 15:10:09.437297 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Loading extension file: metering.py {{(pid=104402) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 15:10:09.438037 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=104402) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 15:10:09.438615 dv-cinder-835384-11-iscsi neutron-server[104402]: INFO neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Loaded extension: metering Jun 24 15:10:09.438940 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=104402) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 15:10:09.440051 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=104402) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 15:10:09.440568 dv-cinder-835384-11-iscsi neutron-server[104402]: INFO neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Loaded extension: metering_source_and_destination_fields Jun 24 15:10:09.440892 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Loading extension file: multiprovidernet.py {{(pid=104402) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 15:10:09.441817 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=104402) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 15:10:09.442325 dv-cinder-835384-11-iscsi neutron-server[104402]: INFO neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Loaded extension: multi-provider Jun 24 15:10:09.442649 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Loading extension file: netmtu.py {{(pid=104402) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 15:10:09.443594 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=104402) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 15:10:09.444105 dv-cinder-835384-11-iscsi neutron-server[104402]: INFO neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Loaded extension: net-mtu Jun 24 15:10:09.444426 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Loading extension file: netmtu_writable.py {{(pid=104402) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 15:10:09.445340 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=104402) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 15:10:09.445848 dv-cinder-835384-11-iscsi neutron-server[104402]: INFO neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Loaded extension: net-mtu-writable Jun 24 15:10:09.446169 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Loading extension file: network_availability_zone.py {{(pid=104402) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 15:10:09.446835 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=104402) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 15:10:09.447373 dv-cinder-835384-11-iscsi neutron-server[104402]: INFO neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Loaded extension: network_availability_zone Jun 24 15:10:09.448364 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Loading extension file: network_ip_availability.py {{(pid=104402) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 15:10:09.449479 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=104402) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 15:10:09.449986 dv-cinder-835384-11-iscsi neutron-server[104402]: INFO neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Loaded extension: network-ip-availability Jun 24 15:10:09.450311 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Loading extension file: network_segment_range.py {{(pid=104402) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 15:10:09.451073 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=104402) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 15:10:09.451607 dv-cinder-835384-11-iscsi neutron-server[104402]: INFO neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Extension network-segment-range not supported by any of loaded plugins Jun 24 15:10:09.451928 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Loading extension file: pagination.py {{(pid=104402) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 15:10:09.452900 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=104402) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 15:10:09.453322 dv-cinder-835384-11-iscsi neutron-server[104402]: INFO neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Loaded extension: pagination Jun 24 15:10:09.453651 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Loading extension file: port_device_profile.py {{(pid=104402) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 15:10:09.454566 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=104402) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 15:10:09.455089 dv-cinder-835384-11-iscsi neutron-server[104402]: INFO neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Loaded extension: port-device-profile Jun 24 15:10:09.455434 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Loading extension file: port_mac_address_override.py {{(pid=104402) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 15:10:09.456353 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=104402) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 15:10:09.456861 dv-cinder-835384-11-iscsi neutron-server[104402]: INFO neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Loaded extension: port-mac-override Jun 24 15:10:09.457180 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=104402) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 15:10:09.458097 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=104402) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 15:10:09.458602 dv-cinder-835384-11-iscsi neutron-server[104402]: INFO neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Loaded extension: port-mac-address-regenerate Jun 24 15:10:09.458920 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=104402) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 15:10:09.459843 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=104402) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 15:10:09.460348 dv-cinder-835384-11-iscsi neutron-server[104402]: INFO neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Loaded extension: port-numa-affinity-policy Jun 24 15:10:09.460668 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Loading extension file: port_resource_request.py {{(pid=104402) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 15:10:09.461579 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=104402) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 15:10:09.462081 dv-cinder-835384-11-iscsi neutron-server[104402]: INFO neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Extension port-resource-request not supported by any of loaded plugins Jun 24 15:10:09.462401 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Loading extension file: port_resource_request_groups.py {{(pid=104402) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 15:10:09.463485 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=104402) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 15:10:09.463989 dv-cinder-835384-11-iscsi neutron-server[104402]: INFO neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Extension port-resource-request-groups not supported by any of loaded plugins Jun 24 15:10:09.464306 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Loading extension file: portbindings.py {{(pid=104402) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 15:10:09.465246 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=104402) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 15:10:09.465752 dv-cinder-835384-11-iscsi neutron-server[104402]: INFO neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Loaded extension: binding Jun 24 15:10:09.466074 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Loading extension file: portbindings_extended.py {{(pid=104402) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 15:10:09.467370 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=104402) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 15:10:09.467885 dv-cinder-835384-11-iscsi neutron-server[104402]: INFO neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Loaded extension: binding-extended Jun 24 15:10:09.468209 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Loading extension file: portsecurity.py {{(pid=104402) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 15:10:09.469120 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=104402) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 15:10:09.469628 dv-cinder-835384-11-iscsi neutron-server[104402]: INFO neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Loaded extension: port-security Jun 24 15:10:09.469951 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Loading extension file: project_id.py {{(pid=104402) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 15:10:09.470917 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=104402) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 15:10:09.471295 dv-cinder-835384-11-iscsi neutron-server[104402]: INFO neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Loaded extension: project-id Jun 24 15:10:09.471621 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Loading extension file: providernet.py {{(pid=104402) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 15:10:09.472526 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=104402) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 15:10:09.473038 dv-cinder-835384-11-iscsi neutron-server[104402]: INFO neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Loaded extension: provider Jun 24 15:10:09.473363 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Loading extension file: qos.py {{(pid=104402) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 15:10:09.478384 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=104402) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 15:10:09.478940 dv-cinder-835384-11-iscsi neutron-server[104402]: INFO neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Extension qos not supported by any of loaded plugins Jun 24 15:10:09.479310 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=104402) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 15:10:09.480540 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=104402) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 15:10:09.481055 dv-cinder-835384-11-iscsi neutron-server[104402]: INFO neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 24 15:10:09.481386 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=104402) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 15:10:09.482319 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=104402) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 15:10:09.482825 dv-cinder-835384-11-iscsi neutron-server[104402]: INFO neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 24 15:10:09.483152 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Loading extension file: qos_default.py {{(pid=104402) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 15:10:09.484088 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=104402) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 15:10:09.484604 dv-cinder-835384-11-iscsi neutron-server[104402]: INFO neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Extension qos-default not supported by any of loaded plugins Jun 24 15:10:09.484940 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Loading extension file: qos_fip.py {{(pid=104402) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 15:10:09.485853 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=104402) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 15:10:09.486364 dv-cinder-835384-11-iscsi neutron-server[104402]: INFO neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Extension qos-fip not supported by any of loaded plugins Jun 24 15:10:09.486688 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Loading extension file: qos_fip_network_policy.py {{(pid=104402) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 15:10:09.487623 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=104402) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 15:10:09.488135 dv-cinder-835384-11-iscsi neutron-server[104402]: INFO neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Jun 24 15:10:09.488458 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Loading extension file: qos_gateway_ip.py {{(pid=104402) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 15:10:09.489374 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=104402) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 15:10:09.489882 dv-cinder-835384-11-iscsi neutron-server[104402]: INFO neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 24 15:10:09.490204 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Loading extension file: qos_port_network_policy.py {{(pid=104402) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 15:10:09.491108 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=104402) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 15:10:09.491646 dv-cinder-835384-11-iscsi neutron-server[104402]: INFO neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 24 15:10:09.491971 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=104402) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 15:10:09.493000 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=104402) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 15:10:09.493513 dv-cinder-835384-11-iscsi neutron-server[104402]: INFO neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Extension qos-pps-minimum not supported by any of loaded plugins Jun 24 15:10:09.493843 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=104402) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 15:10:09.495427 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=104402) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 15:10:09.495946 dv-cinder-835384-11-iscsi neutron-server[104402]: INFO neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Jun 24 15:10:09.496273 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Loading extension file: qos_pps_rule.py {{(pid=104402) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 15:10:09.497433 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=104402) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 15:10:09.497952 dv-cinder-835384-11-iscsi neutron-server[104402]: INFO neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Extension qos-pps not supported by any of loaded plugins Jun 24 15:10:09.498279 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Loading extension file: qos_rule_type_details.py {{(pid=104402) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 15:10:09.499201 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=104402) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 15:10:09.499725 dv-cinder-835384-11-iscsi neutron-server[104402]: INFO neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 24 15:10:09.500053 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Loading extension file: qos_rule_type_filter.py {{(pid=104402) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 15:10:09.500963 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=104402) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 15:10:09.501470 dv-cinder-835384-11-iscsi neutron-server[104402]: INFO neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Jun 24 15:10:09.501795 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Loading extension file: qos_rules_alias.py {{(pid=104402) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 15:10:09.502817 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=104402) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 15:10:09.503366 dv-cinder-835384-11-iscsi neutron-server[104402]: INFO neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 24 15:10:09.503693 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Loading extension file: quota_check_limit.py {{(pid=104402) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 15:10:09.504603 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=104402) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 15:10:09.505115 dv-cinder-835384-11-iscsi neutron-server[104402]: INFO neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Loaded extension: quota-check-limit Jun 24 15:10:09.505440 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Loading extension file: quotasv2.py {{(pid=104402) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 15:10:09.506378 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=104402) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 15:10:09.506707 dv-cinder-835384-11-iscsi neutron-server[104402]: INFO neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Loaded extension: quotas Jun 24 15:10:09.507032 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Loading extension file: quotasv2_detail.py {{(pid=104402) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 15:10:09.508735 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=104402) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 15:10:09.509077 dv-cinder-835384-11-iscsi neutron-server[104402]: INFO neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Loaded extension: quota_details Jun 24 15:10:09.509405 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Loading extension file: rbac.py {{(pid=104402) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 15:10:09.511168 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=104402) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 15:10:09.511712 dv-cinder-835384-11-iscsi neutron-server[104402]: INFO neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Loaded extension: rbac-policies Jun 24 15:10:09.512045 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Loading extension file: rbac_address_group.py {{(pid=104402) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 15:10:09.512972 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=104402) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 15:10:09.513483 dv-cinder-835384-11-iscsi neutron-server[104402]: INFO neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Loaded extension: rbac-address-group Jun 24 15:10:09.513808 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Loading extension file: rbac_address_scope.py {{(pid=104402) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 15:10:09.514722 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=104402) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 15:10:09.515268 dv-cinder-835384-11-iscsi neutron-server[104402]: INFO neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Loaded extension: rbac-address-scope Jun 24 15:10:09.515596 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Loading extension file: rbac_security_groups.py {{(pid=104402) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 15:10:09.516582 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=104402) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 15:10:09.517091 dv-cinder-835384-11-iscsi neutron-server[104402]: INFO neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Loaded extension: rbac-security-groups Jun 24 15:10:09.517414 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Loading extension file: rbac_subnetpool.py {{(pid=104402) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 15:10:09.518327 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=104402) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 15:10:09.518834 dv-cinder-835384-11-iscsi neutron-server[104402]: INFO neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Loaded extension: rbac-subnetpool Jun 24 15:10:09.519156 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Loading extension file: revisionifmatch.py {{(pid=104402) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 15:10:09.520150 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=104402) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 15:10:09.520616 dv-cinder-835384-11-iscsi neutron-server[104402]: INFO neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Loaded extension: revision-if-match Jun 24 15:10:09.520942 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Loading extension file: revisions.py {{(pid=104402) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 15:10:09.522052 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=104402) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 15:10:09.522570 dv-cinder-835384-11-iscsi neutron-server[104402]: INFO neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Loaded extension: standard-attr-revisions Jun 24 15:10:09.522895 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Loading extension file: router_availability_zone.py {{(pid=104402) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 15:10:09.523768 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=104402) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 15:10:09.524282 dv-cinder-835384-11-iscsi neutron-server[104402]: INFO neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Loaded extension: router_availability_zone Jun 24 15:10:09.524607 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Loading extension file: routerservicetype.py {{(pid=104402) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 15:10:09.525538 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=104402) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 15:10:09.526096 dv-cinder-835384-11-iscsi neutron-server[104402]: INFO neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Extension router-service-type not supported by any of loaded plugins Jun 24 15:10:09.526419 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=104402) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 15:10:09.527373 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=104402) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 15:10:09.527884 dv-cinder-835384-11-iscsi neutron-server[104402]: INFO neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Loaded extension: security-groups-normalized-cidr Jun 24 15:10:09.528206 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Loading extension file: security_groups_port_filtering.py {{(pid=104402) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 15:10:09.529127 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=104402) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 15:10:09.529633 dv-cinder-835384-11-iscsi neutron-server[104402]: INFO neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Loaded extension: port-security-groups-filtering Jun 24 15:10:09.529955 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=104402) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 15:10:09.530884 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=104402) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 15:10:09.531426 dv-cinder-835384-11-iscsi neutron-server[104402]: INFO neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Loaded extension: security-groups-remote-address-group Jun 24 15:10:09.531750 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=104402) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 15:10:09.532676 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=104402) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 15:10:09.533183 dv-cinder-835384-11-iscsi neutron-server[104402]: INFO neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Loaded extension: security-groups-shared-filtering Jun 24 15:10:09.533513 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Loading extension file: securitygroup.py {{(pid=104402) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 15:10:09.543450 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=104402) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 15:10:09.543983 dv-cinder-835384-11-iscsi neutron-server[104402]: INFO neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Loaded extension: security-group Jun 24 15:10:09.544315 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Loading extension file: segment.py {{(pid=104402) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 15:10:09.545052 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=104402) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 15:10:09.545562 dv-cinder-835384-11-iscsi neutron-server[104402]: INFO neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Extension segment not supported by any of loaded plugins Jun 24 15:10:09.545889 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=104402) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 15:10:09.546837 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=104402) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 15:10:09.547377 dv-cinder-835384-11-iscsi neutron-server[104402]: INFO neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 24 15:10:09.547704 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Loading extension file: servicetype.py {{(pid=104402) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 15:10:09.548799 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=104402) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 15:10:09.549318 dv-cinder-835384-11-iscsi neutron-server[104402]: INFO neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Loaded extension: service-type Jun 24 15:10:09.549646 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Loading extension file: sorting.py {{(pid=104402) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 15:10:09.550615 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=104402) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 15:10:09.550947 dv-cinder-835384-11-iscsi neutron-server[104402]: INFO neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Loaded extension: sorting Jun 24 15:10:09.551301 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Loading extension file: standard_attr_segment.py {{(pid=104402) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 15:10:09.552210 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=104402) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 15:10:09.552721 dv-cinder-835384-11-iscsi neutron-server[104402]: INFO neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 24 15:10:09.553043 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Loading extension file: standardattrdescription.py {{(pid=104402) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 15:10:09.553687 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=104402) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 15:10:09.554273 dv-cinder-835384-11-iscsi neutron-server[104402]: INFO neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Loaded extension: standard-attr-description Jun 24 15:10:09.554605 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Loading extension file: stateful_security_group.py {{(pid=104402) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 15:10:09.555588 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=104402) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 15:10:09.556100 dv-cinder-835384-11-iscsi neutron-server[104402]: INFO neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Loaded extension: stateful-security-group Jun 24 15:10:09.556424 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Loading extension file: stdattrs_common.py {{(pid=104402) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 15:10:09.557515 dv-cinder-835384-11-iscsi neutron-server[104402]: WARNING neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 24 15:10:09.557840 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=104402) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 15:10:09.558775 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=104402) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 15:10:09.559327 dv-cinder-835384-11-iscsi neutron-server[104402]: INFO neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 24 15:10:09.559653 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Loading extension file: subnet_onboard.py {{(pid=104402) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 15:10:09.560714 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=104402) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 15:10:09.561230 dv-cinder-835384-11-iscsi neutron-server[104402]: INFO neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Loaded extension: subnet_onboard Jun 24 15:10:09.561551 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=104402) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 15:10:09.562620 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=104402) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 15:10:09.563134 dv-cinder-835384-11-iscsi neutron-server[104402]: INFO neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 24 15:10:09.563483 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Loading extension file: subnet_service_types.py {{(pid=104402) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 15:10:09.564404 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=104402) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 15:10:09.564915 dv-cinder-835384-11-iscsi neutron-server[104402]: INFO neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Loaded extension: subnet-service-types Jun 24 15:10:09.565235 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Loading extension file: subnetallocation.py {{(pid=104402) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 15:10:09.566323 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=104402) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 15:10:09.566836 dv-cinder-835384-11-iscsi neutron-server[104402]: INFO neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Loaded extension: subnet_allocation Jun 24 15:10:09.567157 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=104402) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 15:10:09.567839 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=104402) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 15:10:09.568343 dv-cinder-835384-11-iscsi neutron-server[104402]: INFO neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Loaded extension: subnetpool-prefix-ops Jun 24 15:10:09.568661 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=104402) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 15:10:09.569587 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=104402) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 15:10:09.570092 dv-cinder-835384-11-iscsi neutron-server[104402]: INFO neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 24 15:10:09.570410 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Loading extension file: tagging.py {{(pid=104402) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 15:10:09.571490 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=104402) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 15:10:09.572005 dv-cinder-835384-11-iscsi neutron-server[104402]: INFO neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Loaded extension: standard-attr-tag Jun 24 15:10:09.572330 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Loading extension file: timestamp.py {{(pid=104402) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 15:10:09.574261 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=104402) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 15:10:09.574773 dv-cinder-835384-11-iscsi neutron-server[104402]: INFO neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Loaded extension: standard-attr-timestamp Jun 24 15:10:09.575100 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Loading extension file: trunk.py {{(pid=104402) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 15:10:09.576148 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=104402) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 15:10:09.576665 dv-cinder-835384-11-iscsi neutron-server[104402]: INFO neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Extension trunk not supported by any of loaded plugins Jun 24 15:10:09.576993 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Loading extension file: trunk_details.py {{(pid=104402) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 15:10:09.577937 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=104402) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 15:10:09.578448 dv-cinder-835384-11-iscsi neutron-server[104402]: INFO neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Extension trunk-details not supported by any of loaded plugins Jun 24 15:10:09.578771 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Loading extension file: uplink_status_propagation.py {{(pid=104402) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 15:10:09.579722 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=104402) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 15:10:09.580232 dv-cinder-835384-11-iscsi neutron-server[104402]: INFO neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 24 15:10:09.580555 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Loading extension file: vlantransparent.py {{(pid=104402) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 15:10:09.581217 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=104402) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 15:10:09.581719 dv-cinder-835384-11-iscsi neutron-server[104402]: INFO neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Extension vlan-transparent not supported by any of loaded plugins Jun 24 15:10:09.584291 dv-cinder-835384-11-iscsi neutron-server[104402]: INFO neutron.quota.resource_registry [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Creating instance of TrackedResource for resource:network Jun 24 15:10:09.584814 dv-cinder-835384-11-iscsi neutron-server[104402]: INFO neutron.quota.resource_registry [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Creating instance of TrackedResource for resource:subnet Jun 24 15:10:09.585215 dv-cinder-835384-11-iscsi neutron-server[104402]: INFO neutron.quota.resource_registry [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Creating instance of TrackedResource for resource:subnetpool Jun 24 15:10:09.585615 dv-cinder-835384-11-iscsi neutron-server[104402]: INFO neutron.quota.resource_registry [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Creating instance of TrackedResource for resource:port Jun 24 15:10:09.586848 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.api.v2.resource_helper [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104402) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 24 15:10:09.587330 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.api.v2.resource_helper [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Service FLAVORS assigned prefix: {{(pid=104402) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 24 15:10:09.587948 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.api.v2.resource_helper [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104402) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 24 15:10:09.588515 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.api.v2.resource_helper [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104402) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 24 15:10:09.588867 dv-cinder-835384-11-iscsi neutron-server[104402]: INFO neutron.quota.resource_registry [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Creating instance of TrackedResource for resource:router Jun 24 15:10:09.589306 dv-cinder-835384-11-iscsi neutron-server[104402]: INFO neutron.quota.resource_registry [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Creating instance of TrackedResource for resource:floatingip Jun 24 15:10:09.589793 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.api.v2.resource_helper [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Service METERING assigned prefix: /metering {{(pid=104402) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 24 15:10:09.591254 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron_lib.callbacks.manager [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=104402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 15:10:09.591626 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron_lib.callbacks.manager [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=104402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 15:10:09.591976 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron_lib.callbacks.manager [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 15:10:09.592963 dv-cinder-835384-11-iscsi neutron-server[104402]: INFO neutron.quota.resource_registry [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Creating instance of CountableResource for resource:rbac_policy Jun 24 15:10:09.593402 dv-cinder-835384-11-iscsi neutron-server[104402]: INFO neutron.quota.resource_registry [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Creating instance of TrackedResource for resource:security_group Jun 24 15:10:09.593838 dv-cinder-835384-11-iscsi neutron-server[104402]: INFO neutron.quota.resource_registry [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 24 15:10:09.594430 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.api.v2.resource_helper [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Service CORE assigned prefix: {{(pid=104402) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 24 15:10:09.594767 dv-cinder-835384-11-iscsi neutron-server[104402]: INFO neutron.quota.resource_registry [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Creating instance of TrackedResource for resource:subnetpool Jun 24 15:10:09.595111 dv-cinder-835384-11-iscsi neutron-server[104402]: WARNING neutron.quota.resource_registry [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] subnetpool is already registered Jun 24 15:10:09.595568 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.api.v2.resource_helper [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Service CORE assigned prefix: {{(pid=104402) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 24 15:10:09.595893 dv-cinder-835384-11-iscsi neutron-server[104402]: INFO neutron.quota.resource_registry [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Creating instance of TrackedResource for resource:subnetpool Jun 24 15:10:09.596220 dv-cinder-835384-11-iscsi neutron-server[104402]: WARNING neutron.quota.resource_registry [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] subnetpool is already registered Jun 24 15:10:09.598613 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.api.v2.resource_helper [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104402) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 24 15:10:09.599045 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.api.v2.resource_helper [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Service FLAVORS assigned prefix: {{(pid=104402) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 24 15:10:09.599677 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.api.v2.resource_helper [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104402) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 24 15:10:09.600098 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.api.v2.resource_helper [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104402) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 24 15:10:09.600432 dv-cinder-835384-11-iscsi neutron-server[104402]: INFO neutron.quota.resource_registry [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Creating instance of TrackedResource for resource:router Jun 24 15:10:09.600771 dv-cinder-835384-11-iscsi neutron-server[104402]: WARNING neutron.quota.resource_registry [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] router is already registered Jun 24 15:10:09.601182 dv-cinder-835384-11-iscsi neutron-server[104402]: INFO neutron.quota.resource_registry [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Creating instance of TrackedResource for resource:floatingip Jun 24 15:10:09.601518 dv-cinder-835384-11-iscsi neutron-server[104402]: WARNING neutron.quota.resource_registry [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] floatingip is already registered Jun 24 15:10:09.601974 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.api.v2.resource_helper [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Service METERING assigned prefix: /metering {{(pid=104402) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 24 15:10:09.602644 dv-cinder-835384-11-iscsi neutron-server[104402]: INFO neutron.quota.resource_registry [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Creating instance of CountableResource for resource:rbac_policy Jun 24 15:10:09.602971 dv-cinder-835384-11-iscsi neutron-server[104402]: WARNING neutron.quota.resource_registry [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] rbac_policy is already registered Jun 24 15:10:09.603407 dv-cinder-835384-11-iscsi neutron-server[104402]: INFO neutron.quota.resource_registry [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Creating instance of TrackedResource for resource:security_group Jun 24 15:10:09.603744 dv-cinder-835384-11-iscsi neutron-server[104402]: WARNING neutron.quota.resource_registry [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] security_group is already registered Jun 24 15:10:09.604680 dv-cinder-835384-11-iscsi neutron-server[104402]: INFO neutron.quota.resource_registry [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 24 15:10:09.605015 dv-cinder-835384-11-iscsi neutron-server[104402]: WARNING neutron.quota.resource_registry [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] security_group_rule is already registered Jun 24 15:10:09.605645 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.api.v2.resource_helper [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Service CORE assigned prefix: {{(pid=104402) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 24 15:10:09.605977 dv-cinder-835384-11-iscsi neutron-server[104402]: INFO neutron.quota.resource_registry [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Creating instance of TrackedResource for resource:subnetpool Jun 24 15:10:09.606312 dv-cinder-835384-11-iscsi neutron-server[104402]: WARNING neutron.quota.resource_registry [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] subnetpool is already registered Jun 24 15:10:09.606726 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.api.v2.resource_helper [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Service CORE assigned prefix: {{(pid=104402) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 24 15:10:09.607051 dv-cinder-835384-11-iscsi neutron-server[104402]: INFO neutron.quota.resource_registry [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Creating instance of TrackedResource for resource:subnetpool Jun 24 15:10:09.607417 dv-cinder-835384-11-iscsi neutron-server[104402]: WARNING neutron.quota.resource_registry [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] subnetpool is already registered Jun 24 15:10:09.607894 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Extended resource: extensions {{(pid=104402) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 15:10:09.609324 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Extended resource: address-groups {{(pid=104402) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 15:10:09.610909 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Extended resource: address-scopes {{(pid=104402) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 15:10:09.612264 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Extended resource: agents {{(pid=104402) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 15:10:09.613412 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Extended resource: auto-allocated-topology {{(pid=104402) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 15:10:09.614638 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Extended resource: availability_zones {{(pid=104402) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 15:10:09.615893 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Extended resource: dhcp-networks {{(pid=104402) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 15:10:09.617406 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Extended resource: dhcp-agents {{(pid=104402) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 15:10:09.618805 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Extended resource: routers {{(pid=104402) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 15:10:09.621168 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Extended resource: flavors {{(pid=104402) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 15:10:09.622433 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Extended resource: service_profiles {{(pid=104402) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 15:10:09.623689 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Extended resource: next_providers {{(pid=104402) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 15:10:09.625112 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Extended resource: service_profiles {{(pid=104402) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 15:10:09.626661 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Extended resource: floatingip-pools {{(pid=104402) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 15:10:09.627936 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Extended resource: routers {{(pid=104402) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 15:10:09.629621 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Extended resource: floatingips {{(pid=104402) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 15:10:09.630912 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Extended resource: l3-routers {{(pid=104402) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 15:10:09.632330 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Extended resource: l3-agents {{(pid=104402) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 15:10:09.633731 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Extended resource: metering-labels {{(pid=104402) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 15:10:09.634964 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Extended resource: metering-label-rules {{(pid=104402) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 15:10:09.637407 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Extended resource: network-ip-availabilities {{(pid=104402) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 15:10:09.638652 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Extended resource: bindings {{(pid=104402) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 15:10:09.640324 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Extended resource: quotas {{(pid=104402) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 15:10:09.641984 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Extended resource: quotas {{(pid=104402) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 15:10:09.643545 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Extended resource: rbac-policies {{(pid=104402) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 15:10:09.644744 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Extended resource: security-groups {{(pid=104402) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 15:10:09.646040 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Extended resource: security-group-rules {{(pid=104402) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 15:10:09.647376 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Extended resource: service-providers {{(pid=104402) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 15:10:09.648584 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Extended resource: subnetpools {{(pid=104402) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 15:10:09.649912 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Extended resource: subnetpools {{(pid=104402) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 15:10:09.651602 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Extended resource: tags {{(pid=104402) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 15:10:09.653307 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Extended resource: tags {{(pid=104402) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 15:10:09.655256 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Extended resource: tags {{(pid=104402) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 15:10:09.657055 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Extended resource: tags {{(pid=104402) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 15:10:09.658719 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Extended resource: tags {{(pid=104402) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 15:10:09.660704 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Extended resource: tags {{(pid=104402) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 15:10:09.662364 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Extended resource: tags {{(pid=104402) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 15:10:09.664295 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Extended resource: tags {{(pid=104402) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 15:10:09.666066 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Extended resource: tags {{(pid=104402) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 15:10:09.668638 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron.api.extensions [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Extended resource: tags {{(pid=104402) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 15:10:09.674611 dv-cinder-835384-11-iscsi neutron-server[104402]: WARNING keystonemiddleware.auth_token [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 24 15:10:09.679710 dv-cinder-835384-11-iscsi neutron-server[104402]: WARNING keystonemiddleware.auth_token [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 24 15:10:09.689339 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_concurrency.lockutils [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Acquired lock "singleton_lock" {{(pid=104402) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Jun 24 15:10:09.689813 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_concurrency.lockutils [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Releasing lock "singleton_lock" {{(pid=104402) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Jun 24 15:10:09.690456 dv-cinder-835384-11-iscsi neutron-server[104402]: INFO oslo_service.service [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Starting 2 workers Jun 24 15:10:09.695411 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Started child 104511 {{(pid=104402) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 24 15:10:09.699917 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Started child 104512 {{(pid=104402) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 24 15:10:09.701124 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:10:09.701740 dv-cinder-835384-11-iscsi neutron-server[104402]: INFO neutron.service [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Neutron service started, listening on 0.0.0.0:9696 Jun 24 15:10:09.702265 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron_lib.callbacks.manager [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Publish callbacks [] for process (None), before_spawn {{(pid=104402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:10:09.702603 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [-] (104511) wsgi starting up on http://0.0.0.0:9696 Jun 24 15:10:09.704737 dv-cinder-835384-11-iscsi neutron-server[104402]: INFO oslo_service.service [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Starting 1 workers Jun 24 15:10:09.705022 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:10:09.706411 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [-] (104512) wsgi starting up on http://0.0.0.0:9696 Jun 24 15:10:09.710468 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Started child 104513 {{(pid=104402) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 24 15:10:09.711246 dv-cinder-835384-11-iscsi neutron-server[104402]: INFO oslo_service.service [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Starting 1 workers Jun 24 15:10:09.714237 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.service [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] calling RpcWorker wait() {{(pid=104513) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 24 15:10:09.714783 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.service [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] returning from RpcWorker wait() {{(pid=104513) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 24 15:10:09.716223 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:10:09.716326 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Started child 104514 {{(pid=104402) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 24 15:10:09.716727 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=104513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 15:10:09.717281 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG neutron_lib.callbacks.manager [None req-81beb428-7bb0-48d9-8588-72fb91870944 None None] Publish callbacks [] for process (None), after_spawn {{(pid=104402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:10:09.719211 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=104402) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 24 15:10:09.719771 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 24 15:10:09.719771 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 24 15:10:09.719918 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 24 15:10:09.720122 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 24 15:10:09.720285 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 24 15:10:09.720821 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 15:10:09.721103 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 15:10:09.721320 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:10:09.721730 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 15:10:09.721730 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 15:10:09.722249 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 15:10:09.722509 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 15:10:09.722777 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 15:10:09.723048 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 15:10:09.723340 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 15:10:09.723537 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 15:10:09.723671 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 15:10:09.723969 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 15:10:09.724217 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 15:10:09.724542 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 15:10:09.724831 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 15:10:09.725074 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 15:10:09.725401 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 15:10:09.725587 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 15:10:09.725905 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] config_source = [] {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 15:10:09.726169 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 15:10:09.726417 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 15:10:09.726705 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] debug = True {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 15:10:09.726967 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 15:10:09.727471 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 15:10:09.727733 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 15:10:09.727987 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 15:10:09.733290 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 15:10:09.733290 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 15:10:09.733290 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 15:10:09.733290 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 15:10:09.733290 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 15:10:09.733290 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 15:10:09.733290 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 15:10:09.733290 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 15:10:09.733773 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 15:10:09.733773 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 15:10:09.733773 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 15:10:09.733773 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 15:10:09.733773 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 15:10:09.733773 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] host = dv-cinder-835384-11-iscsi {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 15:10:09.733773 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 15:10:09.733773 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 15:10:09.734273 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 15:10:09.734273 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 15:10:09.734273 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 15:10:09.734273 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 15:10:09.734273 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 15:10:09.734273 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 15:10:09.734628 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 15:10:09.734702 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 15:10:09.735054 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 15:10:09.735242 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 15:10:09.735390 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] log_dir = None {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 15:10:09.735650 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] log_file = None {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 15:10:09.735833 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] log_options = True {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 15:10:09.736038 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 15:10:09.736298 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 15:10:09.736581 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 15:10:09.736784 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 15:10:09.736937 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 15:10:09.737088 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 15:10:09.737340 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 15:10:09.737486 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 15:10:09.737766 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 15:10:09.737971 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 15:10:09.738188 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 15:10:09.738435 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 15:10:09.738680 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 15:10:09.738929 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 15:10:09.739208 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 15:10:09.739447 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 15:10:09.739691 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 15:10:09.739968 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 15:10:09.740230 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 15:10:09.740477 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 15:10:09.740775 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 15:10:09.742376 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 15:10:09.742376 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 15:10:09.742805 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 15:10:09.743259 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 15:10:09.743448 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 15:10:09.743616 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 15:10:09.743767 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 15:10:09.744000 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 15:10:09.744222 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 15:10:09.744601 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 15:10:09.745482 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 15:10:09.745798 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 15:10:09.746039 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 15:10:09.746294 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 15:10:09.746584 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 15:10:09.746818 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 15:10:09.747053 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 15:10:09.748152 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 15:10:09.748535 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 15:10:09.748535 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 15:10:09.748776 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 15:10:09.749037 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 15:10:09.749260 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 15:10:09.749510 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 15:10:09.749734 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 15:10:09.749999 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] use_journal = False {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 15:10:09.750221 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] use_json = False {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 15:10:09.750665 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 15:10:09.750665 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 15:10:09.750914 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 15:10:09.751108 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 15:10:09.751348 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 15:10:09.751565 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 15:10:09.751790 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 15:10:09.752064 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 15:10:09.752273 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 15:10:09.753039 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.753039 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.754801 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.754801 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.754801 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.754801 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.754801 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.754801 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.762436 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.762436 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.762436 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.762436 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.762436 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.762436 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.762436 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.762436 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.763007 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.763007 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.763007 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.763007 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.763007 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.763007 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.763007 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.763007 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.763592 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.763592 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.763592 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.763592 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.763592 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.763592 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.763592 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.763592 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.764155 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.67/identity {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.764155 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.764155 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.764155 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.764155 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.764155 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.764155 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.764155 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.764702 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.764702 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.764702 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.764702 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.764702 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.764702 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.765127 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.765207 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.765415 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.765675 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.765894 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.766106 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.766331 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.766550 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.766809 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.767044 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.767312 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.767564 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.767804 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.768077 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.768325 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.768592 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.768797 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.769013 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.769248 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.769459 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.769677 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.769889 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.770119 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.770385 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.770551 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.770764 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.770979 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.771232 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.771462 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.771679 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.771888 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.772124 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.772336 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.772550 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.772761 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.772974 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.773199 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.773409 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.773647 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.773865 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.774082 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.774294 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.774506 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.774729 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.774940 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.775282 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.775528 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.775867 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.776263 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.776630 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.776859 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.777099 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.777324 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.777562 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.777790 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.778064 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.778314 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.778561 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.778791 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.779010 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.779275 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.779499 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.779718 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.779949 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.780169 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.780411 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.780638 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.780915 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.781150 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.781405 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.781645 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.781877 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.782139 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.782428 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.782668 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.782970 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.783263 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.783494 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.783796 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.790647 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.790647 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.790647 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.790647 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.790647 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.790647 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.790647 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.790647 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.791862 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.791862 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.791862 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.791862 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.791862 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.791862 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.791862 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.791862 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.792953 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.792953 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.792953 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.792953 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.792953 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.792953 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.792953 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.792953 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.793456 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.793456 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.67/identity {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.793456 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.793456 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.793456 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.793456 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.793456 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.793456 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.793940 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.793940 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.793940 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.793940 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.793940 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.793940 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.793940 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.793940 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.794404 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.794404 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.794525 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.794787 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.795119 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.795216 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.795429 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.795666 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.795901 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.796133 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.796371 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.796636 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.796889 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.797144 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.797348 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.797595 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.797831 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.798045 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.798307 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.798544 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.798758 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.798973 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.799223 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.799448 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.799678 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.799904 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.800118 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.800355 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.800591 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.800940 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.801211 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.801441 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.801696 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.801959 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.802160 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.802372 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.802589 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.802853 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.803072 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.803317 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.803539 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.803760 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.803981 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.804202 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.804974 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.805240 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.805461 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.806390 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.806390 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.806390 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.806390 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.806884 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.806884 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.807116 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.807847 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.808061 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.808464 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.808605 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.808858 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.809110 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.809357 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.809631 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.809884 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.810116 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.810347 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.810599 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.810812 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.811037 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.811279 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.811492 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.811720 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.811937 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.812158 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.812383 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.812588 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.812821 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.813110 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.813325 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.813537 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.813763 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.813980 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.814542 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.814542 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.814766 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.814873 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.815068 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.815349 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.815509 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.816759 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.816759 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.816759 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.816759 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.816759 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.816759 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.819854 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.819854 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.819854 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.819854 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.819854 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.819854 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.819854 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.819854 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.820624 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.820624 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.820624 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.820624 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.820624 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.820624 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.820624 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.821371 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.821371 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.821371 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.821746 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.821746 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:750:799'] {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.821982 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.822216 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.822516 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.822901 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.823204 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.823451 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.823698 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.823938 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.824183 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.824401 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.824637 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.824879 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.825097 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.825358 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.825613 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.825857 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.826075 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.826303 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.826524 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.826751 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.826987 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.827247 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.827941 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.828105 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 24 15:10:09.829166 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=104402) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 24 15:10:09.829166 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 24 15:10:09.829166 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 24 15:10:09.829166 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 24 15:10:09.829702 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 24 15:10:09.829702 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 24 15:10:09.829702 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 15:10:09.829702 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 15:10:09.830256 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 15:10:09.830256 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 15:10:09.830256 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 15:10:09.830479 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 15:10:09.830479 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 15:10:09.830643 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 15:10:09.830751 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 15:10:09.830912 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 15:10:09.831071 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 15:10:09.831252 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 15:10:09.831415 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 15:10:09.831871 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 15:10:09.832022 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 15:10:09.832183 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 15:10:09.832328 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 15:10:09.832481 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 15:10:09.832640 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] config_source = [] {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 15:10:09.832872 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 15:10:09.833567 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 15:10:09.833567 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] debug = True {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 15:10:09.833567 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 15:10:09.833567 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 15:10:09.833567 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 15:10:09.834076 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 15:10:09.834076 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 15:10:09.834076 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 15:10:09.834311 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 15:10:09.834311 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 15:10:09.834458 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 15:10:09.834591 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 15:10:09.834752 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 15:10:09.834909 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 15:10:09.835067 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 15:10:09.835272 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 15:10:09.835434 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 15:10:09.835592 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 15:10:09.835809 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 15:10:09.835995 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] host = dv-cinder-835384-11-iscsi {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 15:10:09.836125 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 15:10:09.836252 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 15:10:09.836387 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 15:10:09.836516 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 15:10:09.836671 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 15:10:09.836815 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 15:10:09.836901 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 15:10:09.837067 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 15:10:09.837225 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 15:10:09.837383 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 15:10:09.837543 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 15:10:09.837705 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 15:10:09.837843 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] log_dir = None {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 15:10:09.837976 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] log_file = None {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 15:10:09.838128 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] log_options = True {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 15:10:09.838376 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 15:10:09.838601 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 15:10:09.838818 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 15:10:09.839039 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 15:10:09.839039 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 15:10:09.839385 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 15:10:09.839385 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 15:10:09.839657 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 15:10:09.839657 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 15:10:09.840025 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 15:10:09.840025 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 15:10:09.840309 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 15:10:09.840309 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 15:10:09.840657 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 15:10:09.840657 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 15:10:09.840657 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 15:10:09.841053 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 15:10:09.841053 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 15:10:09.841395 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 15:10:09.841395 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 15:10:09.841395 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 15:10:09.841790 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 15:10:09.841790 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 15:10:09.841965 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 15:10:09.841965 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 15:10:09.842166 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 15:10:09.842253 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 15:10:09.842415 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 15:10:09.842573 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 15:10:09.842733 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 15:10:09.842891 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 15:10:09.843033 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 15:10:09.843219 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 15:10:09.843382 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 15:10:09.843540 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 15:10:09.843697 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 15:10:09.843854 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 15:10:09.844018 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 15:10:09.844175 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 15:10:09.844332 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 15:10:09.844499 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 15:10:09.844637 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 15:10:09.844799 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 15:10:09.844956 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 15:10:09.845114 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 15:10:09.845256 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] use_journal = False {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 15:10:09.845419 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] use_json = False {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 15:10:09.845578 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 15:10:09.845724 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 15:10:09.845881 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 15:10:09.846038 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 15:10:09.846197 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 15:10:09.846353 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 15:10:09.846510 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 15:10:09.846668 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 15:10:09.846825 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 15:10:09.847022 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.847222 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.847386 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.847551 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.847714 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.847895 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.848028 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.848190 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.848351 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.848518 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.848759 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.848867 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 15:10:09.848963 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.849048 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.849164 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.849325 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.849490 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.849653 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.849815 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.849977 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.850132 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.850331 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.850507 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.850601 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.850746 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.850908 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.851069 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.851259 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.851432 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.851593 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.851751 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.852688 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.852688 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.852948 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.67/identity {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.853338 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.854491 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.854713 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.854867 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.855023 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.855290 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.855432 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.855561 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.855687 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.855819 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.855950 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.856191 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.856300 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.856433 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.856562 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.856688 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.856837 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.857001 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.857163 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.857325 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.857487 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.857650 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.857812 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.857974 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.858148 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.858311 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.858473 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.858636 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.858798 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.858960 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.859124 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.859306 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.859469 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.859631 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.859794 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.859970 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.860131 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.860288 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.860441 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.860584 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.860740 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.860887 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.861028 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.861194 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.861355 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.861517 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.861679 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.861844 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.862020 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.862183 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.862384 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.862487 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.862629 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.862793 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.862955 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.863120 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.868111 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.868111 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.868111 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.868111 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.868111 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.868111 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.868111 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.868111 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.868762 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.868762 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.868762 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.868762 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.868762 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.868762 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.868762 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.868762 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.869326 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.869326 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.869326 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.869326 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.869326 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.869326 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.869326 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.869326 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.871004 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.871004 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.871004 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.871004 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.871004 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.871004 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.871004 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.871004 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.871976 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.871976 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.871976 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.871976 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.871976 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.871976 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.871976 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.871976 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.872897 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.872897 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.872897 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.872897 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.872897 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.872897 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.872897 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.872897 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.873608 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.873608 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.873608 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.873608 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.873608 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.873608 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.873608 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.873608 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.874411 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.874411 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.874411 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.874411 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.874411 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.874411 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.67/identity {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.874411 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.874411 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.875023 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.875023 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.875023 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.875023 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.875375 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.875375 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.875375 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.875677 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.875677 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.875929 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.876055 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.876181 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.876307 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.876440 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.876591 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.876754 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.876916 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.877159 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.877301 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.877406 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.877537 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.877687 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.877847 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.878012 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.878174 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.878335 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.878495 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.878657 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.878819 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.878981 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.879145 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.879342 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.879507 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.879670 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.879831 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.879993 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.880155 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.880317 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.880479 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.880657 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.880805 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.880984 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.881146 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.881307 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.881470 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.881633 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.881794 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.881956 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.882118 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.882279 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.882440 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.882604 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.882765 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.882926 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.883087 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.883268 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.883431 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.883594 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.883758 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.883920 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.884081 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.884244 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.884405 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.884566 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.884731 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.884891 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.885054 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.885249 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.885394 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.885548 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.885777 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.885981 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.886146 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.886309 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.886471 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.886633 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.886809 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.886971 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.887133 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.887330 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.887491 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.887654 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.887826 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.887988 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.890167 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.890167 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.890167 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.890167 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.890167 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.890167 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.890167 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.890167 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.891007 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.891007 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.891007 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.891007 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.891007 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.891007 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.891007 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.891007 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.897002 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.897002 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.897002 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.897002 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.897002 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.897002 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.897002 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.897002 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.897568 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.897568 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.897568 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.897568 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.897568 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.897568 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.897568 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.897568 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.898142 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.898142 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.898142 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.898142 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.898142 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.898142 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.898142 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.898142 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.898709 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.898709 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:750:799'] {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.898709 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.898709 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.898709 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.898709 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.898709 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.898709 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.899315 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.899315 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.899315 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.899315 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.899315 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.899315 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.899315 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.899315 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.899315 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.899949 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.899949 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.899949 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.899949 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.899949 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.899949 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.899949 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.899949 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 15:10:09.900506 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 24 15:10:09.941859 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.wsgi [-] (104512) accepted ('10.222.0.67', 34684) {{(pid=104512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:10:09.950657 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [-] 10.222.0.67 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0066309 Jun 24 15:10:19.063893 dv-cinder-835384-11-iscsi neutron-server[104402]: DEBUG dbcounter [-] [104402] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=104402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:10:21.321918 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3d9b276-0b84-4bb7-89fc-0e4238627433 None None] get_active_networks_info from dv-cinder-835384-11-iscsi {{(pid=104513) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jun 24 15:10:21.377959 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writer thread running {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jun 24 15:10:21.378464 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writer thread running {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jun 24 15:10:21.435956 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3d9b276-0b84-4bb7-89fc-0e4238627433 None None] No non-hosted networks {{(pid=104513) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 24 15:10:21.451955 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.agentschedulers_db [None req-f3d9b276-0b84-4bb7-89fc-0e4238627433 None None] DHCP Agent not found on host dv-cinder-835384-11-iscsi {{(pid=104513) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} Jun 24 15:10:21.624691 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-d6ec611c-b3f6-4194-8e48-0e71657f2fc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-460591'] for agent (61dc9491-0c49-467e-b62a-6961ce952bc2), after_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:10:23.044470 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG dbcounter [-] [104514] Writer thread running {{(pid=104514) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jun 24 15:10:23.708946 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-800b2416-1f0f-4216-9f9b-da90f7c4854c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-460591'] for agent (45985ff7-1335-48cd-ab02-73eb58295827), after_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:10:23.758941 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.db.api [None req-deef85d7-74f4-42a4-aa49-204591f74b84 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-835384-11-iscsi {{(pid=104513) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jun 24 15:10:23.759345 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG oslo_db.api [None req-deef85d7-74f4-42a4-aa49-204591f74b84 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=104513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 24 15:10:24.285649 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-deef85d7-74f4-42a4-aa49-204591f74b84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697012'] for agent (45985ff7-1335-48cd-ab02-73eb58295827), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:10:24.557827 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.wsgi [-] (104512) accepted ('10.222.0.67', 34752) {{(pid=104512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:10:24.915783 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-6e9ba797-1d0c-40f8-9e0c-708f895be0b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-460591'] for agent (f984396c-9862-4f32-9cf6-f19d2e5feb00), after_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:10:25.317046 dv-cinder-835384-11-iscsi neutron-server[104512]: WARNING oslo_policy.policy [None req-00ae5375-bcc5-41d3-b249-f32fcd33232f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 24 15:10:25.317837 dv-cinder-835384-11-iscsi neutron-server[104512]: WARNING oslo_policy.policy [None req-00ae5375-bcc5-41d3-b249-f32fcd33232f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 24 15:10:25.561034 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.wsgi [None req-00ae5375-bcc5-41d3-b249-f32fcd33232f admin admin] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=104512) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 24 15:10:25.571645 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [None req-00ae5375-bcc5-41d3-b249-f32fcd33232f admin admin] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 1.0127859 Jun 24 15:10:26.363019 dv-cinder-835384-11-iscsi neutron-server[104513]: INFO neutron.db.l3_hamode_db [None req-86be18ba-77be-4fff-a0f0-395ffcdf66dd None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 24 15:10:26.433078 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-e7d2b4de-897d-40d1-b758-5e5b7ac4c4e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-460591'] for agent (2f766f35-a225-44ed-b70f-669caec6f4a7), after_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:10:26.446415 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86be18ba-77be-4fff-a0f0-395ffcdf66dd None None] Routers set() bound to L3 agent in host dv-cinder-835384-11-iscsi {{(pid=104513) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 15:10:26.446784 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86be18ba-77be-4fff-a0f0-395ffcdf66dd None None] Router IDs set() for agent in host dv-cinder-835384-11-iscsi {{(pid=104513) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Jun 24 15:10:26.632421 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-460591'] for agent (559fa80c-96d5-4fe7-8c5f-9eda482c27bf), after_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:10:26.633095 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:10:26.633442 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:10:26.633808 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:10:26.634141 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:10:26.634527 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:10:26.634828 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:10:26.635172 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:10:26.635558 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:10:26.635886 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:10:26.636226 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:10:26.636738 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:10:26.637300 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:10:26.637725 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:10:26.638058 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:10:26.638384 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:10:26.638779 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-835384-11-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=104513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 15:10:26.645407 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-835384-11-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=104513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 15:10:27.947013 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.wsgi [-] (104512) accepted ('10.222.0.67', 34788) {{(pid=104512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:10:28.273736 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.v2.base [None req-2c7f7867-cc28-43a2-8c94-57ec2046edcc admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'shared': True, 'is_default': True}} {{(pid=104512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 15:10:28.363354 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.policy [None req-2c7f7867-cc28-43a2-8c94-57ec2046edcc admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104512) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 24 15:10:28.404800 dv-cinder-835384-11-iscsi neutron-server[104512]: WARNING oslo_policy.policy [None req-2c7f7867-cc28-43a2-8c94-57ec2046edcc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 24 15:10:28.405164 dv-cinder-835384-11-iscsi neutron-server[104512]: WARNING oslo_policy.policy [None req-2c7f7867-cc28-43a2-8c94-57ec2046edcc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 24 15:10:28.425442 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writer thread running {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jun 24 15:10:28.568373 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-2c7f7867-cc28-43a2-8c94-57ec2046edcc admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8761389182161', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8761389183277', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8761389166550', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8761389140401', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8761389147095', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8761389123348', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-7823283', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-7632963', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-693128', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-662320'] for rbac-policy (None), before_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:10:28.908508 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-2c7f7867-cc28-43a2-8c94-57ec2046edcc admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:10:28.909691 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [None req-2c7f7867-cc28-43a2-8c94-57ec2046edcc admin admin] 10.222.0.67 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.9616816 Jun 24 15:10:31.129685 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.wsgi [-] (104512) accepted ('10.222.0.67', 34800) {{(pid=104512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:10:31.449846 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.v2.base [None req-aafa5631-7591-4469-9352-0cd3e148e728 demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=104512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 15:10:31.517799 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aafa5631-7591-4469-9352-0cd3e148e728 demo demo] Made reservation on behalf of 4d31d318708e4e9caa66106ce370a235 for: {'network': 1} {{(pid=104512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 15:10:31.521562 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-aafa5631-7591-4469-9352-0cd3e148e728 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7727318'] for network (None), before_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:10:31.538670 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-aafa5631-7591-4469-9352-0cd3e148e728 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:10:31.651823 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-aafa5631-7591-4469-9352-0cd3e148e728 demo demo] Publish callbacks [] for security_group (ca8954a1-6e10-4e64-9854-2839beaef647), precommit_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:10:31.723255 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-aafa5631-7591-4469-9352-0cd3e148e728 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-275664'] for security_group (ca8954a1-6e10-4e64-9854-2839beaef647), after_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:10:31.757211 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aafa5631-7591-4469-9352-0cd3e148e728 demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 758} {{(pid=104512) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 15:10:31.779649 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafa5631-7591-4469-9352-0cd3e148e728 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=ca8954a1-6e10-4e64-9854-2839beaef647,revision_number=1']} {{(pid=104512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:10:31.790846 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafa5631-7591-4469-9352-0cd3e148e728 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:10:31.791212 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafa5631-7591-4469-9352-0cd3e148e728 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:10:31.791565 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafa5631-7591-4469-9352-0cd3e148e728 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:10:31.792202 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafa5631-7591-4469-9352-0cd3e148e728 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:10:31.792479 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafa5631-7591-4469-9352-0cd3e148e728 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:10:31.792802 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafa5631-7591-4469-9352-0cd3e148e728 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:10:31.793114 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafa5631-7591-4469-9352-0cd3e148e728 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:10:31.794001 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafa5631-7591-4469-9352-0cd3e148e728 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:10:31.794325 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafa5631-7591-4469-9352-0cd3e148e728 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:10:31.794640 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafa5631-7591-4469-9352-0cd3e148e728 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:10:31.794951 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafa5631-7591-4469-9352-0cd3e148e728 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:10:31.795318 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafa5631-7591-4469-9352-0cd3e148e728 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:10:31.795633 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafa5631-7591-4469-9352-0cd3e148e728 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:10:31.795940 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafa5631-7591-4469-9352-0cd3e148e728 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:10:31.796245 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafa5631-7591-4469-9352-0cd3e148e728 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:10:31.797682 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafa5631-7591-4469-9352-0cd3e148e728 demo demo] Tracked resource versions report: Jun 24 15:10:31.797682 dv-cinder-835384-11-iscsi neutron-server[104512]: pushed versions: Jun 24 15:10:31.797682 dv-cinder-835384-11-iscsi neutron-server[104512]: { 'AddressGroup': {'1.2'}, Jun 24 15:10:31.797682 dv-cinder-835384-11-iscsi neutron-server[104512]: 'Agent': {'1.1'}, Jun 24 15:10:31.797682 dv-cinder-835384-11-iscsi neutron-server[104512]: 'ConntrackHelper': {'1.0'}, Jun 24 15:10:31.797682 dv-cinder-835384-11-iscsi neutron-server[104512]: 'LocalIPAssociation': {'1.0'}, Jun 24 15:10:31.797682 dv-cinder-835384-11-iscsi neutron-server[104512]: 'Log': {'1.0'}, Jun 24 15:10:31.797682 dv-cinder-835384-11-iscsi neutron-server[104512]: 'NDPProxy': {'1.0'}, Jun 24 15:10:31.797682 dv-cinder-835384-11-iscsi neutron-server[104512]: 'Network': {'1.1'}, Jun 24 15:10:31.797682 dv-cinder-835384-11-iscsi neutron-server[104512]: 'Port': {'1.7'}, Jun 24 15:10:31.797682 dv-cinder-835384-11-iscsi neutron-server[104512]: 'PortForwarding': {'1.3'}, Jun 24 15:10:31.797682 dv-cinder-835384-11-iscsi neutron-server[104512]: 'QosPolicy': {'1.10'}, Jun 24 15:10:31.797682 dv-cinder-835384-11-iscsi neutron-server[104512]: 'SecurityGroup': {'1.5'}, Jun 24 15:10:31.797682 dv-cinder-835384-11-iscsi neutron-server[104512]: 'SecurityGroupRule': {'1.2'}, Jun 24 15:10:31.797682 dv-cinder-835384-11-iscsi neutron-server[104512]: 'SubPort': {'1.0'}, Jun 24 15:10:31.797682 dv-cinder-835384-11-iscsi neutron-server[104512]: 'Subnet': {'1.1'}, Jun 24 15:10:31.797682 dv-cinder-835384-11-iscsi neutron-server[104512]: 'Trunk': {'1.1'}} Jun 24 15:10:31.797682 dv-cinder-835384-11-iscsi neutron-server[104512]: consumer versions: Jun 24 15:10:31.797682 dv-cinder-835384-11-iscsi neutron-server[104512]: { DHCP agent@dv-cinder-835384-11-iscsi: {}, Jun 24 15:10:31.797682 dv-cinder-835384-11-iscsi neutron-server[104512]: L3 agent@dv-cinder-835384-11-iscsi: {}, Jun 24 15:10:31.797682 dv-cinder-835384-11-iscsi neutron-server[104512]: Metadata agent@dv-cinder-835384-11-iscsi: {}, Jun 24 15:10:31.797682 dv-cinder-835384-11-iscsi neutron-server[104512]: Metering agent@dv-cinder-835384-11-iscsi: {}, Jun 24 15:10:31.797682 dv-cinder-835384-11-iscsi neutron-server[104512]: Open vSwitch agent@dv-cinder-835384-11-iscsi: { 'AddressGroup': '1.2', Jun 24 15:10:31.797682 dv-cinder-835384-11-iscsi neutron-server[104512]: 'Agent': '1.1', Jun 24 15:10:31.797682 dv-cinder-835384-11-iscsi neutron-server[104512]: 'ConntrackHelper': '1.0', Jun 24 15:10:31.797682 dv-cinder-835384-11-iscsi neutron-server[104512]: 'LocalIPAssociation': '1.0', Jun 24 15:10:31.797682 dv-cinder-835384-11-iscsi neutron-server[104512]: 'Log': '1.0', Jun 24 15:10:31.797682 dv-cinder-835384-11-iscsi neutron-server[104512]: 'NDPProxy': '1.0', Jun 24 15:10:31.797682 dv-cinder-835384-11-iscsi neutron-server[104512]: 'Network': '1.1', Jun 24 15:10:31.797682 dv-cinder-835384-11-iscsi neutron-server[104512]: 'Port': '1.7', Jun 24 15:10:31.797682 dv-cinder-835384-11-iscsi neutron-server[104512]: 'PortForwarding': '1.3', Jun 24 15:10:31.797682 dv-cinder-835384-11-iscsi neutron-server[104512]: 'QosPolicy': '1.10', Jun 24 15:10:31.797682 dv-cinder-835384-11-iscsi neutron-server[104512]: 'SecurityGroup': '1.5', Jun 24 15:10:31.797682 dv-cinder-835384-11-iscsi neutron-server[104512]: 'SecurityGroupRule': '1.2', Jun 24 15:10:31.797682 dv-cinder-835384-11-iscsi neutron-server[104512]: 'SubPort': '1.0', Jun 24 15:10:31.797682 dv-cinder-835384-11-iscsi neutron-server[104512]: 'Subnet': '1.1', Jun 24 15:10:31.797682 dv-cinder-835384-11-iscsi neutron-server[104512]: 'Trunk': '1.1'}} Jun 24 15:10:31.797682 dv-cinder-835384-11-iscsi neutron-server[104512]: {{(pid=104512) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 24 15:10:31.819212 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-aafa5631-7591-4469-9352-0cd3e148e728 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8761385121154', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7772344'] for segment (6287cebb-ea80-4388-8942-f13874b7ef85), precommit_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:10:31.819770 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-aafa5631-7591-4469-9352-0cd3e148e728 demo demo] Unsubscribe: segment precommit_create {{(pid=104512) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 24 15:10:31.820277 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.db.segments_db [None req-aafa5631-7591-4469-9352-0cd3e148e728 demo demo] Added segment 6287cebb-ea80-4388-8942-f13874b7ef85 of type vlan for network 416d0af7-61a1-48a8-a56f-c1575a916b71 Jun 24 15:10:31.902288 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-aafa5631-7591-4469-9352-0cd3e148e728 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761384550337'] for network (416d0af7-61a1-48a8-a56f-c1575a916b71), precommit_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:10:31.986394 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-aafa5631-7591-4469-9352-0cd3e148e728 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-275585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409'] for network (416d0af7-61a1-48a8-a56f-c1575a916b71), after_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:10:31.991386 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aafa5631-7591-4469-9352-0cd3e148e728 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:10:31.992087 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-aafa5631-7591-4469-9352-0cd3e148e728 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7879399'] for network (None), before_response {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:10:32.013454 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=51,neutron:INSERT=46,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:10:32.107853 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafa5631-7591-4469-9352-0cd3e148e728 demo demo] Pushing event updated for resources: {'Network': ['ID=416d0af7-61a1-48a8-a56f-c1575a916b71,revision_number=1']} {{(pid=104512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:10:32.112505 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [None req-aafa5631-7591-4469-9352-0cd3e148e728 demo demo] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 729 time: 0.9818366 Jun 24 15:10:32.123294 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.rpc [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Network 416d0af7-61a1-48a8-a56f-c1575a916b71 details requested by agent ovs-agent-dv-cinder-835384-11-iscsi with host dv-cinder-835384-11-iscsi {{(pid=104513) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 15:10:34.415190 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.wsgi [-] (104512) accepted ('10.222.0.67', 34814) {{(pid=104512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:10:34.823051 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3f4ac54-2cc3-495e-a58c-420c2706001f demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:10:34.824606 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [None req-a3f4ac54-2cc3-495e-a58c-420c2706001f demo admin] 10.222.0.67 "GET /v2.0/networks/416d0af7-61a1-48a8-a56f-c1575a916b71 HTTP/1.1" status: 200 len: 825 time: 0.4082932 Jun 24 15:10:34.849447 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [None req-fbc87874-ef50-4bca-bc25-71e3255f61c7 demo admin] 10.222.0.67 "GET /v2.0/subnetpools/0ac0f577-e92a-4749-b530-5d56e408e9de HTTP/1.1" status: 200 len: 734 time: 0.0187676 Jun 24 15:10:34.858570 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.v2.base [None req-5f36b976-2972-45ed-a18e-ab387c44b825 demo admin] Request body: {'subnet': {'name': 'private-subnet', 'network_id': '416d0af7-61a1-48a8-a56f-c1575a916b71', 'gateway_ip': '172.20.0.1', 'subnetpool_id': '0ac0f577-e92a-4749-b530-5d56e408e9de', 'ip_version': 4}} {{(pid=104512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 15:10:34.967211 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f36b976-2972-45ed-a18e-ab387c44b825 demo admin] Made reservation on behalf of 4d31d318708e4e9caa66106ce370a235 for: {'subnet': 1} {{(pid=104512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 15:10:34.969481 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-5f36b976-2972-45ed-a18e-ab387c44b825 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:10:35.092164 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:10:35.318013 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-5f36b976-2972-45ed-a18e-ab387c44b825 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409'] for subnet (ccb2c120-867b-4aeb-aaf6-3cfd1178c94d), after_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:10:35.390062 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f36b976-2972-45ed-a18e-ab387c44b825 demo admin] Pushing event updated for resources: {'Subnet': ['ID=ccb2c120-867b-4aeb-aaf6-3cfd1178c94d,revision_number=0']} {{(pid=104512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:10:35.393918 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f36b976-2972-45ed-a18e-ab387c44b825 demo admin] Checking segment: {'id': '6287cebb-ea80-4388-8942-f13874b7ef85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '416d0af7-61a1-48a8-a56f-c1575a916b71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 15:10:35.394299 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f36b976-2972-45ed-a18e-ab387c44b825 demo admin] Network hostable DHCP agents. Network: 416d0af7-61a1-48a8-a56f-c1575a916b71, hostable agents: ['61dc9491-0c49-467e-b62a-6961ce952bc2'], hosted agents: [] {{(pid=104512) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 15:10:35.469569 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f36b976-2972-45ed-a18e-ab387c44b825 demo admin] Network 416d0af7-61a1-48a8-a56f-c1575a916b71 is scheduled to be hosted by DHCP agent 61dc9491-0c49-467e-b62a-6961ce952bc2 with binding_index 1 {{(pid=104512) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 15:10:35.561952 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.scheduler.base_scheduler [None req-5f36b976-2972-45ed-a18e-ab387c44b825 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835384-11-iscsi, 416d0af7-61a1-48a8-a56f-c1575a916b71) {{(pid=104512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 15:10:35.567127 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f36b976-2972-45ed-a18e-ab387c44b825 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:10:35.568368 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-5f36b976-2972-45ed-a18e-ab387c44b825 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7879399'] for subnet (None), before_response {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:10:35.571752 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c190e9b1-005e-47bd-ae1e-08e76631c8af None None] Network 416d0af7-61a1-48a8-a56f-c1575a916b71 requested from dv-cinder-835384-11-iscsi {{(pid=104513) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 15:10:35.651866 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [None req-5f36b976-2972-45ed-a18e-ab387c44b825 demo admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7970297 Jun 24 15:10:35.838197 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8a877c8-b5ee-4719-a1f2-0ba06c7a5451 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2b4efa5-1f6d-5be6-a0c3-799436a0bdb9-416d0af7-61a1-48a8-a56f-c1575a916b71', 'network_id': '416d0af7-61a1-48a8-a56f-c1575a916b71', 'project_id': '4d31d318708e4e9caa66106ce370a235', 'fixed_ips': [{'subnet_id': 'ccb2c120-867b-4aeb-aaf6-3cfd1178c94d'}]}} from dv-cinder-835384-11-iscsi. {{(pid=104513) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 24 15:10:35.839564 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-d8a877c8-b5ee-4719-a1f2-0ba06c7a5451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7727318'] for port (None), before_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:10:36.117909 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.db_base_plugin_common [None req-d8a877c8-b5ee-4719-a1f2-0ba06c7a5451 None None] Allocated IP 172.20.0.2 (416d0af7-61a1-48a8-a56f-c1575a916b71/ccb2c120-867b-4aeb-aaf6-3cfd1178c94d/8b9b593e-0118-4adf-9982-65e89f8c481d) {{(pid=104513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 15:10:36.389521 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-d8a877c8-b5ee-4719-a1f2-0ba06c7a5451 None None] Publish callbacks [] for port (8b9b593e-0118-4adf-9982-65e89f8c481d), precommit_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:10:36.702669 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-d8a877c8-b5ee-4719-a1f2-0ba06c7a5451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761384583298'] for port (8b9b593e-0118-4adf-9982-65e89f8c481d), after_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:10:36.777177 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8a877c8-b5ee-4719-a1f2-0ba06c7a5451 None None] Network 416d0af7-61a1-48a8-a56f-c1575a916b71 is already hosted by enough agents. {{(pid=104513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 15:10:36.787659 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.scheduler.base_scheduler [None req-d8a877c8-b5ee-4719-a1f2-0ba06c7a5451 None None] Resources bound (agent type, host, resource id): {{(pid=104513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 15:10:36.790594 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8a877c8-b5ee-4719-a1f2-0ba06c7a5451 None None] Received port after_create {{(pid=104513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 15:10:36.796932 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a877c8-b5ee-4719-a1f2-0ba06c7a5451 None None] Pushing event updated for resources: {'Port': ['ID=8b9b593e-0118-4adf-9982-65e89f8c481d,revision_number=1']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:10:36.831226 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a877c8-b5ee-4719-a1f2-0ba06c7a5451 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:10:36.831651 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a877c8-b5ee-4719-a1f2-0ba06c7a5451 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:10:36.831973 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a877c8-b5ee-4719-a1f2-0ba06c7a5451 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:10:36.832322 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a877c8-b5ee-4719-a1f2-0ba06c7a5451 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:10:36.832653 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a877c8-b5ee-4719-a1f2-0ba06c7a5451 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:10:36.832976 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a877c8-b5ee-4719-a1f2-0ba06c7a5451 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:10:36.833295 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a877c8-b5ee-4719-a1f2-0ba06c7a5451 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:10:36.833620 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a877c8-b5ee-4719-a1f2-0ba06c7a5451 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:10:36.833939 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a877c8-b5ee-4719-a1f2-0ba06c7a5451 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:10:36.834260 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a877c8-b5ee-4719-a1f2-0ba06c7a5451 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:10:36.834587 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a877c8-b5ee-4719-a1f2-0ba06c7a5451 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:10:36.834922 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a877c8-b5ee-4719-a1f2-0ba06c7a5451 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:10:36.835265 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a877c8-b5ee-4719-a1f2-0ba06c7a5451 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:10:36.837815 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a877c8-b5ee-4719-a1f2-0ba06c7a5451 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:10:36.837815 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a877c8-b5ee-4719-a1f2-0ba06c7a5451 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:10:36.837815 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a877c8-b5ee-4719-a1f2-0ba06c7a5451 None None] Tracked resource versions report: Jun 24 15:10:36.837815 dv-cinder-835384-11-iscsi neutron-server[104513]: pushed versions: Jun 24 15:10:36.837815 dv-cinder-835384-11-iscsi neutron-server[104513]: { 'AddressGroup': {'1.2'}, Jun 24 15:10:36.837815 dv-cinder-835384-11-iscsi neutron-server[104513]: 'Agent': {'1.1'}, Jun 24 15:10:36.837815 dv-cinder-835384-11-iscsi neutron-server[104513]: 'ConntrackHelper': {'1.0'}, Jun 24 15:10:36.837815 dv-cinder-835384-11-iscsi neutron-server[104513]: 'LocalIPAssociation': {'1.0'}, Jun 24 15:10:36.837815 dv-cinder-835384-11-iscsi neutron-server[104513]: 'Log': {'1.0'}, Jun 24 15:10:36.837815 dv-cinder-835384-11-iscsi neutron-server[104513]: 'NDPProxy': {'1.0'}, Jun 24 15:10:36.837815 dv-cinder-835384-11-iscsi neutron-server[104513]: 'Network': {'1.1'}, Jun 24 15:10:36.837815 dv-cinder-835384-11-iscsi neutron-server[104513]: 'Port': {'1.7'}, Jun 24 15:10:36.837815 dv-cinder-835384-11-iscsi neutron-server[104513]: 'PortForwarding': {'1.3'}, Jun 24 15:10:36.837815 dv-cinder-835384-11-iscsi neutron-server[104513]: 'QosPolicy': {'1.10'}, Jun 24 15:10:36.837815 dv-cinder-835384-11-iscsi neutron-server[104513]: 'SecurityGroup': {'1.5'}, Jun 24 15:10:36.837815 dv-cinder-835384-11-iscsi neutron-server[104513]: 'SecurityGroupRule': {'1.2'}, Jun 24 15:10:36.837815 dv-cinder-835384-11-iscsi neutron-server[104513]: 'SubPort': {'1.0'}, Jun 24 15:10:36.837815 dv-cinder-835384-11-iscsi neutron-server[104513]: 'Subnet': {'1.1'}, Jun 24 15:10:36.837815 dv-cinder-835384-11-iscsi neutron-server[104513]: 'Trunk': {'1.1'}} Jun 24 15:10:36.837815 dv-cinder-835384-11-iscsi neutron-server[104513]: consumer versions: Jun 24 15:10:36.837815 dv-cinder-835384-11-iscsi neutron-server[104513]: { DHCP agent@dv-cinder-835384-11-iscsi: {}, Jun 24 15:10:36.837815 dv-cinder-835384-11-iscsi neutron-server[104513]: L3 agent@dv-cinder-835384-11-iscsi: {}, Jun 24 15:10:36.837815 dv-cinder-835384-11-iscsi neutron-server[104513]: Metadata agent@dv-cinder-835384-11-iscsi: {}, Jun 24 15:10:36.837815 dv-cinder-835384-11-iscsi neutron-server[104513]: Metering agent@dv-cinder-835384-11-iscsi: {}, Jun 24 15:10:36.837815 dv-cinder-835384-11-iscsi neutron-server[104513]: Open vSwitch agent@dv-cinder-835384-11-iscsi: { 'AddressGroup': '1.2', Jun 24 15:10:36.837815 dv-cinder-835384-11-iscsi neutron-server[104513]: 'Agent': '1.1', Jun 24 15:10:36.837815 dv-cinder-835384-11-iscsi neutron-server[104513]: 'ConntrackHelper': '1.0', Jun 24 15:10:36.837815 dv-cinder-835384-11-iscsi neutron-server[104513]: 'LocalIPAssociation': '1.0', Jun 24 15:10:36.837815 dv-cinder-835384-11-iscsi neutron-server[104513]: 'Log': '1.0', Jun 24 15:10:36.837815 dv-cinder-835384-11-iscsi neutron-server[104513]: 'NDPProxy': '1.0', Jun 24 15:10:36.839791 dv-cinder-835384-11-iscsi neutron-server[104513]: 'Network': '1.1', Jun 24 15:10:36.839791 dv-cinder-835384-11-iscsi neutron-server[104513]: 'Port': '1.7', Jun 24 15:10:36.839791 dv-cinder-835384-11-iscsi neutron-server[104513]: 'PortForwarding': '1.3', Jun 24 15:10:36.839791 dv-cinder-835384-11-iscsi neutron-server[104513]: 'QosPolicy': '1.10', Jun 24 15:10:36.839791 dv-cinder-835384-11-iscsi neutron-server[104513]: 'SecurityGroup': '1.5', Jun 24 15:10:36.839791 dv-cinder-835384-11-iscsi neutron-server[104513]: 'SecurityGroupRule': '1.2', Jun 24 15:10:36.839791 dv-cinder-835384-11-iscsi neutron-server[104513]: 'SubPort': '1.0', Jun 24 15:10:36.839791 dv-cinder-835384-11-iscsi neutron-server[104513]: 'Subnet': '1.1', Jun 24 15:10:36.839791 dv-cinder-835384-11-iscsi neutron-server[104513]: 'Trunk': '1.1'}} Jun 24 15:10:36.839791 dv-cinder-835384-11-iscsi neutron-server[104513]: {{(pid=104513) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 24 15:10:36.892190 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.managers [None req-d8a877c8-b5ee-4719-a1f2-0ba06c7a5451 None None] Attempting to bind port 8b9b593e-0118-4adf-9982-65e89f8c481d on host dv-cinder-835384-11-iscsi for vnic_type normal with profile {{(pid=104513) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 15:10:36.892584 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.managers [None req-d8a877c8-b5ee-4719-a1f2-0ba06c7a5451 None None] Attempting to bind port 8b9b593e-0118-4adf-9982-65e89f8c481d by drivers openvswitch,hyperv on host dv-cinder-835384-11-iscsi at level 0 using segments [{'id': '6287cebb-ea80-4388-8942-f13874b7ef85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '416d0af7-61a1-48a8-a56f-c1575a916b71'}] {{(pid=104513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 15:10:36.892998 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8a877c8-b5ee-4719-a1f2-0ba06c7a5451 None None] Attempting to bind port 8b9b593e-0118-4adf-9982-65e89f8c481d on network 416d0af7-61a1-48a8-a56f-c1575a916b71 {{(pid=104513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 15:10:36.895658 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:SELECT=65,neutron:INSERT=33,neutron:UPDATE=2 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:10:36.899402 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8a877c8-b5ee-4719-a1f2-0ba06c7a5451 None None] Checking agent: {'id': '559fa80c-96d5-4fe7-8c5f-9eda482c27bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835384-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 15, 10, 27), 'started_at': datetime.datetime(2022, 6, 24, 15, 10, 27), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 15, 10, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835384-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 15:10:36.899782 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8a877c8-b5ee-4719-a1f2-0ba06c7a5451 None None] Checking segment: {'id': '6287cebb-ea80-4388-8942-f13874b7ef85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '416d0af7-61a1-48a8-a56f-c1575a916b71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 15:10:36.900269 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-d8a877c8-b5ee-4719-a1f2-0ba06c7a5451 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:10:36.900656 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8a877c8-b5ee-4719-a1f2-0ba06c7a5451 None None] Bound using segment: {'id': '6287cebb-ea80-4388-8942-f13874b7ef85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '416d0af7-61a1-48a8-a56f-c1575a916b71'} {{(pid=104513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 15:10:36.901132 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.managers [None req-d8a877c8-b5ee-4719-a1f2-0ba06c7a5451 None None] Bound port: 8b9b593e-0118-4adf-9982-65e89f8c481d, host: dv-cinder-835384-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6287cebb-ea80-4388-8942-f13874b7ef85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '416d0af7-61a1-48a8-a56f-c1575a916b71'}}] {{(pid=104513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 15:10:36.901531 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-d8a877c8-b5ee-4719-a1f2-0ba06c7a5451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7727318'] for port (8b9b593e-0118-4adf-9982-65e89f8c481d), before_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:10:36.967489 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.db [None req-d8a877c8-b5ee-4719-a1f2-0ba06c7a5451 None None] For port 8b9b593e-0118-4adf-9982-65e89f8c481d, host dv-cinder-835384-11-iscsi, cleared binding levels {{(pid=104513) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 15:10:36.985904 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.db [None req-d8a877c8-b5ee-4719-a1f2-0ba06c7a5451 None None] For port 8b9b593e-0118-4adf-9982-65e89f8c481d, host dv-cinder-835384-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-11-iscsi',level=0,port_id=8b9b593e-0118-4adf-9982-65e89f8c481d,segment=NetworkSegment(6287cebb-ea80-4388-8942-f13874b7ef85),segment_id=6287cebb-ea80-4388-8942-f13874b7ef85)] {{(pid=104513) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 15:10:37.060761 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-d8a877c8-b5ee-4719-a1f2-0ba06c7a5451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761385101662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761384583316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761384583334'] for port (8b9b593e-0118-4adf-9982-65e89f8c481d), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:10:37.117738 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a877c8-b5ee-4719-a1f2-0ba06c7a5451 None None] Pushing event updated for resources: {'Port': ['ID=8b9b593e-0118-4adf-9982-65e89f8c481d,revision_number=2']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:10:37.952415 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.wsgi [-] (104512) accepted ('10.222.0.67', 34824) {{(pid=104512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:10:38.282746 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.wsgi [None req-4d8992de-c00a-47bc-bde8-d342a2dd1d3b admin admin] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=104512) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 24 15:10:38.283805 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [None req-4d8992de-c00a-47bc-bde8-d342a2dd1d3b admin admin] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3303609 Jun 24 15:10:40.341899 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG dbcounter [-] [104514] Writing DB stats neutron:SELECT=17,neutron:INSERT=31 {{(pid=104514) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:10:40.346909 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG dbcounter [-] [104514] Writing DB stats neutron:SELECT=7 {{(pid=104514) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:10:40.569214 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.wsgi [-] (104511) accepted ('10.222.0.67', 34836) {{(pid=104511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:10:41.077542 dv-cinder-835384-11-iscsi neutron-server[104511]: WARNING oslo_policy.policy [None req-20c080e4-522a-4f7b-8801-f6b1705b4754 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 24 15:10:41.078109 dv-cinder-835384-11-iscsi neutron-server[104511]: WARNING oslo_policy.policy [None req-20c080e4-522a-4f7b-8801-f6b1705b4754 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 24 15:10:41.302524 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.wsgi [None req-20c080e4-522a-4f7b-8801-f6b1705b4754 admin admin] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=104511) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 24 15:10:41.303866 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [None req-20c080e4-522a-4f7b-8801-f6b1705b4754 admin admin] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.7327645 Jun 24 15:10:43.621787 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.wsgi [-] (104511) accepted ('10.222.0.67', 34850) {{(pid=104511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:10:43.955980 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.v2.base [None req-7f44fabc-9f94-47a2-80dc-f6627e5b0dcb demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=104511) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 15:10:44.017436 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.policy [None req-7f44fabc-9f94-47a2-80dc-f6627e5b0dcb demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104511) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 24 15:10:44.060717 dv-cinder-835384-11-iscsi neutron-server[104511]: WARNING oslo_policy.policy [None req-7f44fabc-9f94-47a2-80dc-f6627e5b0dcb demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 24 15:10:44.061142 dv-cinder-835384-11-iscsi neutron-server[104511]: WARNING oslo_policy.policy [None req-7f44fabc-9f94-47a2-80dc-f6627e5b0dcb demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 24 15:10:44.080938 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writer thread running {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jun 24 15:10:44.081587 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=11,neutron:INSERT=31 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:10:44.181148 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-7f44fabc-9f94-47a2-80dc-f6627e5b0dcb demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-460991', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14566'] for router (49360471-c489-4fa6-8214-4d4297c6ca9d), before_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:10:44.183051 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-7f44fabc-9f94-47a2-80dc-f6627e5b0dcb demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-461210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-470210', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-519196', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14577'] for router (49360471-c489-4fa6-8214-4d4297c6ca9d), precommit_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:10:44.288310 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.rpc [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Device 8b9b593e-0118-4adf-9982-65e89f8c481d up at agent ovs-agent-dv-cinder-835384-11-iscsi {{(pid=104513) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 15:10:44.342269 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-7f44fabc-9f94-47a2-80dc-f6627e5b0dcb demo demo] Publish callbacks [] for router_controller (49360471-c489-4fa6-8214-4d4297c6ca9d), precommit_add_association {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:10:44.372876 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.provisioning_blocks [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Provisioning complete for port 8b9b593e-0118-4adf-9982-65e89f8c481d triggered by entity L2. {{(pid=104513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 15:10:44.373281 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7696598'] for port (8b9b593e-0118-4adf-9982-65e89f8c481d), provisioning_complete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:10:44.398956 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-7f44fabc-9f94-47a2-80dc-f6627e5b0dcb demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-462429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-470182'] for router (49360471-c489-4fa6-8214-4d4297c6ca9d), after_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:10:44.473056 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.plugin [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Current status of the port 8b9b593e-0118-4adf-9982-65e89f8c481d is: DOWN; New status is: ACTIVE {{(pid=104513) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 15:10:44.473444 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7727318'] for port (8b9b593e-0118-4adf-9982-65e89f8c481d), before_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:10:44.489203 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-7f44fabc-9f94-47a2-80dc-f6627e5b0dcb demo demo] Publish callbacks [] for router (None), before_response {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:10:44.490332 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [None req-7f44fabc-9f94-47a2-80dc-f6627e5b0dcb demo demo] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.8674085 Jun 24 15:10:44.498411 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=6 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:10:44.509890 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.db [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] For port 8b9b593e-0118-4adf-9982-65e89f8c481d, host dv-cinder-835384-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-11-iscsi',level=0,port_id=8b9b593e-0118-4adf-9982-65e89f8c481d,segment=NetworkSegment(6287cebb-ea80-4388-8942-f13874b7ef85),segment_id=6287cebb-ea80-4388-8942-f13874b7ef85)] {{(pid=104513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 15:10:44.579084 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761385101662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761384583316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761384583334'] for port (8b9b593e-0118-4adf-9982-65e89f8c481d), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:10:44.632561 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:10:44.638226 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Pushing event updated for resources: {'Port': ['ID=8b9b593e-0118-4adf-9982-65e89f8c481d,revision_number=3']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:10:45.272226 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2ddeb04-6c0b-401f-9490-fbd57066fd1e None None] Network 416d0af7-61a1-48a8-a56f-c1575a916b71 requested from dv-cinder-835384-11-iscsi {{(pid=104513) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 15:10:45.354699 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.provisioning_blocks [None req-f49b1528-21cb-4a36-99dd-6a289884de06 None None] Provisioning complete for port 8b9b593e-0118-4adf-9982-65e89f8c481d triggered by entity DHCP. {{(pid=104513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 15:10:45.355435 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-f49b1528-21cb-4a36-99dd-6a289884de06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7696598'] for port (8b9b593e-0118-4adf-9982-65e89f8c481d), provisioning_complete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:10:45.467919 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.plugin [None req-f49b1528-21cb-4a36-99dd-6a289884de06 None None] Current status of the port 8b9b593e-0118-4adf-9982-65e89f8c481d is: ACTIVE; New status is: ACTIVE {{(pid=104513) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 15:10:45.576365 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=72,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:10:45.579433 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:10:45.688277 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.provisioning_blocks [None req-8285224d-fbec-4230-8859-eca90bbafccd None None] Provisioning complete for port 8b9b593e-0118-4adf-9982-65e89f8c481d triggered by entity DHCP. {{(pid=104513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 15:10:45.688676 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-8285224d-fbec-4230-8859-eca90bbafccd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7696598'] for port (8b9b593e-0118-4adf-9982-65e89f8c481d), provisioning_complete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:10:45.761219 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.plugin [None req-8285224d-fbec-4230-8859-eca90bbafccd None None] Current status of the port 8b9b593e-0118-4adf-9982-65e89f8c481d is: ACTIVE; New status is: ACTIVE {{(pid=104513) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 15:10:46.273384 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.rpc [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Device 8b9b593e-0118-4adf-9982-65e89f8c481d up at agent ovs-agent-dv-cinder-835384-11-iscsi {{(pid=104513) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 15:10:46.317369 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.provisioning_blocks [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Provisioning complete for port 8b9b593e-0118-4adf-9982-65e89f8c481d triggered by entity L2. {{(pid=104513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 15:10:46.317754 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7696598'] for port (8b9b593e-0118-4adf-9982-65e89f8c481d), provisioning_complete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:10:46.386163 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.plugin [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Current status of the port 8b9b593e-0118-4adf-9982-65e89f8c481d is: ACTIVE; New status is: ACTIVE {{(pid=104513) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 15:10:46.849447 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.wsgi [-] (104512) accepted ('10.222.0.67', 34870) {{(pid=104512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:10:47.165430 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.wsgi [None req-367b6d9e-556c-4b73-b7f4-f64af5510c99 admin admin] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=104512) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 24 15:10:47.166416 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [None req-367b6d9e-556c-4b73-b7f4-f64af5510c99 admin admin] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3160760 Jun 24 15:10:49.522908 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.wsgi [-] (104511) accepted ('10.222.0.67', 34878) {{(pid=104511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:10:49.879349 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.v2.base [None req-d555c3af-2627-4037-bbd2-5f3a5b5c9d1b admin admin] Request body: {'network': {'admin_state_up': True, 'router:external': True, 'is_default': True, 'name': 'public', 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat'}} {{(pid=104511) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 15:10:49.985974 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d555c3af-2627-4037-bbd2-5f3a5b5c9d1b admin admin] Made reservation on behalf of 4e36bcd54fa5438c93e449d16bda5ca3 for: {'network': 1} {{(pid=104511) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 15:10:49.988760 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-d555c3af-2627-4037-bbd2-5f3a5b5c9d1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7727318'] for network (None), before_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:10:50.004265 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-d555c3af-2627-4037-bbd2-5f3a5b5c9d1b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:10:50.110499 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-d555c3af-2627-4037-bbd2-5f3a5b5c9d1b admin admin] Publish callbacks [] for security_group (de4edcb7-6e53-49fb-a056-d95b9c355c02), precommit_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:10:50.162954 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-d555c3af-2627-4037-bbd2-5f3a5b5c9d1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-275664'] for security_group (de4edcb7-6e53-49fb-a056-d95b9c355c02), after_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:10:50.175588 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-d555c3af-2627-4037-bbd2-5f3a5b5c9d1b admin admin] Reserving flat network on physical network physnet1 {{(pid=104511) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 24 15:10:50.207970 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-d555c3af-2627-4037-bbd2-5f3a5b5c9d1b admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8761385121154', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7772344'] for segment (6785a788-9b98-4059-b825-96a306cb346e), precommit_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:10:50.208175 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-d555c3af-2627-4037-bbd2-5f3a5b5c9d1b admin admin] Unsubscribe: segment precommit_create {{(pid=104511) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 24 15:10:50.208656 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.db.segments_db [None req-d555c3af-2627-4037-bbd2-5f3a5b5c9d1b admin admin] Added segment 6785a788-9b98-4059-b825-96a306cb346e of type flat for network 60b3096c-3a0f-4216-9e52-e826cbf1fb59 Jun 24 15:10:50.225494 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d555c3af-2627-4037-bbd2-5f3a5b5c9d1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de4edcb7-6e53-49fb-a056-d95b9c355c02,revision_number=1']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:10:50.273194 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d555c3af-2627-4037-bbd2-5f3a5b5c9d1b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:10:50.273466 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d555c3af-2627-4037-bbd2-5f3a5b5c9d1b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:10:50.273829 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d555c3af-2627-4037-bbd2-5f3a5b5c9d1b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:10:50.274140 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d555c3af-2627-4037-bbd2-5f3a5b5c9d1b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:10:50.274460 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d555c3af-2627-4037-bbd2-5f3a5b5c9d1b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:10:50.274778 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d555c3af-2627-4037-bbd2-5f3a5b5c9d1b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:10:50.275107 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d555c3af-2627-4037-bbd2-5f3a5b5c9d1b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:10:50.275431 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d555c3af-2627-4037-bbd2-5f3a5b5c9d1b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:10:50.275759 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d555c3af-2627-4037-bbd2-5f3a5b5c9d1b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:10:50.276076 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d555c3af-2627-4037-bbd2-5f3a5b5c9d1b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:10:50.276407 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d555c3af-2627-4037-bbd2-5f3a5b5c9d1b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:10:50.276724 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d555c3af-2627-4037-bbd2-5f3a5b5c9d1b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:10:50.277033 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d555c3af-2627-4037-bbd2-5f3a5b5c9d1b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:10:50.277511 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d555c3af-2627-4037-bbd2-5f3a5b5c9d1b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:10:50.277830 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d555c3af-2627-4037-bbd2-5f3a5b5c9d1b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:10:50.279302 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d555c3af-2627-4037-bbd2-5f3a5b5c9d1b admin admin] Tracked resource versions report: Jun 24 15:10:50.279302 dv-cinder-835384-11-iscsi neutron-server[104511]: pushed versions: Jun 24 15:10:50.279302 dv-cinder-835384-11-iscsi neutron-server[104511]: { 'AddressGroup': {'1.2'}, Jun 24 15:10:50.279302 dv-cinder-835384-11-iscsi neutron-server[104511]: 'Agent': {'1.1'}, Jun 24 15:10:50.279302 dv-cinder-835384-11-iscsi neutron-server[104511]: 'ConntrackHelper': {'1.0'}, Jun 24 15:10:50.279302 dv-cinder-835384-11-iscsi neutron-server[104511]: 'LocalIPAssociation': {'1.0'}, Jun 24 15:10:50.279302 dv-cinder-835384-11-iscsi neutron-server[104511]: 'Log': {'1.0'}, Jun 24 15:10:50.279302 dv-cinder-835384-11-iscsi neutron-server[104511]: 'NDPProxy': {'1.0'}, Jun 24 15:10:50.279302 dv-cinder-835384-11-iscsi neutron-server[104511]: 'Network': {'1.1'}, Jun 24 15:10:50.279302 dv-cinder-835384-11-iscsi neutron-server[104511]: 'Port': {'1.7'}, Jun 24 15:10:50.279302 dv-cinder-835384-11-iscsi neutron-server[104511]: 'PortForwarding': {'1.3'}, Jun 24 15:10:50.279302 dv-cinder-835384-11-iscsi neutron-server[104511]: 'QosPolicy': {'1.10'}, Jun 24 15:10:50.279302 dv-cinder-835384-11-iscsi neutron-server[104511]: 'SecurityGroup': {'1.5'}, Jun 24 15:10:50.279302 dv-cinder-835384-11-iscsi neutron-server[104511]: 'SecurityGroupRule': {'1.2'}, Jun 24 15:10:50.279302 dv-cinder-835384-11-iscsi neutron-server[104511]: 'SubPort': {'1.0'}, Jun 24 15:10:50.279302 dv-cinder-835384-11-iscsi neutron-server[104511]: 'Subnet': {'1.1'}, Jun 24 15:10:50.279302 dv-cinder-835384-11-iscsi neutron-server[104511]: 'Trunk': {'1.1'}} Jun 24 15:10:50.279302 dv-cinder-835384-11-iscsi neutron-server[104511]: consumer versions: Jun 24 15:10:50.279302 dv-cinder-835384-11-iscsi neutron-server[104511]: { DHCP agent@dv-cinder-835384-11-iscsi: {}, Jun 24 15:10:50.279302 dv-cinder-835384-11-iscsi neutron-server[104511]: L3 agent@dv-cinder-835384-11-iscsi: {}, Jun 24 15:10:50.279302 dv-cinder-835384-11-iscsi neutron-server[104511]: Metadata agent@dv-cinder-835384-11-iscsi: {}, Jun 24 15:10:50.279302 dv-cinder-835384-11-iscsi neutron-server[104511]: Metering agent@dv-cinder-835384-11-iscsi: {}, Jun 24 15:10:50.279302 dv-cinder-835384-11-iscsi neutron-server[104511]: Open vSwitch agent@dv-cinder-835384-11-iscsi: { 'AddressGroup': '1.2', Jun 24 15:10:50.279302 dv-cinder-835384-11-iscsi neutron-server[104511]: 'Agent': '1.1', Jun 24 15:10:50.279302 dv-cinder-835384-11-iscsi neutron-server[104511]: 'ConntrackHelper': '1.0', Jun 24 15:10:50.279302 dv-cinder-835384-11-iscsi neutron-server[104511]: 'LocalIPAssociation': '1.0', Jun 24 15:10:50.279302 dv-cinder-835384-11-iscsi neutron-server[104511]: 'Log': '1.0', Jun 24 15:10:50.279302 dv-cinder-835384-11-iscsi neutron-server[104511]: 'NDPProxy': '1.0', Jun 24 15:10:50.279302 dv-cinder-835384-11-iscsi neutron-server[104511]: 'Network': '1.1', Jun 24 15:10:50.279302 dv-cinder-835384-11-iscsi neutron-server[104511]: 'Port': '1.7', Jun 24 15:10:50.279302 dv-cinder-835384-11-iscsi neutron-server[104511]: 'PortForwarding': '1.3', Jun 24 15:10:50.279302 dv-cinder-835384-11-iscsi neutron-server[104511]: 'QosPolicy': '1.10', Jun 24 15:10:50.279302 dv-cinder-835384-11-iscsi neutron-server[104511]: 'SecurityGroup': '1.5', Jun 24 15:10:50.279302 dv-cinder-835384-11-iscsi neutron-server[104511]: 'SecurityGroupRule': '1.2', Jun 24 15:10:50.279302 dv-cinder-835384-11-iscsi neutron-server[104511]: 'SubPort': '1.0', Jun 24 15:10:50.279302 dv-cinder-835384-11-iscsi neutron-server[104511]: 'Subnet': '1.1', Jun 24 15:10:50.279302 dv-cinder-835384-11-iscsi neutron-server[104511]: 'Trunk': '1.1'}} Jun 24 15:10:50.279302 dv-cinder-835384-11-iscsi neutron-server[104511]: {{(pid=104511) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 24 15:10:50.328166 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-d555c3af-2627-4037-bbd2-5f3a5b5c9d1b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761384550337'] for network (60b3096c-3a0f-4216-9e52-e826cbf1fb59), precommit_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:10:50.447035 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-d555c3af-2627-4037-bbd2-5f3a5b5c9d1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-275585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409'] for network (60b3096c-3a0f-4216-9e52-e826cbf1fb59), after_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:10:50.448259 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d555c3af-2627-4037-bbd2-5f3a5b5c9d1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:10:50.448969 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-d555c3af-2627-4037-bbd2-5f3a5b5c9d1b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7879399'] for network (None), before_response {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:10:50.548148 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d555c3af-2627-4037-bbd2-5f3a5b5c9d1b admin admin] Pushing event updated for resources: {'Network': ['ID=60b3096c-3a0f-4216-9e52-e826cbf1fb59,revision_number=1']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:10:50.558267 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.rpc [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Network 60b3096c-3a0f-4216-9e52-e826cbf1fb59 details requested by agent ovs-agent-dv-cinder-835384-11-iscsi with host dv-cinder-835384-11-iscsi {{(pid=104513) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 15:10:50.580882 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [None req-d555c3af-2627-4037-bbd2-5f3a5b5c9d1b admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.0568628 Jun 24 15:10:51.317137 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-022d69cc-d93b-4ea5-8d9f-37448671df36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697012'] for agent (61dc9491-0c49-467e-b62a-6961ce952bc2), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:10:52.826768 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.wsgi [-] (104512) accepted ('10.222.0.67', 34890) {{(pid=104512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:10:53.188945 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01202972-251b-40e1-87bb-55c599cb8c7d demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:10:53.190204 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [None req-01202972-251b-40e1-87bb-55c599cb8c7d demo admin] 10.222.0.67 "GET /v2.0/subnets/ccb2c120-867b-4aeb-aaf6-3cfd1178c94d HTTP/1.1" status: 200 len: 849 time: 0.3624740 Jun 24 15:10:53.348585 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [None req-f2ba81ce-5274-4752-8dbd-acac2bc20338 demo admin] 10.222.0.67 "GET /v2.0/routers/49360471-c489-4fa6-8214-4d4297c6ca9d HTTP/1.1" status: 200 len: 704 time: 0.1524150 Jun 24 15:10:53.606810 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-16611908-12b5-4903-90c7-e1f8a463a1f6 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7727318'] for port (None), before_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:10:53.705902 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-e0557ed4-1691-4863-b1df-1562d6099bb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697012'] for agent (45985ff7-1335-48cd-ab02-73eb58295827), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:10:53.895594 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.db.db_base_plugin_common [None req-16611908-12b5-4903-90c7-e1f8a463a1f6 demo admin] Allocated IP 172.20.0.1 (416d0af7-61a1-48a8-a56f-c1575a916b71/ccb2c120-867b-4aeb-aaf6-3cfd1178c94d/07ed0d8a-e2da-4da9-9066-87b91d7fed23) {{(pid=104512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 15:10:54.050757 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-16611908-12b5-4903-90c7-e1f8a463a1f6 demo admin] Publish callbacks [] for port (07ed0d8a-e2da-4da9-9066-87b91d7fed23), precommit_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:10:54.163623 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-16611908-12b5-4903-90c7-e1f8a463a1f6 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761384583298'] for port (07ed0d8a-e2da-4da9-9066-87b91d7fed23), after_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:10:54.283310 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16611908-12b5-4903-90c7-e1f8a463a1f6 demo admin] Network 416d0af7-61a1-48a8-a56f-c1575a916b71 is already hosted by enough agents. {{(pid=104512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 15:10:54.292049 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.scheduler.base_scheduler [None req-16611908-12b5-4903-90c7-e1f8a463a1f6 demo admin] Resources bound (agent type, host, resource id): {{(pid=104512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 15:10:54.295593 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16611908-12b5-4903-90c7-e1f8a463a1f6 demo admin] Received port after_create {{(pid=104512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 15:10:54.296169 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-16611908-12b5-4903-90c7-e1f8a463a1f6 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-464899'] for router_interface (49360471-c489-4fa6-8214-4d4297c6ca9d), before_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:10:54.357774 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16611908-12b5-4903-90c7-e1f8a463a1f6 demo admin] Pushing event updated for resources: {'Port': ['ID=07ed0d8a-e2da-4da9-9066-87b91d7fed23,revision_number=1']} {{(pid=104512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:10:54.535725 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.provisioning_blocks [None req-2b0e44a1-d361-48fc-9019-26f1905ee45c None None] Provisioning complete for port 07ed0d8a-e2da-4da9-9066-87b91d7fed23 triggered by entity DHCP. {{(pid=104513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 15:10:54.536103 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-2b0e44a1-d361-48fc-9019-26f1905ee45c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7696598'] for port (07ed0d8a-e2da-4da9-9066-87b91d7fed23), provisioning_complete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:10:54.544131 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:10:54.560834 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-16611908-12b5-4903-90c7-e1f8a463a1f6 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7727318'] for port (07ed0d8a-e2da-4da9-9066-87b91d7fed23), before_update {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:10:54.563637 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:10:54.612675 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.plugin [None req-2b0e44a1-d361-48fc-9019-26f1905ee45c None None] Port 07ed0d8a-e2da-4da9-9066-87b91d7fed23 cannot update to ACTIVE because it is not bound. {{(pid=104513) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 15:10:54.772239 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-16611908-12b5-4903-90c7-e1f8a463a1f6 demo admin] Publish callbacks [] for port (07ed0d8a-e2da-4da9-9066-87b91d7fed23), precommit_update {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:10:54.864167 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-16611908-12b5-4903-90c7-e1f8a463a1f6 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761385101662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761384583316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761384583334'] for port (07ed0d8a-e2da-4da9-9066-87b91d7fed23), after_update {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:10:54.865015 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-16611908-12b5-4903-90c7-e1f8a463a1f6 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7879171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-460691'] for router_interface (49360471-c489-4fa6-8214-4d4297c6ca9d), after_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:10:54.887707 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-6e9ba797-1d0c-40f8-9e0c-708f895be0b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697012'] for agent (f984396c-9862-4f32-9cf6-f19d2e5feb00), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:10:54.923928 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16611908-12b5-4903-90c7-e1f8a463a1f6 demo admin] Pushing event updated for resources: {'Port': ['ID=07ed0d8a-e2da-4da9-9066-87b91d7fed23,revision_number=2']} {{(pid=104512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:10:54.994208 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16611908-12b5-4903-90c7-e1f8a463a1f6 demo admin] Network 416d0af7-61a1-48a8-a56f-c1575a916b71 is already hosted by enough agents. {{(pid=104512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 15:10:54.995545 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.scheduler.base_scheduler [None req-16611908-12b5-4903-90c7-e1f8a463a1f6 demo admin] Resources bound (agent type, host, resource id): {{(pid=104512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 15:10:55.224274 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16611908-12b5-4903-90c7-e1f8a463a1f6 demo admin] Router 49360471-c489-4fa6-8214-4d4297c6ca9d is scheduled to L3 agent 45985ff7-1335-48cd-ab02-73eb58295827 with binding_index 1 {{(pid=104512) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 24 15:10:55.232022 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.provisioning_blocks [None req-c491acc2-0cb5-45da-97e2-c89b851e187d None None] Provisioning complete for port 07ed0d8a-e2da-4da9-9066-87b91d7fed23 triggered by entity DHCP. {{(pid=104513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 15:10:55.232410 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-c491acc2-0cb5-45da-97e2-c89b851e187d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7696598'] for port (07ed0d8a-e2da-4da9-9066-87b91d7fed23), provisioning_complete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:10:55.263557 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.plugin [None req-c491acc2-0cb5-45da-97e2-c89b851e187d None None] Port 07ed0d8a-e2da-4da9-9066-87b91d7fed23 cannot update to ACTIVE because it is not bound. {{(pid=104513) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 15:10:55.313190 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16611908-12b5-4903-90c7-e1f8a463a1f6 demo admin] Notify agent at l3_agent.dv-cinder-835384-11-iscsi the message routers_updated {{(pid=104512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 15:10:55.318688 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [None req-16611908-12b5-4903-90c7-e1f8a463a1f6 demo admin] 10.222.0.67 "PUT /v2.0/routers/49360471-c489-4fa6-8214-4d4297c6ca9d/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9645069 Jun 24 15:10:55.329731 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ec5edd2-07a2-48c0-bd34-e14f5f823b17 None None] Sync routers for ids ['49360471-c489-4fa6-8214-4d4297c6ca9d'] in dv-cinder-835384-11-iscsi {{(pid=104514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 15:10:55.342556 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ec5edd2-07a2-48c0-bd34-e14f5f823b17 None None] Routers {'49360471-c489-4fa6-8214-4d4297c6ca9d'} bound to L3 agent in host dv-cinder-835384-11-iscsi {{(pid=104514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 15:10:55.343471 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.db.l3_hamode_db [None req-0ec5edd2-07a2-48c0-bd34-e14f5f823b17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-24T15:10:24Z,description=,heartbeat_timestamp=2022-06-24T15:10:54Z,host='dv-cinder-835384-11-iscsi',id=45985ff7-1335-48cd-ab02-73eb58295827,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T15:10:24Z,topic='l3_agent')) {'router_ids': ['49360471-c489-4fa6-8214-4d4297c6ca9d'], 'active': True} {{(pid=104514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 15:10:55.522233 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.db.l3_dvr_db [None req-0ec5edd2-07a2-48c0-bd34-e14f5f823b17 None None] Set router 49360471-c489-4fa6-8214-4d4297c6ca9d gateway port host: None {{(pid=104514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 15:10:55.957787 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.db.l3_hamode_db [None req-0ec5edd2-07a2-48c0-bd34-e14f5f823b17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49360471-c489-4fa6-8214-4d4297c6ca9d', 'name': 'router1', 'tenant_id': '4d31d318708e4e9caa66106ce370a235', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T15:10:44Z', 'updated_at': '2022-06-24T15:10:54Z', 'revision_number': 2, 'project_id': '4d31d318708e4e9caa66106ce370a235', 'gw_port_host': None, '_interfaces': [{'id': '07ed0d8a-e2da-4da9-9066-87b91d7fed23', 'name': '', 'network_id': '416d0af7-61a1-48a8-a56f-c1575a916b71', 'tenant_id': '4d31d318708e4e9caa66106ce370a235', 'mac_address': 'fa:16:3e:99:b3:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49360471-c489-4fa6-8214-4d4297c6ca9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ccb2c120-867b-4aeb-aaf6-3cfd1178c94d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T15:10:53Z', 'updated_at': '2022-06-24T15:10:54Z', 'revision_number': 2, 'project_id': '4d31d318708e4e9caa66106ce370a235', 'subnets': [{'id': 'ccb2c120-867b-4aeb-aaf6-3cfd1178c94d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0ac0f577-e92a-4749-b530-5d56e408e9de'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-11-iscsi', False) {} {{(pid=104514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 15:10:56.007655 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ec5edd2-07a2-48c0-bd34-e14f5f823b17 None None] Checking router: 49360471-c489-4fa6-8214-4d4297c6ca9d for host: dv-cinder-835384-11-iscsi {{(pid=104514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 15:10:56.008026 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ec5edd2-07a2-48c0-bd34-e14f5f823b17 None None] Updating router 49360471-c489-4fa6-8214-4d4297c6ca9d port 07ed0d8a-e2da-4da9-9066-87b91d7fed23 binding host dv-cinder-835384-11-iscsi {{(pid=104514) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 15:10:56.063889 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-0ec5edd2-07a2-48c0-bd34-e14f5f823b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7727318'] for port (07ed0d8a-e2da-4da9-9066-87b91d7fed23), before_update {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:10:56.317602 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-e7d2b4de-897d-40d1-b758-5e5b7ac4c4e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697012'] for agent (2f766f35-a225-44ed-b70f-669caec6f4a7), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:10:56.571854 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-0ec5edd2-07a2-48c0-bd34-e14f5f823b17 None None] Publish callbacks [] for port (07ed0d8a-e2da-4da9-9066-87b91d7fed23), precommit_update {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:10:56.631829 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697012'] for agent (559fa80c-96d5-4fe7-8c5f-9eda482c27bf), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:10:56.648604 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-0ec5edd2-07a2-48c0-bd34-e14f5f823b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761385101662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761384583316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761384583334'] for port (07ed0d8a-e2da-4da9-9066-87b91d7fed23), after_update {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:10:56.797236 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a21464-0786-48fd-8a62-95a4ee1852a3 None None] Pushing event updated for resources: {'Port': ['ID=07ed0d8a-e2da-4da9-9066-87b91d7fed23,revision_number=3']} {{(pid=104514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:10:56.829844 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a21464-0786-48fd-8a62-95a4ee1852a3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:10:56.830171 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a21464-0786-48fd-8a62-95a4ee1852a3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:10:56.830446 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a21464-0786-48fd-8a62-95a4ee1852a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:10:56.830777 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a21464-0786-48fd-8a62-95a4ee1852a3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:10:56.831110 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a21464-0786-48fd-8a62-95a4ee1852a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:10:56.831573 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a21464-0786-48fd-8a62-95a4ee1852a3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:10:56.831780 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a21464-0786-48fd-8a62-95a4ee1852a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:10:56.832106 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a21464-0786-48fd-8a62-95a4ee1852a3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:10:56.832460 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a21464-0786-48fd-8a62-95a4ee1852a3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:10:56.832779 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a21464-0786-48fd-8a62-95a4ee1852a3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:10:56.833101 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a21464-0786-48fd-8a62-95a4ee1852a3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:10:56.833441 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a21464-0786-48fd-8a62-95a4ee1852a3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:10:56.833763 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a21464-0786-48fd-8a62-95a4ee1852a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:10:56.834081 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a21464-0786-48fd-8a62-95a4ee1852a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:10:56.834397 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a21464-0786-48fd-8a62-95a4ee1852a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:10:56.835921 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a21464-0786-48fd-8a62-95a4ee1852a3 None None] Tracked resource versions report: Jun 24 15:10:56.835921 dv-cinder-835384-11-iscsi neutron-server[104514]: pushed versions: Jun 24 15:10:56.835921 dv-cinder-835384-11-iscsi neutron-server[104514]: { 'AddressGroup': {'1.2'}, Jun 24 15:10:56.835921 dv-cinder-835384-11-iscsi neutron-server[104514]: 'Agent': {'1.1'}, Jun 24 15:10:56.835921 dv-cinder-835384-11-iscsi neutron-server[104514]: 'ConntrackHelper': {'1.0'}, Jun 24 15:10:56.835921 dv-cinder-835384-11-iscsi neutron-server[104514]: 'LocalIPAssociation': {'1.0'}, Jun 24 15:10:56.835921 dv-cinder-835384-11-iscsi neutron-server[104514]: 'Log': {'1.0'}, Jun 24 15:10:56.835921 dv-cinder-835384-11-iscsi neutron-server[104514]: 'NDPProxy': {'1.0'}, Jun 24 15:10:56.835921 dv-cinder-835384-11-iscsi neutron-server[104514]: 'Network': {'1.1'}, Jun 24 15:10:56.835921 dv-cinder-835384-11-iscsi neutron-server[104514]: 'Port': {'1.7'}, Jun 24 15:10:56.835921 dv-cinder-835384-11-iscsi neutron-server[104514]: 'PortForwarding': {'1.3'}, Jun 24 15:10:56.835921 dv-cinder-835384-11-iscsi neutron-server[104514]: 'QosPolicy': {'1.10'}, Jun 24 15:10:56.835921 dv-cinder-835384-11-iscsi neutron-server[104514]: 'SecurityGroup': {'1.5'}, Jun 24 15:10:56.835921 dv-cinder-835384-11-iscsi neutron-server[104514]: 'SecurityGroupRule': {'1.2'}, Jun 24 15:10:56.835921 dv-cinder-835384-11-iscsi neutron-server[104514]: 'SubPort': {'1.0'}, Jun 24 15:10:56.835921 dv-cinder-835384-11-iscsi neutron-server[104514]: 'Subnet': {'1.1'}, Jun 24 15:10:56.835921 dv-cinder-835384-11-iscsi neutron-server[104514]: 'Trunk': {'1.1'}} Jun 24 15:10:56.835921 dv-cinder-835384-11-iscsi neutron-server[104514]: consumer versions: Jun 24 15:10:56.835921 dv-cinder-835384-11-iscsi neutron-server[104514]: { DHCP agent@dv-cinder-835384-11-iscsi: {}, Jun 24 15:10:56.835921 dv-cinder-835384-11-iscsi neutron-server[104514]: L3 agent@dv-cinder-835384-11-iscsi: {}, Jun 24 15:10:56.835921 dv-cinder-835384-11-iscsi neutron-server[104514]: Metadata agent@dv-cinder-835384-11-iscsi: {}, Jun 24 15:10:56.835921 dv-cinder-835384-11-iscsi neutron-server[104514]: Metering agent@dv-cinder-835384-11-iscsi: {}, Jun 24 15:10:56.835921 dv-cinder-835384-11-iscsi neutron-server[104514]: Open vSwitch agent@dv-cinder-835384-11-iscsi: { 'AddressGroup': '1.2', Jun 24 15:10:56.835921 dv-cinder-835384-11-iscsi neutron-server[104514]: 'Agent': '1.1', Jun 24 15:10:56.835921 dv-cinder-835384-11-iscsi neutron-server[104514]: 'ConntrackHelper': '1.0', Jun 24 15:10:56.835921 dv-cinder-835384-11-iscsi neutron-server[104514]: 'LocalIPAssociation': '1.0', Jun 24 15:10:56.835921 dv-cinder-835384-11-iscsi neutron-server[104514]: 'Log': '1.0', Jun 24 15:10:56.835921 dv-cinder-835384-11-iscsi neutron-server[104514]: 'NDPProxy': '1.0', Jun 24 15:10:56.835921 dv-cinder-835384-11-iscsi neutron-server[104514]: 'Network': '1.1', Jun 24 15:10:56.835921 dv-cinder-835384-11-iscsi neutron-server[104514]: 'Port': '1.7', Jun 24 15:10:56.835921 dv-cinder-835384-11-iscsi neutron-server[104514]: 'PortForwarding': '1.3', Jun 24 15:10:56.835921 dv-cinder-835384-11-iscsi neutron-server[104514]: 'QosPolicy': '1.10', Jun 24 15:10:56.835921 dv-cinder-835384-11-iscsi neutron-server[104514]: 'SecurityGroup': '1.5', Jun 24 15:10:56.835921 dv-cinder-835384-11-iscsi neutron-server[104514]: 'SecurityGroupRule': '1.2', Jun 24 15:10:56.835921 dv-cinder-835384-11-iscsi neutron-server[104514]: 'SubPort': '1.0', Jun 24 15:10:56.835921 dv-cinder-835384-11-iscsi neutron-server[104514]: 'Subnet': '1.1', Jun 24 15:10:56.835921 dv-cinder-835384-11-iscsi neutron-server[104514]: 'Trunk': '1.1'}} Jun 24 15:10:56.835921 dv-cinder-835384-11-iscsi neutron-server[104514]: {{(pid=104514) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 24 15:10:56.845122 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.managers [None req-0ec5edd2-07a2-48c0-bd34-e14f5f823b17 None None] Attempting to bind port 07ed0d8a-e2da-4da9-9066-87b91d7fed23 on host dv-cinder-835384-11-iscsi for vnic_type normal with profile {{(pid=104514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 15:10:56.845530 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.managers [None req-0ec5edd2-07a2-48c0-bd34-e14f5f823b17 None None] Attempting to bind port 07ed0d8a-e2da-4da9-9066-87b91d7fed23 by drivers openvswitch,hyperv on host dv-cinder-835384-11-iscsi at level 0 using segments [{'id': '6287cebb-ea80-4388-8942-f13874b7ef85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '416d0af7-61a1-48a8-a56f-c1575a916b71'}] {{(pid=104514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 15:10:56.845968 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ec5edd2-07a2-48c0-bd34-e14f5f823b17 None None] Attempting to bind port 07ed0d8a-e2da-4da9-9066-87b91d7fed23 on network 416d0af7-61a1-48a8-a56f-c1575a916b71 {{(pid=104514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 15:10:56.851657 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ec5edd2-07a2-48c0-bd34-e14f5f823b17 None None] Checking agent: {'id': '559fa80c-96d5-4fe7-8c5f-9eda482c27bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835384-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 15, 10, 27), 'started_at': datetime.datetime(2022, 6, 24, 15, 10, 57), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 15, 10, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835384-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 15:10:56.852063 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ec5edd2-07a2-48c0-bd34-e14f5f823b17 None None] Checking segment: {'id': '6287cebb-ea80-4388-8942-f13874b7ef85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '416d0af7-61a1-48a8-a56f-c1575a916b71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 15:10:56.852551 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-0ec5edd2-07a2-48c0-bd34-e14f5f823b17 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:10:56.853011 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ec5edd2-07a2-48c0-bd34-e14f5f823b17 None None] Bound using segment: {'id': '6287cebb-ea80-4388-8942-f13874b7ef85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '416d0af7-61a1-48a8-a56f-c1575a916b71'} {{(pid=104514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 15:10:56.853595 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.managers [None req-0ec5edd2-07a2-48c0-bd34-e14f5f823b17 None None] Bound port: 07ed0d8a-e2da-4da9-9066-87b91d7fed23, host: dv-cinder-835384-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6287cebb-ea80-4388-8942-f13874b7ef85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '416d0af7-61a1-48a8-a56f-c1575a916b71'}}] {{(pid=104514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 15:10:56.853973 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-0ec5edd2-07a2-48c0-bd34-e14f5f823b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7727318'] for port (07ed0d8a-e2da-4da9-9066-87b91d7fed23), before_update {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:10:56.891940 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.provisioning_blocks [None req-1584f13b-3694-4dc1-9155-49782ad2683e None None] Provisioning complete for port 07ed0d8a-e2da-4da9-9066-87b91d7fed23 triggered by entity DHCP. {{(pid=104513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 15:10:56.892422 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-1584f13b-3694-4dc1-9155-49782ad2683e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7696598'] for port (07ed0d8a-e2da-4da9-9066-87b91d7fed23), provisioning_complete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:10:56.922474 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.db [None req-0ec5edd2-07a2-48c0-bd34-e14f5f823b17 None None] For port 07ed0d8a-e2da-4da9-9066-87b91d7fed23, host dv-cinder-835384-11-iscsi, cleared binding levels {{(pid=104514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 15:10:56.925640 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.plugin [None req-1584f13b-3694-4dc1-9155-49782ad2683e None None] Port 07ed0d8a-e2da-4da9-9066-87b91d7fed23 cannot update to ACTIVE because it is not bound. {{(pid=104513) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 15:10:56.944784 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.db [None req-0ec5edd2-07a2-48c0-bd34-e14f5f823b17 None None] For port 07ed0d8a-e2da-4da9-9066-87b91d7fed23, host dv-cinder-835384-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-11-iscsi',level=0,port_id=07ed0d8a-e2da-4da9-9066-87b91d7fed23,segment=NetworkSegment(6287cebb-ea80-4388-8942-f13874b7ef85),segment_id=6287cebb-ea80-4388-8942-f13874b7ef85)] {{(pid=104514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 15:10:57.026837 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-0ec5edd2-07a2-48c0-bd34-e14f5f823b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761385101662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761384583316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761384583334'] for port (07ed0d8a-e2da-4da9-9066-87b91d7fed23), after_update {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:10:57.031157 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG dbcounter [-] [104514] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104514) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:10:57.055278 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG dbcounter [-] [104514] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104514) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:10:57.090608 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ec5edd2-07a2-48c0-bd34-e14f5f823b17 None None] Routers {'49360471-c489-4fa6-8214-4d4297c6ca9d'} bound to L3 agent in host dv-cinder-835384-11-iscsi {{(pid=104514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 15:10:57.091243 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.db.l3_hamode_db [None req-0ec5edd2-07a2-48c0-bd34-e14f5f823b17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-24T15:10:24Z,description=,heartbeat_timestamp=2022-06-24T15:10:54Z,host='dv-cinder-835384-11-iscsi',id=45985ff7-1335-48cd-ab02-73eb58295827,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T15:10:24Z,topic='l3_agent')) {'router_ids': ['49360471-c489-4fa6-8214-4d4297c6ca9d'], 'active': True} {{(pid=104514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 15:10:57.124833 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a21464-0786-48fd-8a62-95a4ee1852a3 None None] Pushing event updated for resources: {'Port': ['ID=07ed0d8a-e2da-4da9-9066-87b91d7fed23,revision_number=4']} {{(pid=104514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:10:57.180075 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.db.l3_dvr_db [None req-0ec5edd2-07a2-48c0-bd34-e14f5f823b17 None None] Set router 49360471-c489-4fa6-8214-4d4297c6ca9d gateway port host: None {{(pid=104514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 15:10:57.248428 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.provisioning_blocks [None req-3e35116d-7059-4ace-8c80-671644c49818 None None] Provisioning complete for port 07ed0d8a-e2da-4da9-9066-87b91d7fed23 triggered by entity DHCP. {{(pid=104513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 15:10:57.248809 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-3e35116d-7059-4ace-8c80-671644c49818 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7696598'] for port (07ed0d8a-e2da-4da9-9066-87b91d7fed23), provisioning_complete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:10:57.320091 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.plugin [None req-3e35116d-7059-4ace-8c80-671644c49818 None None] Current status of the port 07ed0d8a-e2da-4da9-9066-87b91d7fed23 is: DOWN; New status is: ACTIVE {{(pid=104513) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 15:10:57.320731 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-3e35116d-7059-4ace-8c80-671644c49818 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7727318'] for port (07ed0d8a-e2da-4da9-9066-87b91d7fed23), before_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:10:57.356339 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.db [None req-3e35116d-7059-4ace-8c80-671644c49818 None None] For port 07ed0d8a-e2da-4da9-9066-87b91d7fed23, host dv-cinder-835384-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-11-iscsi',level=0,port_id=07ed0d8a-e2da-4da9-9066-87b91d7fed23,segment=NetworkSegment(6287cebb-ea80-4388-8942-f13874b7ef85),segment_id=6287cebb-ea80-4388-8942-f13874b7ef85)] {{(pid=104513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 15:10:57.374157 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.db.l3_hamode_db [None req-0ec5edd2-07a2-48c0-bd34-e14f5f823b17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49360471-c489-4fa6-8214-4d4297c6ca9d', 'name': 'router1', 'tenant_id': '4d31d318708e4e9caa66106ce370a235', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T15:10:44Z', 'updated_at': '2022-06-24T15:10:54Z', 'revision_number': 2, 'project_id': '4d31d318708e4e9caa66106ce370a235', 'gw_port_host': None, '_interfaces': [{'id': '07ed0d8a-e2da-4da9-9066-87b91d7fed23', 'name': '', 'network_id': '416d0af7-61a1-48a8-a56f-c1575a916b71', 'tenant_id': '4d31d318708e4e9caa66106ce370a235', 'mac_address': 'fa:16:3e:99:b3:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49360471-c489-4fa6-8214-4d4297c6ca9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ccb2c120-867b-4aeb-aaf6-3cfd1178c94d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T15:10:53Z', 'updated_at': '2022-06-24T15:10:56Z', 'revision_number': 4, 'project_id': '4d31d318708e4e9caa66106ce370a235', 'subnets': [{'id': 'ccb2c120-867b-4aeb-aaf6-3cfd1178c94d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0ac0f577-e92a-4749-b530-5d56e408e9de'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-11-iscsi', False) {} {{(pid=104514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 15:10:57.399281 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ec5edd2-07a2-48c0-bd34-e14f5f823b17 None None] The sync data for ids ['49360471-c489-4fa6-8214-4d4297c6ca9d'] in dv-cinder-835384-11-iscsi is: [{'id': '49360471-c489-4fa6-8214-4d4297c6ca9d', 'name': 'router1', 'tenant_id': '4d31d318708e4e9caa66106ce370a235', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T15:10:44Z', 'updated_at': '2022-06-24T15:10:54Z', 'revision_number': 2, 'project_id': '4d31d318708e4e9caa66106ce370a235', 'gw_port_host': None, '_interfaces': [{'id': '07ed0d8a-e2da-4da9-9066-87b91d7fed23', 'name': '', 'network_id': '416d0af7-61a1-48a8-a56f-c1575a916b71', 'tenant_id': '4d31d318708e4e9caa66106ce370a235', 'mac_address': 'fa:16:3e:99:b3:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49360471-c489-4fa6-8214-4d4297c6ca9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ccb2c120-867b-4aeb-aaf6-3cfd1178c94d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T15:10:53Z', 'updated_at': '2022-06-24T15:10:56Z', 'revision_number': 4, 'project_id': '4d31d318708e4e9caa66106ce370a235', 'subnets': [{'id': 'ccb2c120-867b-4aeb-aaf6-3cfd1178c94d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0ac0f577-e92a-4749-b530-5d56e408e9de'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 15:10:57.437555 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-3e35116d-7059-4ace-8c80-671644c49818 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761385101662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761384583316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761384583334'] for port (07ed0d8a-e2da-4da9-9066-87b91d7fed23), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:10:57.478001 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:10:57.490780 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e35116d-7059-4ace-8c80-671644c49818 None None] Pushing event updated for resources: {'Port': ['ID=07ed0d8a-e2da-4da9-9066-87b91d7fed23,revision_number=5']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:10:57.619535 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.wsgi [-] (104512) accepted ('10.222.0.67', 34910) {{(pid=104512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:10:57.822612 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e9bc287-f748-49c5-bdfb-6eea8f9d6c94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:10:57.824576 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [None req-0e9bc287-f748-49c5-bdfb-6eea8f9d6c94 admin admin] 10.222.0.67 "GET /v2.0/networks/60b3096c-3a0f-4216-9e52-e826cbf1fb59 HTTP/1.1" status: 200 len: 842 time: 0.2040498 Jun 24 15:10:57.834046 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.v2.base [None req-45d33f3d-7a18-4f54-97ef-8979a3dd17d5 admin admin] Request body: {'subnet': {'enable_dhcp': False, 'ip_version': 4, 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'name': 'public-subnet', 'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59'}} {{(pid=104512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 15:10:57.935274 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45d33f3d-7a18-4f54-97ef-8979a3dd17d5 admin admin] Made reservation on behalf of 4e36bcd54fa5438c93e449d16bda5ca3 for: {'subnet': 1} {{(pid=104512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 15:10:57.937653 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-45d33f3d-7a18-4f54-97ef-8979a3dd17d5 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:10:58.021330 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:10:58.201086 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:10:58.287155 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.objects.ports [None req-45d33f3d-7a18-4f54-97ef-8979a3dd17d5 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104512) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Jun 24 15:10:58.287590 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-45d33f3d-7a18-4f54-97ef-8979a3dd17d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409'] for subnet (f6c08379-d241-4966-a4ae-7ff02804e7f6), after_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:10:58.334970 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d33f3d-7a18-4f54-97ef-8979a3dd17d5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f6c08379-d241-4966-a4ae-7ff02804e7f6,revision_number=0']} {{(pid=104512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:10:58.353326 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45d33f3d-7a18-4f54-97ef-8979a3dd17d5 admin admin] Checking segment: {'id': '6785a788-9b98-4059-b825-96a306cb346e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 15:10:58.353673 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45d33f3d-7a18-4f54-97ef-8979a3dd17d5 admin admin] Network hostable DHCP agents. Network: 60b3096c-3a0f-4216-9e52-e826cbf1fb59, hostable agents: ['61dc9491-0c49-467e-b62a-6961ce952bc2'], hosted agents: [] {{(pid=104512) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 15:10:58.454659 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45d33f3d-7a18-4f54-97ef-8979a3dd17d5 admin admin] Network 60b3096c-3a0f-4216-9e52-e826cbf1fb59 is scheduled to be hosted by DHCP agent 61dc9491-0c49-467e-b62a-6961ce952bc2 with binding_index 1 {{(pid=104512) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 15:10:58.517611 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.scheduler.base_scheduler [None req-45d33f3d-7a18-4f54-97ef-8979a3dd17d5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835384-11-iscsi, 60b3096c-3a0f-4216-9e52-e826cbf1fb59) {{(pid=104512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 15:10:58.522111 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45d33f3d-7a18-4f54-97ef-8979a3dd17d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:10:58.522902 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-45d33f3d-7a18-4f54-97ef-8979a3dd17d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7879399'] for subnet (None), before_response {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:10:58.529728 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eefcac4e-e5a1-4742-a98e-77d9bc6e421b None None] Network 60b3096c-3a0f-4216-9e52-e826cbf1fb59 requested from dv-cinder-835384-11-iscsi {{(pid=104513) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 15:10:58.606473 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [None req-45d33f3d-7a18-4f54-97ef-8979a3dd17d5 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7757025 Jun 24 15:10:58.644905 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27b2ebe9-1173-4a74-a58d-855d113faa20 None None] Network 60b3096c-3a0f-4216-9e52-e826cbf1fb59 requested from dv-cinder-835384-11-iscsi {{(pid=104513) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 15:11:00.510386 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=46,neutron:INSERT=20,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:11:00.522465 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=46,neutron:DELETE=1,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:11:00.865690 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.wsgi [-] (104512) accepted ('10.222.0.67', 34930) {{(pid=104512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:11:01.066614 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [None req-25b8a3b2-d8ae-4bec-9505-fc0b4b43cad0 demo admin] 10.222.0.67 "GET /v2.0/routers/49360471-c489-4fa6-8214-4d4297c6ca9d HTTP/1.1" status: 200 len: 710 time: 0.1997166 Jun 24 15:11:01.153138 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-001fbabf-7468-43d5-8af6-a89cc5574a07 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:11:01.154495 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [None req-001fbabf-7468-43d5-8af6-a89cc5574a07 demo admin] 10.222.0.67 "GET /v2.0/networks/60b3096c-3a0f-4216-9e52-e826cbf1fb59 HTTP/1.1" status: 200 len: 886 time: 0.0824447 Jun 24 15:11:01.163294 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.v2.base [None req-77f02a12-3dc0-45bd-9890-9c4ad42a704e demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59'}}} {{(pid=104512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 15:11:01.394847 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-77f02a12-3dc0-45bd-9890-9c4ad42a704e demo admin] Publish callbacks [] for router_gateway (49360471-c489-4fa6-8214-4d4297c6ca9d), precommit_update {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:11:01.617350 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:11:01.675660 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-77f02a12-3dc0-45bd-9890-9c4ad42a704e demo admin] Publish callbacks [] for router_gateway (49360471-c489-4fa6-8214-4d4297c6ca9d), before_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:11:01.751169 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-77f02a12-3dc0-45bd-9890-9c4ad42a704e demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7727318'] for port (None), before_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:11:01.860184 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=1,neutron:INSERT=3 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:11:01.861545 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.db.db_base_plugin_common [None req-77f02a12-3dc0-45bd-9890-9c4ad42a704e demo admin] Allocated IP 172.27.0.176 (60b3096c-3a0f-4216-9e52-e826cbf1fb59/f6c08379-d241-4966-a4ae-7ff02804e7f6/e1c3e0ba-e054-4816-afc1-38df24137a84) {{(pid=104512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 15:11:01.965488 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-77f02a12-3dc0-45bd-9890-9c4ad42a704e demo admin] Publish callbacks [] for port (e1c3e0ba-e054-4816-afc1-38df24137a84), precommit_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:11:02.066189 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-77f02a12-3dc0-45bd-9890-9c4ad42a704e demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761384583298'] for port (e1c3e0ba-e054-4816-afc1-38df24137a84), after_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:11:02.108024 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77f02a12-3dc0-45bd-9890-9c4ad42a704e demo admin] Network 60b3096c-3a0f-4216-9e52-e826cbf1fb59 is already hosted by enough agents. {{(pid=104512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 15:11:02.112736 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.scheduler.base_scheduler [None req-77f02a12-3dc0-45bd-9890-9c4ad42a704e demo admin] Resources bound (agent type, host, resource id): {{(pid=104512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 15:11:02.114775 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f02a12-3dc0-45bd-9890-9c4ad42a704e demo admin] Pushing event updated for resources: {'Port': ['ID=e1c3e0ba-e054-4816-afc1-38df24137a84,revision_number=1']} {{(pid=104512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:11:02.118640 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77f02a12-3dc0-45bd-9890-9c4ad42a704e demo admin] Received port after_create {{(pid=104512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 15:11:02.301326 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.rpc [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Device 07ed0d8a-e2da-4da9-9066-87b91d7fed23 up at agent ovs-agent-dv-cinder-835384-11-iscsi {{(pid=104513) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 15:11:02.346581 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:11:02.351782 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.provisioning_blocks [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Provisioning complete for port 07ed0d8a-e2da-4da9-9066-87b91d7fed23 triggered by entity L2. {{(pid=104513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 15:11:02.352177 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7696598'] for port (07ed0d8a-e2da-4da9-9066-87b91d7fed23), provisioning_complete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:11:02.418516 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:11:02.433766 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.plugin [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Current status of the port 07ed0d8a-e2da-4da9-9066-87b91d7fed23 is: ACTIVE; New status is: ACTIVE {{(pid=104513) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 15:11:02.466407 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-77f02a12-3dc0-45bd-9890-9c4ad42a704e demo admin] Publish callbacks [] for router_gateway (49360471-c489-4fa6-8214-4d4297c6ca9d), after_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:11:02.546737 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=5 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:11:02.736351 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-77f02a12-3dc0-45bd-9890-9c4ad42a704e demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-470228', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-462422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14467'] for router (49360471-c489-4fa6-8214-4d4297c6ca9d), precommit_update {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:11:02.739686 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-77f02a12-3dc0-45bd-9890-9c4ad42a704e demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-470182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-470189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-470207', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-462383'] for router (49360471-c489-4fa6-8214-4d4297c6ca9d), after_update {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:11:02.841587 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77f02a12-3dc0-45bd-9890-9c4ad42a704e demo admin] Router 49360471-c489-4fa6-8214-4d4297c6ca9d has already been hosted by L3 agent 45985ff7-1335-48cd-ab02-73eb58295827 {{(pid=104512) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 15:11:02.940331 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77f02a12-3dc0-45bd-9890-9c4ad42a704e demo admin] Notify agent at l3_agent.dv-cinder-835384-11-iscsi the message routers_updated {{(pid=104512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 15:11:02.944982 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-77f02a12-3dc0-45bd-9890-9c4ad42a704e demo admin] Publish callbacks [] for router (None), before_response {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:11:02.946176 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [None req-77f02a12-3dc0-45bd-9890-9c4ad42a704e demo admin] 10.222.0.67 "PUT /v2.0/routers/49360471-c489-4fa6-8214-4d4297c6ca9d HTTP/1.1" status: 200 len: 890 time: 1.7859576 Jun 24 15:11:03.735912 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b61c662-77f5-4dee-9fa4-d1502bc9b02f None None] Sync routers for ids ['49360471-c489-4fa6-8214-4d4297c6ca9d'] in dv-cinder-835384-11-iscsi {{(pid=104513) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 15:11:03.748301 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b61c662-77f5-4dee-9fa4-d1502bc9b02f None None] Routers {'49360471-c489-4fa6-8214-4d4297c6ca9d'} bound to L3 agent in host dv-cinder-835384-11-iscsi {{(pid=104513) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 15:11:03.748929 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.l3_hamode_db [None req-5b61c662-77f5-4dee-9fa4-d1502bc9b02f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-24T15:10:24Z,description=,heartbeat_timestamp=2022-06-24T15:10:54Z,host='dv-cinder-835384-11-iscsi',id=45985ff7-1335-48cd-ab02-73eb58295827,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T15:10:24Z,topic='l3_agent')) {'router_ids': ['49360471-c489-4fa6-8214-4d4297c6ca9d'], 'active': True} {{(pid=104513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 15:11:03.950329 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.l3_dvr_db [None req-5b61c662-77f5-4dee-9fa4-d1502bc9b02f None None] Set router 49360471-c489-4fa6-8214-4d4297c6ca9d gateway port host: dv-cinder-835384-11-iscsi {{(pid=104513) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 15:11:04.388282 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.l3_hamode_db [None req-5b61c662-77f5-4dee-9fa4-d1502bc9b02f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49360471-c489-4fa6-8214-4d4297c6ca9d', 'name': 'router1', 'tenant_id': '4d31d318708e4e9caa66106ce370a235', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'external_fixed_ips': [{'subnet_id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'ip_address': '172.27.0.176'}], 'enable_snat': True}, 'gw_port_id': 'e1c3e0ba-e054-4816-afc1-38df24137a84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T15:10:44Z', 'updated_at': '2022-06-24T15:11:02Z', 'revision_number': 4, 'project_id': '4d31d318708e4e9caa66106ce370a235', 'gw_port': {'id': 'e1c3e0ba-e054-4816-afc1-38df24137a84', 'name': '', 'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:8e:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49360471-c489-4fa6-8214-4d4297c6ca9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'ip_address': '172.27.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T15:11:01Z', 'updated_at': '2022-06-24T15:11:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-11-iscsi', '_interfaces': [{'id': '07ed0d8a-e2da-4da9-9066-87b91d7fed23', 'name': '', 'network_id': '416d0af7-61a1-48a8-a56f-c1575a916b71', 'tenant_id': '4d31d318708e4e9caa66106ce370a235', 'mac_address': 'fa:16:3e:99:b3:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49360471-c489-4fa6-8214-4d4297c6ca9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ccb2c120-867b-4aeb-aaf6-3cfd1178c94d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T15:10:53Z', 'updated_at': '2022-06-24T15:10:57Z', 'revision_number': 5, 'project_id': '4d31d318708e4e9caa66106ce370a235', 'subnets': [{'id': 'ccb2c120-867b-4aeb-aaf6-3cfd1178c94d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0ac0f577-e92a-4749-b530-5d56e408e9de'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-11-iscsi', False) {} {{(pid=104513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 15:11:04.435319 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b61c662-77f5-4dee-9fa4-d1502bc9b02f None None] Checking router: 49360471-c489-4fa6-8214-4d4297c6ca9d for host: dv-cinder-835384-11-iscsi {{(pid=104513) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 15:11:04.435677 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b61c662-77f5-4dee-9fa4-d1502bc9b02f None None] Updating router 49360471-c489-4fa6-8214-4d4297c6ca9d port e1c3e0ba-e054-4816-afc1-38df24137a84 binding host dv-cinder-835384-11-iscsi {{(pid=104513) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 15:11:04.488544 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-5b61c662-77f5-4dee-9fa4-d1502bc9b02f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7727318'] for port (e1c3e0ba-e054-4816-afc1-38df24137a84), before_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:11:04.851891 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-5b61c662-77f5-4dee-9fa4-d1502bc9b02f None None] Publish callbacks [] for port (e1c3e0ba-e054-4816-afc1-38df24137a84), precommit_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:11:04.905687 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-5b61c662-77f5-4dee-9fa4-d1502bc9b02f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761385101662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761384583316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761384583334'] for port (e1c3e0ba-e054-4816-afc1-38df24137a84), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:11:04.959034 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576ae4d2-82a6-4e4a-aea0-a86477df75e1 None None] Pushing event updated for resources: {'Port': ['ID=e1c3e0ba-e054-4816-afc1-38df24137a84,revision_number=2']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:11:04.961249 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.managers [None req-5b61c662-77f5-4dee-9fa4-d1502bc9b02f None None] Attempting to bind port e1c3e0ba-e054-4816-afc1-38df24137a84 on host dv-cinder-835384-11-iscsi for vnic_type normal with profile {{(pid=104513) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 15:11:04.961610 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.managers [None req-5b61c662-77f5-4dee-9fa4-d1502bc9b02f None None] Attempting to bind port e1c3e0ba-e054-4816-afc1-38df24137a84 by drivers openvswitch,hyperv on host dv-cinder-835384-11-iscsi at level 0 using segments [{'id': '6785a788-9b98-4059-b825-96a306cb346e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59'}] {{(pid=104513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 15:11:04.962099 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b61c662-77f5-4dee-9fa4-d1502bc9b02f None None] Attempting to bind port e1c3e0ba-e054-4816-afc1-38df24137a84 on network 60b3096c-3a0f-4216-9e52-e826cbf1fb59 {{(pid=104513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 15:11:04.967355 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b61c662-77f5-4dee-9fa4-d1502bc9b02f None None] Checking agent: {'id': '559fa80c-96d5-4fe7-8c5f-9eda482c27bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835384-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 15, 10, 27), 'started_at': datetime.datetime(2022, 6, 24, 15, 10, 57), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 15, 10, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835384-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 15:11:04.967732 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b61c662-77f5-4dee-9fa4-d1502bc9b02f None None] Checking segment: {'id': '6785a788-9b98-4059-b825-96a306cb346e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 15:11:04.968128 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-5b61c662-77f5-4dee-9fa4-d1502bc9b02f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:11:04.968508 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b61c662-77f5-4dee-9fa4-d1502bc9b02f None None] Bound using segment: {'id': '6785a788-9b98-4059-b825-96a306cb346e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59'} {{(pid=104513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 15:11:04.968966 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.managers [None req-5b61c662-77f5-4dee-9fa4-d1502bc9b02f None None] Bound port: e1c3e0ba-e054-4816-afc1-38df24137a84, host: dv-cinder-835384-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6785a788-9b98-4059-b825-96a306cb346e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59'}}] {{(pid=104513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 15:11:04.969341 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-5b61c662-77f5-4dee-9fa4-d1502bc9b02f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7727318'] for port (e1c3e0ba-e054-4816-afc1-38df24137a84), before_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:11:05.018887 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.db [None req-5b61c662-77f5-4dee-9fa4-d1502bc9b02f None None] For port e1c3e0ba-e054-4816-afc1-38df24137a84, host dv-cinder-835384-11-iscsi, cleared binding levels {{(pid=104513) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 15:11:05.021813 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.db [None req-5b61c662-77f5-4dee-9fa4-d1502bc9b02f None None] For port e1c3e0ba-e054-4816-afc1-38df24137a84, host dv-cinder-835384-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-11-iscsi',level=0,port_id=e1c3e0ba-e054-4816-afc1-38df24137a84,segment=NetworkSegment(6785a788-9b98-4059-b825-96a306cb346e),segment_id=6785a788-9b98-4059-b825-96a306cb346e)] {{(pid=104513) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 15:11:05.094678 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-5b61c662-77f5-4dee-9fa4-d1502bc9b02f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761385101662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761384583316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761384583334'] for port (e1c3e0ba-e054-4816-afc1-38df24137a84), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:11:05.152775 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b61c662-77f5-4dee-9fa4-d1502bc9b02f None None] Routers {'49360471-c489-4fa6-8214-4d4297c6ca9d'} bound to L3 agent in host dv-cinder-835384-11-iscsi {{(pid=104513) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 15:11:05.153385 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.l3_hamode_db [None req-5b61c662-77f5-4dee-9fa4-d1502bc9b02f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-24T15:10:24Z,description=,heartbeat_timestamp=2022-06-24T15:10:54Z,host='dv-cinder-835384-11-iscsi',id=45985ff7-1335-48cd-ab02-73eb58295827,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T15:10:24Z,topic='l3_agent')) {'router_ids': ['49360471-c489-4fa6-8214-4d4297c6ca9d'], 'active': True} {{(pid=104513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 15:11:05.158259 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576ae4d2-82a6-4e4a-aea0-a86477df75e1 None None] Pushing event updated for resources: {'Port': ['ID=e1c3e0ba-e054-4816-afc1-38df24137a84,revision_number=3']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:11:05.277092 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.l3_dvr_db [None req-5b61c662-77f5-4dee-9fa4-d1502bc9b02f None None] Set router 49360471-c489-4fa6-8214-4d4297c6ca9d gateway port host: dv-cinder-835384-11-iscsi {{(pid=104513) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 15:11:05.284743 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.wsgi [-] (104512) accepted ('10.222.0.67', 34944) {{(pid=104512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:11:05.367271 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:11:05.398997 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [None req-8decc0bd-b63b-4238-a146-5ea6ada54237 admin admin] 10.222.0.67 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1131318 Jun 24 15:11:05.478810 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.l3_hamode_db [None req-5b61c662-77f5-4dee-9fa4-d1502bc9b02f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49360471-c489-4fa6-8214-4d4297c6ca9d', 'name': 'router1', 'tenant_id': '4d31d318708e4e9caa66106ce370a235', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'external_fixed_ips': [{'subnet_id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'ip_address': '172.27.0.176'}], 'enable_snat': True}, 'gw_port_id': 'e1c3e0ba-e054-4816-afc1-38df24137a84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T15:10:44Z', 'updated_at': '2022-06-24T15:11:02Z', 'revision_number': 4, 'project_id': '4d31d318708e4e9caa66106ce370a235', 'gw_port': {'id': 'e1c3e0ba-e054-4816-afc1-38df24137a84', 'name': '', 'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:8e:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49360471-c489-4fa6-8214-4d4297c6ca9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'ip_address': '172.27.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T15:11:01Z', 'updated_at': '2022-06-24T15:11:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-11-iscsi', '_interfaces': [{'id': '07ed0d8a-e2da-4da9-9066-87b91d7fed23', 'name': '', 'network_id': '416d0af7-61a1-48a8-a56f-c1575a916b71', 'tenant_id': '4d31d318708e4e9caa66106ce370a235', 'mac_address': 'fa:16:3e:99:b3:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49360471-c489-4fa6-8214-4d4297c6ca9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ccb2c120-867b-4aeb-aaf6-3cfd1178c94d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T15:10:53Z', 'updated_at': '2022-06-24T15:10:57Z', 'revision_number': 5, 'project_id': '4d31d318708e4e9caa66106ce370a235', 'subnets': [{'id': 'ccb2c120-867b-4aeb-aaf6-3cfd1178c94d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0ac0f577-e92a-4749-b530-5d56e408e9de'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-11-iscsi', False) {} {{(pid=104513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 15:11:05.507993 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b61c662-77f5-4dee-9fa4-d1502bc9b02f None None] The sync data for ids ['49360471-c489-4fa6-8214-4d4297c6ca9d'] in dv-cinder-835384-11-iscsi is: [{'id': '49360471-c489-4fa6-8214-4d4297c6ca9d', 'name': 'router1', 'tenant_id': '4d31d318708e4e9caa66106ce370a235', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'external_fixed_ips': [{'subnet_id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'ip_address': '172.27.0.176'}], 'enable_snat': True}, 'gw_port_id': 'e1c3e0ba-e054-4816-afc1-38df24137a84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T15:10:44Z', 'updated_at': '2022-06-24T15:11:02Z', 'revision_number': 4, 'project_id': '4d31d318708e4e9caa66106ce370a235', 'gw_port': {'id': 'e1c3e0ba-e054-4816-afc1-38df24137a84', 'name': '', 'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:8e:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49360471-c489-4fa6-8214-4d4297c6ca9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'ip_address': '172.27.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T15:11:01Z', 'updated_at': '2022-06-24T15:11:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-11-iscsi', '_interfaces': [{'id': '07ed0d8a-e2da-4da9-9066-87b91d7fed23', 'name': '', 'network_id': '416d0af7-61a1-48a8-a56f-c1575a916b71', 'tenant_id': '4d31d318708e4e9caa66106ce370a235', 'mac_address': 'fa:16:3e:99:b3:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49360471-c489-4fa6-8214-4d4297c6ca9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ccb2c120-867b-4aeb-aaf6-3cfd1178c94d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T15:10:53Z', 'updated_at': '2022-06-24T15:10:57Z', 'revision_number': 5, 'project_id': '4d31d318708e4e9caa66106ce370a235', 'subnets': [{'id': 'ccb2c120-867b-4aeb-aaf6-3cfd1178c94d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0ac0f577-e92a-4749-b530-5d56e408e9de'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104513) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 15:11:06.298952 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.rpc [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Device e1c3e0ba-e054-4816-afc1-38df24137a84 up at agent ovs-agent-dv-cinder-835384-11-iscsi {{(pid=104513) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 15:11:06.349838 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.provisioning_blocks [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Provisioning complete for port e1c3e0ba-e054-4816-afc1-38df24137a84 triggered by entity L2. {{(pid=104513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 15:11:06.350279 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7696598'] for port (e1c3e0ba-e054-4816-afc1-38df24137a84), provisioning_complete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:11:06.374079 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:11:06.412792 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:11:06.422729 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.plugin [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Current status of the port e1c3e0ba-e054-4816-afc1-38df24137a84 is: DOWN; New status is: ACTIVE {{(pid=104513) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 15:11:06.423108 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7727318'] for port (e1c3e0ba-e054-4816-afc1-38df24137a84), before_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:11:06.442908 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.db [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] For port e1c3e0ba-e054-4816-afc1-38df24137a84, host dv-cinder-835384-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-11-iscsi',level=0,port_id=e1c3e0ba-e054-4816-afc1-38df24137a84,segment=NetworkSegment(6785a788-9b98-4059-b825-96a306cb346e),segment_id=6785a788-9b98-4059-b825-96a306cb346e)] {{(pid=104513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 15:11:06.533990 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761385101662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761384583316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761384583334'] for port (e1c3e0ba-e054-4816-afc1-38df24137a84), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:11:06.588785 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Pushing event updated for resources: {'Port': ['ID=e1c3e0ba-e054-4816-afc1-38df24137a84,revision_number=4']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:11:06.758289 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.db.agents_db [None req-1e76bcc0-0ba2-49bf-a9b5-df198b272e3c None None] Agent healthcheck: found 5 active agents {{(pid=104514) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 15:11:07.377779 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG dbcounter [-] [104514] Writing DB stats neutron:SELECT=53 {{(pid=104514) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:11:08.290393 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.rpc [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Device e1c3e0ba-e054-4816-afc1-38df24137a84 up at agent ovs-agent-dv-cinder-835384-11-iscsi {{(pid=104513) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 15:11:08.344399 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.provisioning_blocks [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Provisioning complete for port e1c3e0ba-e054-4816-afc1-38df24137a84 triggered by entity L2. {{(pid=104513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 15:11:08.344734 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7696598'] for port (e1c3e0ba-e054-4816-afc1-38df24137a84), provisioning_complete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:11:08.456222 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.plugin [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Current status of the port e1c3e0ba-e054-4816-afc1-38df24137a84 is: ACTIVE; New status is: ACTIVE {{(pid=104513) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 15:11:15.390737 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=87,neutron:INSERT=1 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:11:15.395505 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=25 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:11:16.758661 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG dbcounter [-] [104514] Writing DB stats neutron:SELECT=23 {{(pid=104514) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:11:18.451171 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:SELECT=14 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:11:18.453540 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:SELECT=47,neutron:UPDATE=2 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:11:18.455623 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:SELECT=11 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:11:21.306909 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-89ce382e-efce-47df-961e-3976db088dd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697012'] for agent (61dc9491-0c49-467e-b62a-6961ce952bc2), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:11:23.715909 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-990c92ad-301c-46fb-aaea-34a59bb2f655 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697012'] for agent (45985ff7-1335-48cd-ab02-73eb58295827), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:11:24.864205 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-6e9ba797-1d0c-40f8-9e0c-708f895be0b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697012'] for agent (f984396c-9862-4f32-9cf6-f19d2e5feb00), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:11:26.339831 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-e7d2b4de-897d-40d1-b758-5e5b7ac4c4e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697012'] for agent (2f766f35-a225-44ed-b70f-669caec6f4a7), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:11:26.642766 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697012'] for agent (559fa80c-96d5-4fe7-8c5f-9eda482c27bf), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:11:32.843290 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG dbcounter [-] [104514] Writing DB stats neutron:SELECT=1 {{(pid=104514) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:11:32.854833 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG dbcounter [-] [104514] Writing DB stats neutron:SELECT=5 {{(pid=104514) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:11:36.257531 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:SELECT=4,neutron:UPDATE=1 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:11:36.567955 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:11:36.575137 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:SELECT=5,neutron:UPDATE=3 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:11:43.757747 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.db.agents_db [None req-1e76bcc0-0ba2-49bf-a9b5-df198b272e3c None None] Agent healthcheck: found 5 active agents {{(pid=104514) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 15:11:51.299495 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-5353cbdd-779a-42ab-9feb-39c747d55d0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697012'] for agent (61dc9491-0c49-467e-b62a-6961ce952bc2), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:11:53.752891 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG dbcounter [-] [104514] Writing DB stats neutron:SELECT=1 {{(pid=104514) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:11:53.755126 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-e0bced09-7bbc-48c0-b4a2-6b79bca6ae49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697012'] for agent (45985ff7-1335-48cd-ab02-73eb58295827), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:11:53.757470 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG dbcounter [-] [104514] Writing DB stats neutron:SELECT=1 {{(pid=104514) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:11:54.834585 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-6e9ba797-1d0c-40f8-9e0c-708f895be0b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697012'] for agent (f984396c-9862-4f32-9cf6-f19d2e5feb00), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:11:56.330974 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-e7d2b4de-897d-40d1-b758-5e5b7ac4c4e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697012'] for agent (2f766f35-a225-44ed-b70f-669caec6f4a7), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:11:56.641776 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697012'] for agent (559fa80c-96d5-4fe7-8c5f-9eda482c27bf), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:12:06.254881 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:SELECT=14,neutron:UPDATE=2 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:12:06.569072 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:SELECT=15 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:12:06.574017 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:SELECT=12,neutron:UPDATE=3 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:12:19.754298 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG dbcounter [-] [104514] Writing DB stats neutron:SELECT=4 {{(pid=104514) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:12:19.755070 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG dbcounter [-] [104514] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=104514) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:12:20.756998 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.db.agents_db [None req-1e76bcc0-0ba2-49bf-a9b5-df198b272e3c None None] Agent healthcheck: found 5 active agents {{(pid=104514) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 15:12:21.315921 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-a64e40e0-9bdc-4447-817b-f942e1344b0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697012'] for agent (61dc9491-0c49-467e-b62a-6961ce952bc2), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:12:23.159086 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.wsgi [-] (104512) accepted ('10.222.0.67', 35486) {{(pid=104512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:12:23.222370 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.pecan_wsgi.hooks.translation [None req-8650204f-074e-494e-a31f-b2c27cfb7777 admin admin] GET failed (client error): The resource could not be found. Jun 24 15:12:23.223670 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [None req-8650204f-074e-494e-a31f-b2c27cfb7777 admin admin] 10.222.0.67 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0635748 Jun 24 15:12:23.384078 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e9433fe-f44e-4854-ac49-2e05b7301e20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:12:23.385545 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [None req-4e9433fe-f44e-4854-ac49-2e05b7301e20 admin admin] 10.222.0.67 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1570475 Jun 24 15:12:23.738601 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-a4a8d62c-69aa-48b2-a26d-ef14b55ad036 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697012'] for agent (45985ff7-1335-48cd-ab02-73eb58295827), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:12:24.818516 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-6e9ba797-1d0c-40f8-9e0c-708f895be0b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697012'] for agent (f984396c-9862-4f32-9cf6-f19d2e5feb00), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:12:25.435968 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.wsgi [-] (104512) accepted ('10.222.0.67', 35496) {{(pid=104512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:12:25.527966 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a32c2cce-7a20-4172-80fd-24f82c25aac9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:12:25.529312 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [None req-a32c2cce-7a20-4172-80fd-24f82c25aac9 admin admin] 10.222.0.67 "GET /v2.0/subnets/ccb2c120-867b-4aeb-aaf6-3cfd1178c94d HTTP/1.1" status: 200 len: 849 time: 0.0923891 Jun 24 15:12:25.538835 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.v2.base [None req-6375acc7-ff2e-4730-9cc7-6ff2c20d4de7 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=104512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 15:12:25.626346 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-6375acc7-ff2e-4730-9cc7-6ff2c20d4de7 admin admin] Publish callbacks [] for subnet (ccb2c120-867b-4aeb-aaf6-3cfd1178c94d), before_update {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:12:25.807117 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-6375acc7-ff2e-4730-9cc7-6ff2c20d4de7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8761385101671'] for subnet (ccb2c120-867b-4aeb-aaf6-3cfd1178c94d), after_update {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:12:25.843749 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6375acc7-ff2e-4730-9cc7-6ff2c20d4de7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:12:25.844781 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-6375acc7-ff2e-4730-9cc7-6ff2c20d4de7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7879399'] for subnet (None), before_response {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:12:25.845825 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [None req-6375acc7-ff2e-4730-9cc7-6ff2c20d4de7 admin admin] 10.222.0.67 "PUT /v2.0/subnets/ccb2c120-867b-4aeb-aaf6-3cfd1178c94d HTTP/1.1" status: 200 len: 868 time: 0.3102865 Jun 24 15:12:25.848310 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bad81d5d-7a07-4424-9f7b-c7e397c772f9 None None] Network 416d0af7-61a1-48a8-a56f-c1575a916b71 requested from dv-cinder-835384-11-iscsi {{(pid=104513) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 15:12:25.862545 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6375acc7-ff2e-4730-9cc7-6ff2c20d4de7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ccb2c120-867b-4aeb-aaf6-3cfd1178c94d,revision_number=1']} {{(pid=104512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:12:25.870988 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6375acc7-ff2e-4730-9cc7-6ff2c20d4de7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:12:25.871365 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6375acc7-ff2e-4730-9cc7-6ff2c20d4de7 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:12:25.871698 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6375acc7-ff2e-4730-9cc7-6ff2c20d4de7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:12:25.872022 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6375acc7-ff2e-4730-9cc7-6ff2c20d4de7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:12:25.872345 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6375acc7-ff2e-4730-9cc7-6ff2c20d4de7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:12:25.872668 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6375acc7-ff2e-4730-9cc7-6ff2c20d4de7 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:12:25.872984 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6375acc7-ff2e-4730-9cc7-6ff2c20d4de7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:12:25.873951 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6375acc7-ff2e-4730-9cc7-6ff2c20d4de7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:12:25.873951 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6375acc7-ff2e-4730-9cc7-6ff2c20d4de7 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:12:25.874269 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6375acc7-ff2e-4730-9cc7-6ff2c20d4de7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:12:25.874594 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6375acc7-ff2e-4730-9cc7-6ff2c20d4de7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:12:25.874912 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6375acc7-ff2e-4730-9cc7-6ff2c20d4de7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:12:25.875246 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6375acc7-ff2e-4730-9cc7-6ff2c20d4de7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:12:25.875560 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6375acc7-ff2e-4730-9cc7-6ff2c20d4de7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:12:25.875867 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6375acc7-ff2e-4730-9cc7-6ff2c20d4de7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:12:26.165243 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.provisioning_blocks [None req-93eb9551-322a-48dd-869e-97d55f1ca14f None None] Provisioning complete for port 8b9b593e-0118-4adf-9982-65e89f8c481d triggered by entity DHCP. {{(pid=104513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 15:12:26.165540 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-93eb9551-322a-48dd-869e-97d55f1ca14f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7696598'] for port (8b9b593e-0118-4adf-9982-65e89f8c481d), provisioning_complete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:12:26.238116 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.plugin [None req-93eb9551-322a-48dd-869e-97d55f1ca14f None None] Current status of the port 8b9b593e-0118-4adf-9982-65e89f8c481d is: ACTIVE; New status is: ACTIVE {{(pid=104513) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 15:12:26.254511 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.provisioning_blocks [None req-93eb9551-322a-48dd-869e-97d55f1ca14f None None] Provisioning complete for port 07ed0d8a-e2da-4da9-9066-87b91d7fed23 triggered by entity DHCP. {{(pid=104513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 15:12:26.254897 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-93eb9551-322a-48dd-869e-97d55f1ca14f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7696598'] for port (07ed0d8a-e2da-4da9-9066-87b91d7fed23), provisioning_complete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:12:26.328020 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.plugin [None req-93eb9551-322a-48dd-869e-97d55f1ca14f None None] Current status of the port 07ed0d8a-e2da-4da9-9066-87b91d7fed23 is: ACTIVE; New status is: ACTIVE {{(pid=104513) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 15:12:26.349787 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-e7d2b4de-897d-40d1-b758-5e5b7ac4c4e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697012'] for agent (2f766f35-a225-44ed-b70f-669caec6f4a7), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:12:26.630151 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697012'] for agent (559fa80c-96d5-4fe7-8c5f-9eda482c27bf), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:12:27.921524 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.wsgi [-] (104512) accepted ('10.222.0.67', 35504) {{(pid=104512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:12:28.119792 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-988cdc51-f1fe-49d0-baa1-f926e3bd919d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:12:28.120199 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-988cdc51-f1fe-49d0-baa1-f926e3bd919d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:12:28.121752 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [None req-988cdc51-f1fe-49d0-baa1-f926e3bd919d admin admin] 10.222.0.67 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1992836 Jun 24 15:12:30.213572 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.wsgi [-] (104512) accepted ('10.222.0.67', 35512) {{(pid=104512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:12:30.347969 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e42c677f-f0cb-4dc8-8ad2-ddb5be1de911 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:12:30.348357 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e42c677f-f0cb-4dc8-8ad2-ddb5be1de911 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:12:30.349888 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [None req-e42c677f-f0cb-4dc8-8ad2-ddb5be1de911 admin admin] 10.222.0.67 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1350863 Jun 24 15:12:30.753380 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG dbcounter [-] [104514] Writing DB stats neutron:SELECT=1 {{(pid=104514) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:12:30.754140 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG dbcounter [-] [104514] Writing DB stats neutron:SELECT=1 {{(pid=104514) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:12:32.407883 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.wsgi [-] (104512) accepted ('10.222.0.67', 35520) {{(pid=104512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:12:32.508645 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:12:32.541972 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-128abc32-a4cb-4f11-abea-a977eadc0ef3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:12:32.543364 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [None req-128abc32-a4cb-4f11-abea-a977eadc0ef3 admin admin] 10.222.0.67 "GET /v2.0/networks/416d0af7-61a1-48a8-a56f-c1575a916b71 HTTP/1.1" status: 200 len: 869 time: 0.1344807 Jun 24 15:12:34.606476 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.wsgi [-] (104512) accepted ('10.222.0.67', 35528) {{(pid=104512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:12:34.682879 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:12:34.732824 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97a93603-5d2e-4086-9fb4-f9fa3ba714b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:12:34.734195 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [None req-97a93603-5d2e-4086-9fb4-f9fa3ba714b4 admin admin] 10.222.0.67 "GET /v2.0/networks/60b3096c-3a0f-4216-9e52-e826cbf1fb59 HTTP/1.1" status: 200 len: 886 time: 0.1267762 Jun 24 15:12:36.563543 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:SELECT=30,neutron:UPDATE=3 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:12:36.568410 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:SELECT=27,neutron:UPDATE=1 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:12:36.571254 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:SELECT=35,neutron:UPDATE=1 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:12:36.818413 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.wsgi [-] (104512) accepted ('10.222.0.67', 35536) {{(pid=104512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:12:36.943221 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57bf0ad8-919d-4900-94bd-3a3c5d201d2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:12:36.943668 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57bf0ad8-919d-4900-94bd-3a3c5d201d2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:12:36.945200 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [None req-57bf0ad8-919d-4900-94bd-3a3c5d201d2b admin admin] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1258566 Jun 24 15:12:39.034468 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.wsgi [-] (104512) accepted ('10.222.0.67', 35544) {{(pid=104512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:12:39.129705 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fd31f3d-c1d0-4122-9be5-5f215a0fe85b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:12:39.130153 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fd31f3d-c1d0-4122-9be5-5f215a0fe85b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:12:39.131700 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [None req-7fd31f3d-c1d0-4122-9be5-5f215a0fe85b admin admin] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0963099 Jun 24 15:12:41.209785 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.wsgi [-] (104512) accepted ('10.222.0.67', 35552) {{(pid=104512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:12:41.302155 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58f86d1b-c224-413f-8ccf-f0a599c11120 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:12:41.303501 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [None req-58f86d1b-c224-413f-8ccf-f0a599c11120 admin admin] 10.222.0.67 "GET /v2.0/subnets/ccb2c120-867b-4aeb-aaf6-3cfd1178c94d HTTP/1.1" status: 200 len: 868 time: 0.0927513 Jun 24 15:12:43.402946 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.wsgi [-] (104512) accepted ('10.222.0.67', 35560) {{(pid=104512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:12:43.589016 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d23387d-7b0e-4f1a-94ce-f33efbf57bc9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:12:43.590392 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [None req-1d23387d-7b0e-4f1a-94ce-f33efbf57bc9 admin admin] 10.222.0.67 "GET /v2.0/subnets/f6c08379-d241-4966-a4ae-7ff02804e7f6 HTTP/1.1" status: 200 len: 816 time: 0.1864421 Jun 24 15:12:46.751958 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG dbcounter [-] [104514] Writing DB stats neutron:SELECT=2 {{(pid=104514) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:12:51.303619 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-73700bea-b565-4a12-89d1-ed3ef278335b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697012'] for agent (61dc9491-0c49-467e-b62a-6961ce952bc2), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:12:53.583644 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=26 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:12:53.585891 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=38 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:12:53.702034 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-e09f1dba-6e70-48ba-9ebe-b1e37da6db40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697012'] for agent (45985ff7-1335-48cd-ab02-73eb58295827), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:12:54.851400 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-6e9ba797-1d0c-40f8-9e0c-708f895be0b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697012'] for agent (f984396c-9862-4f32-9cf6-f19d2e5feb00), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:12:56.319951 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-e7d2b4de-897d-40d1-b758-5e5b7ac4c4e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697012'] for agent (2f766f35-a225-44ed-b70f-669caec6f4a7), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:12:56.628050 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697012'] for agent (559fa80c-96d5-4fe7-8c5f-9eda482c27bf), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:12:56.772845 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG dbcounter [-] [104514] Writing DB stats neutron:SELECT=6 {{(pid=104514) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:12:57.755617 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.db.agents_db [None req-1e76bcc0-0ba2-49bf-a9b5-df198b272e3c None None] Agent healthcheck: found 5 active agents {{(pid=104514) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 15:13:06.562106 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:SELECT=4,neutron:UPDATE=1 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:13:06.566958 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:13:06.569896 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:13:07.752561 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG dbcounter [-] [104514] Writing DB stats neutron:SELECT=2 {{(pid=104514) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:13:10.524830 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.wsgi [-] (104512) accepted ('10.222.0.67', 35614) {{(pid=104512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:13:10.574711 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.wsgi [None req-228a9234-5f64-4efd-b536-e9224a86447f admin admin] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=104512) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 24 15:13:10.575741 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [None req-228a9234-5f64-4efd-b536-e9224a86447f admin admin] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0499680 Jun 24 15:13:12.728106 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.wsgi [-] (104512) accepted ('10.222.0.67', 35622) {{(pid=104512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:13:12.790872 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.pecan_wsgi.hooks.translation [None req-48452890-8c3c-4d6c-9c7a-6c36f97cf30c admin admin] GET failed (client error): The resource could not be found. Jun 24 15:13:12.795763 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [None req-48452890-8c3c-4d6c-9c7a-6c36f97cf30c admin admin] 10.222.0.67 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0631289 Jun 24 15:13:12.880992 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abb41ab3-8162-4e0d-b63b-7f09a2318bf0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:13:12.883377 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [None req-abb41ab3-8162-4e0d-b63b-7f09a2318bf0 admin admin] 10.222.0.67 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0870159 Jun 24 15:13:14.974224 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.wsgi [-] (104512) accepted ('10.222.0.67', 35630) {{(pid=104512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:13:15.021269 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.v2.base [None req-53c2909c-0e9a-4cb6-b43c-f6176653d633 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=104512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 15:13:15.108777 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53c2909c-0e9a-4cb6-b43c-f6176653d633 admin admin] Made reservation on behalf of 4e36bcd54fa5438c93e449d16bda5ca3 for: {'network': 1} {{(pid=104512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 15:13:15.111265 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-53c2909c-0e9a-4cb6-b43c-f6176653d633 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7727318'] for network (None), before_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:13:15.141033 dv-cinder-835384-11-iscsi neutron-server[104512]: WARNING neutron.services.revisions.revision_plugin [None req-53c2909c-0e9a-4cb6-b43c-f6176653d633 admin admin] Could not find related network for resource to bump revision. Jun 24 15:13:15.153842 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53c2909c-0e9a-4cb6-b43c-f6176653d633 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 762} {{(pid=104512) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 15:13:15.164430 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-53c2909c-0e9a-4cb6-b43c-f6176653d633 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7772344'] for segment (077d70f3-808e-4fbf-8187-df2b044c8db1), precommit_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:13:15.164770 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.db.segments_db [None req-53c2909c-0e9a-4cb6-b43c-f6176653d633 admin admin] Added segment 077d70f3-808e-4fbf-8187-df2b044c8db1 of type vlan for network 077d771e-88a4-40a4-9125-dedc0b4f4b23 Jun 24 15:13:15.204981 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-53c2909c-0e9a-4cb6-b43c-f6176653d633 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761384550337'] for network (077d771e-88a4-40a4-9125-dedc0b4f4b23), precommit_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:13:15.263036 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-53c2909c-0e9a-4cb6-b43c-f6176653d633 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-275585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409'] for network (077d771e-88a4-40a4-9125-dedc0b4f4b23), after_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:13:15.264000 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53c2909c-0e9a-4cb6-b43c-f6176653d633 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:13:15.264595 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-53c2909c-0e9a-4cb6-b43c-f6176653d633 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7879399'] for network (None), before_response {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:13:15.353979 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c2909c-0e9a-4cb6-b43c-f6176653d633 admin admin] Pushing event updated for resources: {'Network': ['ID=077d771e-88a4-40a4-9125-dedc0b4f4b23,revision_number=1']} {{(pid=104512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:13:15.359265 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [None req-53c2909c-0e9a-4cb6-b43c-f6176653d633 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 828 time: 0.3839993 Jun 24 15:13:15.370919 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.rpc [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Network 077d771e-88a4-40a4-9125-dedc0b4f4b23 details requested by agent ovs-agent-dv-cinder-835384-11-iscsi with host dv-cinder-835384-11-iscsi {{(pid=104513) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 15:13:17.440636 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.wsgi [-] (104512) accepted ('10.222.0.67', 35638) {{(pid=104512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:13:17.500472 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e2413e4-1e7d-4fdd-983d-04fdac72c6fa admin admin] GET failed (client error): The resource could not be found. Jun 24 15:13:17.501746 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [None req-1e2413e4-1e7d-4fdd-983d-04fdac72c6fa admin admin] 10.222.0.67 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0601416 Jun 24 15:13:17.572594 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25138511-b528-4984-9ddd-1f79c893389b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:13:17.573997 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [None req-25138511-b528-4984-9ddd-1f79c893389b admin admin] 10.222.0.67 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0683129 Jun 24 15:13:17.583409 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.v2.base [None req-d2261bd1-e88f-4e41-bdb8-76ad6c2d9f71 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'network_id': '077d771e-88a4-40a4-9125-dedc0b4f4b23', 'ip_version': 4, 'name': 'shared-subnet', 'description': 'shared-subnet'}} {{(pid=104512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 15:13:17.656998 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2261bd1-e88f-4e41-bdb8-76ad6c2d9f71 admin admin] Made reservation on behalf of 4e36bcd54fa5438c93e449d16bda5ca3 for: {'subnet': 1} {{(pid=104512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 15:13:17.659330 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-d2261bd1-e88f-4e41-bdb8-76ad6c2d9f71 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:13:17.873736 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-d2261bd1-e88f-4e41-bdb8-76ad6c2d9f71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409'] for subnet (2f787794-6fdc-47d5-8879-13750c344073), after_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:13:17.926586 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2261bd1-e88f-4e41-bdb8-76ad6c2d9f71 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2f787794-6fdc-47d5-8879-13750c344073,revision_number=0']} {{(pid=104512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:13:17.937527 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2261bd1-e88f-4e41-bdb8-76ad6c2d9f71 admin admin] Checking segment: {'id': '077d70f3-808e-4fbf-8187-df2b044c8db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '077d771e-88a4-40a4-9125-dedc0b4f4b23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 15:13:17.937878 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2261bd1-e88f-4e41-bdb8-76ad6c2d9f71 admin admin] Network hostable DHCP agents. Network: 077d771e-88a4-40a4-9125-dedc0b4f4b23, hostable agents: ['61dc9491-0c49-467e-b62a-6961ce952bc2'], hosted agents: [] {{(pid=104512) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 15:13:18.034102 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2261bd1-e88f-4e41-bdb8-76ad6c2d9f71 admin admin] Network 077d771e-88a4-40a4-9125-dedc0b4f4b23 is scheduled to be hosted by DHCP agent 61dc9491-0c49-467e-b62a-6961ce952bc2 with binding_index 1 {{(pid=104512) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 15:13:18.102848 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.scheduler.base_scheduler [None req-d2261bd1-e88f-4e41-bdb8-76ad6c2d9f71 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835384-11-iscsi, 077d771e-88a4-40a4-9125-dedc0b4f4b23) {{(pid=104512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 15:13:18.106862 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2261bd1-e88f-4e41-bdb8-76ad6c2d9f71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:13:18.107480 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-d2261bd1-e88f-4e41-bdb8-76ad6c2d9f71 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7879399'] for subnet (None), before_response {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:13:18.112396 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75153c91-4b6e-4dc1-9859-f547806b31ec None None] Network 077d771e-88a4-40a4-9125-dedc0b4f4b23 requested from dv-cinder-835384-11-iscsi {{(pid=104513) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 15:13:18.184843 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [None req-d2261bd1-e88f-4e41-bdb8-76ad6c2d9f71 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6045082 Jun 24 15:13:18.210349 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb90c59f-8f45-4ca6-ab55-95a8053b1804 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2b4efa5-1f6d-5be6-a0c3-799436a0bdb9-077d771e-88a4-40a4-9125-dedc0b4f4b23', 'network_id': '077d771e-88a4-40a4-9125-dedc0b4f4b23', 'project_id': '4e36bcd54fa5438c93e449d16bda5ca3', 'fixed_ips': [{'subnet_id': '2f787794-6fdc-47d5-8879-13750c344073'}]}} from dv-cinder-835384-11-iscsi. {{(pid=104513) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 24 15:13:18.211367 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-fb90c59f-8f45-4ca6-ab55-95a8053b1804 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7727318'] for port (None), before_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:13:18.360427 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.db_base_plugin_common [None req-fb90c59f-8f45-4ca6-ab55-95a8053b1804 None None] Allocated IP 192.168.233.2 (077d771e-88a4-40a4-9125-dedc0b4f4b23/2f787794-6fdc-47d5-8879-13750c344073/d7264471-5faf-4d87-9a7d-c0a5e559fb33) {{(pid=104513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 15:13:18.596011 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-fb90c59f-8f45-4ca6-ab55-95a8053b1804 None None] Publish callbacks [] for port (d7264471-5faf-4d87-9a7d-c0a5e559fb33), precommit_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:13:18.657985 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-fb90c59f-8f45-4ca6-ab55-95a8053b1804 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761384583298'] for port (d7264471-5faf-4d87-9a7d-c0a5e559fb33), after_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:13:18.697596 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb90c59f-8f45-4ca6-ab55-95a8053b1804 None None] Network 077d771e-88a4-40a4-9125-dedc0b4f4b23 is already hosted by enough agents. {{(pid=104513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 15:13:18.701875 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.scheduler.base_scheduler [None req-fb90c59f-8f45-4ca6-ab55-95a8053b1804 None None] Resources bound (agent type, host, resource id): {{(pid=104513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 15:13:18.705763 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb90c59f-8f45-4ca6-ab55-95a8053b1804 None None] Received port after_create {{(pid=104513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 15:13:18.710835 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb90c59f-8f45-4ca6-ab55-95a8053b1804 None None] Pushing event updated for resources: {'Port': ['ID=d7264471-5faf-4d87-9a7d-c0a5e559fb33,revision_number=1']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:13:18.721926 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb90c59f-8f45-4ca6-ab55-95a8053b1804 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:13:18.722272 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb90c59f-8f45-4ca6-ab55-95a8053b1804 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:13:18.722627 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb90c59f-8f45-4ca6-ab55-95a8053b1804 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:13:18.722979 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb90c59f-8f45-4ca6-ab55-95a8053b1804 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:13:18.723343 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb90c59f-8f45-4ca6-ab55-95a8053b1804 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:13:18.723670 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb90c59f-8f45-4ca6-ab55-95a8053b1804 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:13:18.723989 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb90c59f-8f45-4ca6-ab55-95a8053b1804 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:13:18.724382 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb90c59f-8f45-4ca6-ab55-95a8053b1804 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:13:18.724644 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb90c59f-8f45-4ca6-ab55-95a8053b1804 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:13:18.725627 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb90c59f-8f45-4ca6-ab55-95a8053b1804 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:13:18.725947 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb90c59f-8f45-4ca6-ab55-95a8053b1804 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:13:18.726296 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb90c59f-8f45-4ca6-ab55-95a8053b1804 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:13:18.726612 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb90c59f-8f45-4ca6-ab55-95a8053b1804 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:13:18.726933 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb90c59f-8f45-4ca6-ab55-95a8053b1804 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:13:18.727273 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb90c59f-8f45-4ca6-ab55-95a8053b1804 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:13:18.778859 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.managers [None req-fb90c59f-8f45-4ca6-ab55-95a8053b1804 None None] Attempting to bind port d7264471-5faf-4d87-9a7d-c0a5e559fb33 on host dv-cinder-835384-11-iscsi for vnic_type normal with profile {{(pid=104513) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 15:13:18.779239 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.managers [None req-fb90c59f-8f45-4ca6-ab55-95a8053b1804 None None] Attempting to bind port d7264471-5faf-4d87-9a7d-c0a5e559fb33 by drivers openvswitch,hyperv on host dv-cinder-835384-11-iscsi at level 0 using segments [{'id': '077d70f3-808e-4fbf-8187-df2b044c8db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '077d771e-88a4-40a4-9125-dedc0b4f4b23'}] {{(pid=104513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 15:13:18.779617 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb90c59f-8f45-4ca6-ab55-95a8053b1804 None None] Attempting to bind port d7264471-5faf-4d87-9a7d-c0a5e559fb33 on network 077d771e-88a4-40a4-9125-dedc0b4f4b23 {{(pid=104513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 15:13:18.784789 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb90c59f-8f45-4ca6-ab55-95a8053b1804 None None] Checking agent: {'id': '559fa80c-96d5-4fe7-8c5f-9eda482c27bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835384-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 15, 10, 27), 'started_at': datetime.datetime(2022, 6, 24, 15, 10, 57), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 15, 12, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835384-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 15:13:18.785149 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb90c59f-8f45-4ca6-ab55-95a8053b1804 None None] Checking segment: {'id': '077d70f3-808e-4fbf-8187-df2b044c8db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '077d771e-88a4-40a4-9125-dedc0b4f4b23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 15:13:18.785534 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-fb90c59f-8f45-4ca6-ab55-95a8053b1804 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:13:18.785912 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb90c59f-8f45-4ca6-ab55-95a8053b1804 None None] Bound using segment: {'id': '077d70f3-808e-4fbf-8187-df2b044c8db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '077d771e-88a4-40a4-9125-dedc0b4f4b23'} {{(pid=104513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 15:13:18.786418 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.managers [None req-fb90c59f-8f45-4ca6-ab55-95a8053b1804 None None] Bound port: d7264471-5faf-4d87-9a7d-c0a5e559fb33, host: dv-cinder-835384-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '077d70f3-808e-4fbf-8187-df2b044c8db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '077d771e-88a4-40a4-9125-dedc0b4f4b23'}}] {{(pid=104513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 15:13:18.786774 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-fb90c59f-8f45-4ca6-ab55-95a8053b1804 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7727318'] for port (d7264471-5faf-4d87-9a7d-c0a5e559fb33), before_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:13:18.847340 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.db [None req-fb90c59f-8f45-4ca6-ab55-95a8053b1804 None None] For port d7264471-5faf-4d87-9a7d-c0a5e559fb33, host dv-cinder-835384-11-iscsi, cleared binding levels {{(pid=104513) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 15:13:18.850728 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.db [None req-fb90c59f-8f45-4ca6-ab55-95a8053b1804 None None] For port d7264471-5faf-4d87-9a7d-c0a5e559fb33, host dv-cinder-835384-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-11-iscsi',level=0,port_id=d7264471-5faf-4d87-9a7d-c0a5e559fb33,segment=NetworkSegment(077d70f3-808e-4fbf-8187-df2b044c8db1),segment_id=077d70f3-808e-4fbf-8187-df2b044c8db1)] {{(pid=104513) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 15:13:18.942627 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-fb90c59f-8f45-4ca6-ab55-95a8053b1804 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761385101662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761384583316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761384583334'] for port (d7264471-5faf-4d87-9a7d-c0a5e559fb33), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:13:19.009080 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb90c59f-8f45-4ca6-ab55-95a8053b1804 None None] Pushing event updated for resources: {'Port': ['ID=d7264471-5faf-4d87-9a7d-c0a5e559fb33,revision_number=2']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:13:19.830548 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5db4a0ec-a672-40f3-b978-902ae1dec244 None None] Network 077d771e-88a4-40a4-9125-dedc0b4f4b23 requested from dv-cinder-835384-11-iscsi {{(pid=104513) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 15:13:19.871677 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.provisioning_blocks [None req-0fa35174-bb11-40e5-afe8-d11a2c38ae3b None None] Provisioning complete for port d7264471-5faf-4d87-9a7d-c0a5e559fb33 triggered by entity DHCP. {{(pid=104513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 15:13:19.872048 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-0fa35174-bb11-40e5-afe8-d11a2c38ae3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7696598'] for port (d7264471-5faf-4d87-9a7d-c0a5e559fb33), provisioning_complete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:13:20.013705 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.plugin [None req-0fa35174-bb11-40e5-afe8-d11a2c38ae3b None None] Current status of the port d7264471-5faf-4d87-9a7d-c0a5e559fb33 is: DOWN; New status is: ACTIVE {{(pid=104513) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 15:13:20.014094 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-0fa35174-bb11-40e5-afe8-d11a2c38ae3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7727318'] for port (d7264471-5faf-4d87-9a7d-c0a5e559fb33), before_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:13:20.059783 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.db [None req-0fa35174-bb11-40e5-afe8-d11a2c38ae3b None None] For port d7264471-5faf-4d87-9a7d-c0a5e559fb33, host dv-cinder-835384-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-11-iscsi',level=0,port_id=d7264471-5faf-4d87-9a7d-c0a5e559fb33,segment=NetworkSegment(077d70f3-808e-4fbf-8187-df2b044c8db1),segment_id=077d70f3-808e-4fbf-8187-df2b044c8db1)] {{(pid=104513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 15:13:20.177505 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-0fa35174-bb11-40e5-afe8-d11a2c38ae3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761385101662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761384583316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761384583334'] for port (d7264471-5faf-4d87-9a7d-c0a5e559fb33), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:13:20.227885 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa35174-bb11-40e5-afe8-d11a2c38ae3b None None] Pushing event updated for resources: {'Port': ['ID=d7264471-5faf-4d87-9a7d-c0a5e559fb33,revision_number=3']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:13:20.297899 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.provisioning_blocks [None req-19a82210-0ffc-4798-b8b9-fbedac7860f4 None None] Provisioning complete for port d7264471-5faf-4d87-9a7d-c0a5e559fb33 triggered by entity DHCP. {{(pid=104513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 15:13:20.298223 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-19a82210-0ffc-4798-b8b9-fbedac7860f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7696598'] for port (d7264471-5faf-4d87-9a7d-c0a5e559fb33), provisioning_complete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:13:20.383504 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.plugin [None req-19a82210-0ffc-4798-b8b9-fbedac7860f4 None None] Current status of the port d7264471-5faf-4d87-9a7d-c0a5e559fb33 is: ACTIVE; New status is: ACTIVE {{(pid=104513) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 15:13:20.402964 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.rpc [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Device d7264471-5faf-4d87-9a7d-c0a5e559fb33 up at agent ovs-agent-dv-cinder-835384-11-iscsi {{(pid=104513) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 15:13:20.448336 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.provisioning_blocks [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Provisioning complete for port d7264471-5faf-4d87-9a7d-c0a5e559fb33 triggered by entity L2. {{(pid=104513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 15:13:20.448723 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7696598'] for port (d7264471-5faf-4d87-9a7d-c0a5e559fb33), provisioning_complete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:13:20.450817 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:13:20.491692 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:SELECT=92,neutron:INSERT=2,neutron:UPDATE=6 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:13:20.518046 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:13:20.522388 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.plugin [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Current status of the port d7264471-5faf-4d87-9a7d-c0a5e559fb33 is: ACTIVE; New status is: ACTIVE {{(pid=104513) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 15:13:21.297431 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-7412b69b-aa63-4f97-b939-e127afd62cc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697012'] for agent (61dc9491-0c49-467e-b62a-6961ce952bc2), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:13:23.691281 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-db0bff0f-85c4-4156-afcd-ee593b6281a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697012'] for agent (45985ff7-1335-48cd-ab02-73eb58295827), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:13:23.749043 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG dbcounter [-] [104514] Writing DB stats neutron:SELECT=16 {{(pid=104514) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:13:23.752946 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG dbcounter [-] [104514] Writing DB stats neutron:SELECT=16 {{(pid=104514) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:13:24.834101 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-6e9ba797-1d0c-40f8-9e0c-708f895be0b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697012'] for agent (f984396c-9862-4f32-9cf6-f19d2e5feb00), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:13:26.348429 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-e7d2b4de-897d-40d1-b758-5e5b7ac4c4e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697012'] for agent (2f766f35-a225-44ed-b70f-669caec6f4a7), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:13:26.651159 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697012'] for agent (559fa80c-96d5-4fe7-8c5f-9eda482c27bf), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:13:28.117885 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=72,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:13:28.119108 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=86,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:13:34.757807 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.db.agents_db [None req-1e76bcc0-0ba2-49bf-a9b5-df198b272e3c None None] Agent healthcheck: found 5 active agents {{(pid=104514) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 15:13:36.559583 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:SELECT=6 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:13:36.564474 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:13:36.567191 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:SELECT=4,neutron:UPDATE=3 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:13:44.753811 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG dbcounter [-] [104514] Writing DB stats neutron:SELECT=2 {{(pid=104514) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:13:51.279048 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-6d5cdce4-7aa5-4783-939b-ad234abcf364 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697012'] for agent (61dc9491-0c49-467e-b62a-6961ce952bc2), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:13:53.707065 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-4c3b2610-a7dc-4085-ae0b-a2a88a7478f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697012'] for agent (45985ff7-1335-48cd-ab02-73eb58295827), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:13:54.850442 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-6e9ba797-1d0c-40f8-9e0c-708f895be0b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697012'] for agent (f984396c-9862-4f32-9cf6-f19d2e5feb00), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:13:56.336544 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-e7d2b4de-897d-40d1-b758-5e5b7ac4c4e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697012'] for agent (2f766f35-a225-44ed-b70f-669caec6f4a7), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:13:56.632762 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697012'] for agent (559fa80c-96d5-4fe7-8c5f-9eda482c27bf), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:14:00.748626 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG dbcounter [-] [104514] Writing DB stats neutron:SELECT=3 {{(pid=104514) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:14:00.749520 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG dbcounter [-] [104514] Writing DB stats neutron:SELECT=3 {{(pid=104514) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:14:06.265207 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:14:06.569833 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:14:06.570697 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:SELECT=23,neutron:UPDATE=2 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:14:11.757346 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.db.agents_db [None req-1e76bcc0-0ba2-49bf-a9b5-df198b272e3c None None] Agent healthcheck: found 5 active agents {{(pid=104514) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 15:14:19.751805 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG dbcounter [-] [104514] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=104514) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:14:21.307079 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-f3aeb645-11f5-46fa-98a9-e14d42638bb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697012'] for agent (61dc9491-0c49-467e-b62a-6961ce952bc2), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:14:21.754516 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG dbcounter [-] [104514] Writing DB stats neutron:SELECT=2 {{(pid=104514) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:14:23.707454 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-a38086c4-8f67-44d7-a358-54ffc5cb6f4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697012'] for agent (45985ff7-1335-48cd-ab02-73eb58295827), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:14:24.872876 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-6e9ba797-1d0c-40f8-9e0c-708f895be0b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697012'] for agent (f984396c-9862-4f32-9cf6-f19d2e5feb00), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:14:26.330230 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-e7d2b4de-897d-40d1-b758-5e5b7ac4c4e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697012'] for agent (2f766f35-a225-44ed-b70f-669caec6f4a7), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:14:26.661954 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697012'] for agent (559fa80c-96d5-4fe7-8c5f-9eda482c27bf), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:14:36.564692 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:14:36.569544 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:SELECT=4,neutron:UPDATE=2 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:14:36.571685 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:UPDATE=2,neutron:SELECT=3 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:14:37.741892 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG dbcounter [-] [104514] Writing DB stats neutron:SELECT=3 {{(pid=104514) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:14:37.746455 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG dbcounter [-] [104514] Writing DB stats neutron:SELECT=3 {{(pid=104514) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:14:48.756483 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.db.agents_db [None req-1e76bcc0-0ba2-49bf-a9b5-df198b272e3c None None] Agent healthcheck: found 5 active agents {{(pid=104514) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 15:14:51.029536 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.wsgi [-] (104512) accepted ('10.222.0.67', 35676) {{(pid=104512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:14:51.035468 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.wsgi [None req-c8d633ad-e0f8-4d52-a75d-8bbebbd52a47 tempest-verify_tempest_config-959728446 tempest-verify_tempest_config-959728446-project] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=104512) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 24 15:14:51.036450 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [None req-c8d633ad-e0f8-4d52-a75d-8bbebbd52a47 tempest-verify_tempest_config-959728446 tempest-verify_tempest_config-959728446-project] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0059190 Jun 24 15:14:51.301804 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-23306d12-a519-48f6-a1e8-ef7672eb551c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697012'] for agent (61dc9491-0c49-467e-b62a-6961ce952bc2), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:14:51.501835 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.wsgi [-] (104512) accepted ('10.222.0.67', 35694) {{(pid=104512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:14:51.605442 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-691d64b2-ee3b-491a-9b65-964c93be93b4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:14:51.683806 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-691d64b2-ee3b-491a-9b65-964c93be93b4 admin admin] Publish callbacks [] for security_group (5690b383-bb73-41af-af0f-cc202fd6fe86), precommit_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:14:51.740447 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-691d64b2-ee3b-491a-9b65-964c93be93b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-275664'] for security_group (5690b383-bb73-41af-af0f-cc202fd6fe86), after_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:14:51.789352 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [None req-691d64b2-ee3b-491a-9b65-964c93be93b4 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=3bf2b74674ca4056910f80e346963761&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2864795 Jun 24 15:14:51.791287 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691d64b2-ee3b-491a-9b65-964c93be93b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5690b383-bb73-41af-af0f-cc202fd6fe86,revision_number=1']} {{(pid=104512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:14:51.792170 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.wsgi [-] (104511) accepted ('10.222.0.67', 35698) {{(pid=104511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:14:51.798214 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691d64b2-ee3b-491a-9b65-964c93be93b4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:14:51.798559 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691d64b2-ee3b-491a-9b65-964c93be93b4 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:14:51.798910 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691d64b2-ee3b-491a-9b65-964c93be93b4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:14:51.799273 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691d64b2-ee3b-491a-9b65-964c93be93b4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:14:51.799601 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691d64b2-ee3b-491a-9b65-964c93be93b4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:14:51.799928 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691d64b2-ee3b-491a-9b65-964c93be93b4 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:14:51.800290 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691d64b2-ee3b-491a-9b65-964c93be93b4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:14:51.801147 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691d64b2-ee3b-491a-9b65-964c93be93b4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:14:51.801492 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691d64b2-ee3b-491a-9b65-964c93be93b4 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:14:51.801808 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691d64b2-ee3b-491a-9b65-964c93be93b4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:14:51.802142 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691d64b2-ee3b-491a-9b65-964c93be93b4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:14:51.802667 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691d64b2-ee3b-491a-9b65-964c93be93b4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:14:51.802826 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691d64b2-ee3b-491a-9b65-964c93be93b4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:14:51.803134 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691d64b2-ee3b-491a-9b65-964c93be93b4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:14:51.803467 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691d64b2-ee3b-491a-9b65-964c93be93b4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:14:51.850232 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-aae59eba-407b-4f63-8a0d-c041cf49c38d admin admin] Publish callbacks [] for security_group (5690b383-bb73-41af-af0f-cc202fd6fe86), before_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:14:51.870846 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-aae59eba-407b-4f63-8a0d-c041cf49c38d admin admin] Publish callbacks [] for security_group (5690b383-bb73-41af-af0f-cc202fd6fe86), precommit_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:14:51.997942 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-aae59eba-407b-4f63-8a0d-c041cf49c38d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-275664'] for security_group (5690b383-bb73-41af-af0f-cc202fd6fe86), after_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:14:52.000418 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-aae59eba-407b-4f63-8a0d-c041cf49c38d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:14:52.001600 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [None req-aae59eba-407b-4f63-8a0d-c041cf49c38d admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/5690b383-bb73-41af-af0f-cc202fd6fe86 HTTP/1.1" status: 204 len: 168 time: 0.2079196 Jun 24 15:14:52.009569 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae59eba-407b-4f63-8a0d-c041cf49c38d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5690b383-bb73-41af-af0f-cc202fd6fe86,revision_number=None']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:14:52.016984 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae59eba-407b-4f63-8a0d-c041cf49c38d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:14:52.017331 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae59eba-407b-4f63-8a0d-c041cf49c38d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:14:52.017666 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae59eba-407b-4f63-8a0d-c041cf49c38d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:14:52.017997 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae59eba-407b-4f63-8a0d-c041cf49c38d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:14:52.018325 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae59eba-407b-4f63-8a0d-c041cf49c38d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:14:52.018647 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae59eba-407b-4f63-8a0d-c041cf49c38d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:14:52.019601 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae59eba-407b-4f63-8a0d-c041cf49c38d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:14:52.019984 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae59eba-407b-4f63-8a0d-c041cf49c38d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:14:52.020460 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae59eba-407b-4f63-8a0d-c041cf49c38d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:14:52.020809 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae59eba-407b-4f63-8a0d-c041cf49c38d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:14:52.021147 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae59eba-407b-4f63-8a0d-c041cf49c38d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:14:52.021474 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae59eba-407b-4f63-8a0d-c041cf49c38d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:14:52.021802 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae59eba-407b-4f63-8a0d-c041cf49c38d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:14:52.022121 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae59eba-407b-4f63-8a0d-c041cf49c38d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:14:52.022433 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae59eba-407b-4f63-8a0d-c041cf49c38d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:14:53.695346 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-0e65f208-3a94-4b04-8f63-7375dab1e76b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697012'] for agent (45985ff7-1335-48cd-ab02-73eb58295827), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:14:54.860916 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-6e9ba797-1d0c-40f8-9e0c-708f895be0b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697012'] for agent (f984396c-9862-4f32-9cf6-f19d2e5feb00), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:14:56.369748 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-e7d2b4de-897d-40d1-b758-5e5b7ac4c4e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697012'] for agent (2f766f35-a225-44ed-b70f-669caec6f4a7), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:14:56.661784 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697012'] for agent (559fa80c-96d5-4fe7-8c5f-9eda482c27bf), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:14:58.751622 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG dbcounter [-] [104514] Writing DB stats neutron:SELECT=1 {{(pid=104514) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:14:58.752509 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG dbcounter [-] [104514] Writing DB stats neutron:SELECT=1 {{(pid=104514) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:15:01.787228 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=22,neutron:INSERT=5 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:15:01.795111 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=17,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:15:02.004651 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=18,neutron:DELETE=2 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:15:02.015588 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=17,neutron:DELETE=2 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:15:06.563587 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:15:06.564376 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:UPDATE=1,neutron:SELECT=5 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:15:06.571168 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:15:20.440871 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG dbcounter [-] [104514] Writing DB stats neutron:SELECT=16 {{(pid=104514) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:15:20.442702 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG dbcounter [-] [104514] Writing DB stats neutron:SELECT=16 {{(pid=104514) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:15:21.322617 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-a72cae5b-e406-4534-8d5e-c2e630f215fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697012'] for agent (61dc9491-0c49-467e-b62a-6961ce952bc2), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:15:23.699889 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-7f8fd31a-7a7a-4953-81ff-896e44be73f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697012'] for agent (45985ff7-1335-48cd-ab02-73eb58295827), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:15:24.883048 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-6e9ba797-1d0c-40f8-9e0c-708f895be0b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697012'] for agent (f984396c-9862-4f32-9cf6-f19d2e5feb00), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:15:25.755052 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.db.agents_db [None req-1e76bcc0-0ba2-49bf-a9b5-df198b272e3c None None] Agent healthcheck: found 5 active agents {{(pid=104514) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 15:15:26.374141 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-e7d2b4de-897d-40d1-b758-5e5b7ac4c4e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697012'] for agent (2f766f35-a225-44ed-b70f-669caec6f4a7), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:15:26.631480 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697012'] for agent (559fa80c-96d5-4fe7-8c5f-9eda482c27bf), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:15:35.752117 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG dbcounter [-] [104514] Writing DB stats neutron:SELECT=2 {{(pid=104514) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:15:36.563720 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:SELECT=5,neutron:UPDATE=3 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:15:36.569612 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:UPDATE=1,neutron:SELECT=4 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:15:36.574025 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:15:51.339994 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-29c839b2-8df2-4fb6-a139-2d3a52ce5895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697012'] for agent (61dc9491-0c49-467e-b62a-6961ce952bc2), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:15:51.744252 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG dbcounter [-] [104514] Writing DB stats neutron:SELECT=2 {{(pid=104514) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:15:51.748371 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG dbcounter [-] [104514] Writing DB stats neutron:SELECT=4 {{(pid=104514) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:15:53.710944 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-d88a3622-61a5-46de-aa42-c45515d64dfc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697012'] for agent (45985ff7-1335-48cd-ab02-73eb58295827), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:15:54.865336 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-6e9ba797-1d0c-40f8-9e0c-708f895be0b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697012'] for agent (f984396c-9862-4f32-9cf6-f19d2e5feb00), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:15:56.327912 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-e7d2b4de-897d-40d1-b758-5e5b7ac4c4e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697012'] for agent (2f766f35-a225-44ed-b70f-669caec6f4a7), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:15:56.624938 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697012'] for agent (559fa80c-96d5-4fe7-8c5f-9eda482c27bf), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:16:02.753891 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.db.agents_db [None req-1e76bcc0-0ba2-49bf-a9b5-df198b272e3c None None] Agent healthcheck: found 5 active agents {{(pid=104514) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 15:16:06.562527 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:SELECT=15,neutron:UPDATE=1 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:16:06.566427 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:SELECT=15 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:16:06.568599 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:SELECT=11,neutron:UPDATE=4 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:16:21.304682 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-83d46eb5-a21e-4381-8942-dfd529c064ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697012'] for agent (61dc9491-0c49-467e-b62a-6961ce952bc2), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:16:23.693034 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-8677741a-b53c-4058-899b-91ed25f3ac86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697012'] for agent (45985ff7-1335-48cd-ab02-73eb58295827), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:16:24.852750 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-6e9ba797-1d0c-40f8-9e0c-708f895be0b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697012'] for agent (f984396c-9862-4f32-9cf6-f19d2e5feb00), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:16:26.333191 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-e7d2b4de-897d-40d1-b758-5e5b7ac4c4e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697012'] for agent (2f766f35-a225-44ed-b70f-669caec6f4a7), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:16:26.618817 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697012'] for agent (559fa80c-96d5-4fe7-8c5f-9eda482c27bf), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:16:28.739869 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG dbcounter [-] [104514] Writing DB stats neutron:SELECT=4 {{(pid=104514) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:16:28.744552 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG dbcounter [-] [104514] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=104514) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:16:36.565514 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:16:36.571388 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:16:36.573072 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:16:37.955816 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-460591'] for agent (f0fa743b-ff28-43ff-ac51-704c86538f10), after_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:16:39.751900 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.db.agents_db [None req-1e76bcc0-0ba2-49bf-a9b5-df198b272e3c None None] Agent healthcheck: found 6 active agents {{(pid=104514) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 15:16:47.899023 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:SELECT=2 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:16:47.901585 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:INSERT=1 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:16:49.748624 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG dbcounter [-] [104514] Writing DB stats neutron:SELECT=2 {{(pid=104514) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:16:50.082483 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.wsgi [-] (104511) accepted ('10.222.0.67', 35774) {{(pid=104511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:16:50.190082 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [None req-2bf5c2b6-7434-4eef-8bb2-cd6fbf84bbd4 admin admin] 10.222.0.67 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.1062992 Jun 24 15:16:51.298208 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-708774ae-cc03-46ca-bce1-748dbc26ac7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697012'] for agent (61dc9491-0c49-467e-b62a-6961ce952bc2), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:16:52.326576 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.wsgi [-] (104511) accepted ('10.222.0.67', 35784) {{(pid=104511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:16:52.386109 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [None req-7e8a3026-05a2-4637-aa3c-00f82f9adf2f admin admin] 10.222.0.67 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.0584612 Jun 24 15:16:53.743797 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-86603c2b-1558-417b-8448-249f85cdf416 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697012'] for agent (45985ff7-1335-48cd-ab02-73eb58295827), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:16:54.869694 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-6e9ba797-1d0c-40f8-9e0c-708f895be0b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697012'] for agent (f984396c-9862-4f32-9cf6-f19d2e5feb00), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:16:56.349527 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-e7d2b4de-897d-40d1-b758-5e5b7ac4c4e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697012'] for agent (2f766f35-a225-44ed-b70f-669caec6f4a7), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:16:56.635521 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697012'] for agent (559fa80c-96d5-4fe7-8c5f-9eda482c27bf), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:17:02.379546 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=3 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:17:02.381390 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=1 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:17:05.735024 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG dbcounter [-] [104514] Writing DB stats neutron:SELECT=3 {{(pid=104514) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:17:05.739997 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG dbcounter [-] [104514] Writing DB stats neutron:SELECT=3 {{(pid=104514) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:17:06.284352 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:SELECT=3,neutron:UPDATE=2 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:17:06.576905 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:17:06.579713 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:17:08.000597 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697012'] for agent (f0fa743b-ff28-43ff-ac51-704c86538f10), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:17:16.750323 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.db.agents_db [None req-1e76bcc0-0ba2-49bf-a9b5-df198b272e3c None None] Agent healthcheck: found 6 active agents {{(pid=104514) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 15:17:17.877080 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:SELECT=3 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:17:17.879303 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:UPDATE=1 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:17:21.331415 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-94beae6c-da21-4e43-9699-fe7fb56f5775 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697012'] for agent (61dc9491-0c49-467e-b62a-6961ce952bc2), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:17:23.703144 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-aaab0524-8c0b-47c7-930e-3851c68bd692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697012'] for agent (45985ff7-1335-48cd-ab02-73eb58295827), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:17:24.874962 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-6e9ba797-1d0c-40f8-9e0c-708f895be0b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697012'] for agent (f984396c-9862-4f32-9cf6-f19d2e5feb00), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:17:26.383510 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-e7d2b4de-897d-40d1-b758-5e5b7ac4c4e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697012'] for agent (2f766f35-a225-44ed-b70f-669caec6f4a7), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:17:26.657349 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697012'] for agent (559fa80c-96d5-4fe7-8c5f-9eda482c27bf), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:17:26.745084 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG dbcounter [-] [104514] Writing DB stats neutron:SELECT=14 {{(pid=104514) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:17:26.745880 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG dbcounter [-] [104514] Writing DB stats neutron:SELECT=14 {{(pid=104514) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:17:36.567261 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:17:36.571612 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:SELECT=7 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:17:36.573320 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:17:37.971429 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697012'] for agent (f0fa743b-ff28-43ff-ac51-704c86538f10), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:17:42.741824 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG dbcounter [-] [104514] Writing DB stats neutron:SELECT=3 {{(pid=104514) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:17:42.745613 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG dbcounter [-] [104514] Writing DB stats neutron:SELECT=3 {{(pid=104514) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:17:47.880668 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:SELECT=1 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:17:47.885541 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:SELECT=1 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:17:47.887369 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:17:51.332452 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-ce4a009c-590f-4e42-b171-af67a0202ca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697012'] for agent (61dc9491-0c49-467e-b62a-6961ce952bc2), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:17:53.685996 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-ffda6067-1568-4c06-93c9-9c4c1068ceb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697012'] for agent (45985ff7-1335-48cd-ab02-73eb58295827), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:17:53.749518 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.db.agents_db [None req-1e76bcc0-0ba2-49bf-a9b5-df198b272e3c None None] Agent healthcheck: found 6 active agents {{(pid=104514) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 15:17:54.862542 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-6e9ba797-1d0c-40f8-9e0c-708f895be0b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697012'] for agent (f984396c-9862-4f32-9cf6-f19d2e5feb00), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:17:56.348702 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-e7d2b4de-897d-40d1-b758-5e5b7ac4c4e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697012'] for agent (2f766f35-a225-44ed-b70f-669caec6f4a7), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:17:56.621972 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697012'] for agent (559fa80c-96d5-4fe7-8c5f-9eda482c27bf), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:17:56.760424 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG dbcounter [-] [104514] Writing DB stats neutron:SELECT=2 {{(pid=104514) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:18:03.745606 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG dbcounter [-] [104514] Writing DB stats neutron:SELECT=2 {{(pid=104514) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:18:06.569301 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:SELECT=14,neutron:UPDATE=1 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:18:06.574168 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:SELECT=14,neutron:UPDATE=2 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:18:06.578344 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:SELECT=13,neutron:UPDATE=2 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:18:07.942352 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697012'] for agent (f0fa743b-ff28-43ff-ac51-704c86538f10), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:18:17.882386 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:SELECT=1 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:18:17.886717 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:SELECT=1 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:18:17.888427 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:18:19.747302 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG dbcounter [-] [104514] Writing DB stats neutron:SELECT=2 {{(pid=104514) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:18:19.762319 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG dbcounter [-] [104514] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=104514) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:18:21.325397 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-e3943be5-23bb-49ec-8a6d-fa4993d5890f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697012'] for agent (61dc9491-0c49-467e-b62a-6961ce952bc2), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:18:23.702897 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-b013b9a3-c4b4-4a1f-b907-6aa34820880e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697012'] for agent (45985ff7-1335-48cd-ab02-73eb58295827), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:18:24.896643 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-6e9ba797-1d0c-40f8-9e0c-708f895be0b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697012'] for agent (f984396c-9862-4f32-9cf6-f19d2e5feb00), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:18:26.377323 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-e7d2b4de-897d-40d1-b758-5e5b7ac4c4e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697012'] for agent (2f766f35-a225-44ed-b70f-669caec6f4a7), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:18:26.644470 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697012'] for agent (559fa80c-96d5-4fe7-8c5f-9eda482c27bf), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:18:28.398822 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.wsgi [-] (104511) accepted ('10.222.0.67', 35906) {{(pid=104511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:18:28.796585 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.v2.base [None req-8f6b6bf1-5f6d-4956-b8b1-ee88689fbd8a admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1859522206-network', 'tenant_id': 'd6e6bc2109c44c37a0ed635b021bba7e'}} {{(pid=104511) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 15:18:28.879573 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f6b6bf1-5f6d-4956-b8b1-ee88689fbd8a admin admin] Made reservation on behalf of d6e6bc2109c44c37a0ed635b021bba7e for: {'network': 1} {{(pid=104511) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 15:18:28.882624 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-8f6b6bf1-5f6d-4956-b8b1-ee88689fbd8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7727318'] for network (None), before_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:18:28.891992 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-8f6b6bf1-5f6d-4956-b8b1-ee88689fbd8a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:18:28.970010 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-8f6b6bf1-5f6d-4956-b8b1-ee88689fbd8a admin admin] Publish callbacks [] for security_group (857973a4-e371-4f80-93a1-fa704fcd25f0), precommit_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:18:29.045090 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-8f6b6bf1-5f6d-4956-b8b1-ee88689fbd8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-275664'] for security_group (857973a4-e371-4f80-93a1-fa704fcd25f0), after_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:18:29.072009 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f6b6bf1-5f6d-4956-b8b1-ee88689fbd8a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 756} {{(pid=104511) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 15:18:29.087335 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6b6bf1-5f6d-4956-b8b1-ee88689fbd8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=857973a4-e371-4f80-93a1-fa704fcd25f0,revision_number=1']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:18:29.096186 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-8f6b6bf1-5f6d-4956-b8b1-ee88689fbd8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7772344'] for segment (027837b1-cab2-4a9f-8458-d830c85d3dd7), precommit_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:18:29.097342 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.db.segments_db [None req-8f6b6bf1-5f6d-4956-b8b1-ee88689fbd8a admin admin] Added segment 027837b1-cab2-4a9f-8458-d830c85d3dd7 of type vlan for network 9fcf8abc-a8a5-4725-9758-d53e9c47196e Jun 24 15:18:29.100321 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6b6bf1-5f6d-4956-b8b1-ee88689fbd8a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:18:29.104666 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6b6bf1-5f6d-4956-b8b1-ee88689fbd8a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:18:29.104666 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6b6bf1-5f6d-4956-b8b1-ee88689fbd8a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:18:29.104666 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6b6bf1-5f6d-4956-b8b1-ee88689fbd8a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:18:29.104666 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6b6bf1-5f6d-4956-b8b1-ee88689fbd8a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:18:29.104666 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6b6bf1-5f6d-4956-b8b1-ee88689fbd8a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:18:29.104666 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6b6bf1-5f6d-4956-b8b1-ee88689fbd8a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:18:29.104666 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6b6bf1-5f6d-4956-b8b1-ee88689fbd8a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:18:29.104666 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6b6bf1-5f6d-4956-b8b1-ee88689fbd8a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:18:29.104666 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6b6bf1-5f6d-4956-b8b1-ee88689fbd8a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:18:29.104666 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6b6bf1-5f6d-4956-b8b1-ee88689fbd8a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:18:29.104666 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6b6bf1-5f6d-4956-b8b1-ee88689fbd8a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:18:29.104666 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6b6bf1-5f6d-4956-b8b1-ee88689fbd8a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:18:29.104666 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6b6bf1-5f6d-4956-b8b1-ee88689fbd8a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:18:29.105696 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6b6bf1-5f6d-4956-b8b1-ee88689fbd8a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:18:29.106140 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6b6bf1-5f6d-4956-b8b1-ee88689fbd8a admin admin] Tracked resource versions report: Jun 24 15:18:29.106140 dv-cinder-835384-11-iscsi neutron-server[104511]: pushed versions: Jun 24 15:18:29.106140 dv-cinder-835384-11-iscsi neutron-server[104511]: { 'AddressGroup': {'1.2'}, Jun 24 15:18:29.106140 dv-cinder-835384-11-iscsi neutron-server[104511]: 'Agent': {'1.1'}, Jun 24 15:18:29.106140 dv-cinder-835384-11-iscsi neutron-server[104511]: 'ConntrackHelper': {'1.0'}, Jun 24 15:18:29.106140 dv-cinder-835384-11-iscsi neutron-server[104511]: 'LocalIPAssociation': {'1.0'}, Jun 24 15:18:29.106140 dv-cinder-835384-11-iscsi neutron-server[104511]: 'Log': {'1.0'}, Jun 24 15:18:29.106140 dv-cinder-835384-11-iscsi neutron-server[104511]: 'NDPProxy': {'1.0'}, Jun 24 15:18:29.106140 dv-cinder-835384-11-iscsi neutron-server[104511]: 'Network': {'1.1'}, Jun 24 15:18:29.106140 dv-cinder-835384-11-iscsi neutron-server[104511]: 'Port': {'1.7'}, Jun 24 15:18:29.106140 dv-cinder-835384-11-iscsi neutron-server[104511]: 'PortForwarding': {'1.3'}, Jun 24 15:18:29.106140 dv-cinder-835384-11-iscsi neutron-server[104511]: 'QosPolicy': {'1.10'}, Jun 24 15:18:29.106140 dv-cinder-835384-11-iscsi neutron-server[104511]: 'SecurityGroup': {'1.5'}, Jun 24 15:18:29.106140 dv-cinder-835384-11-iscsi neutron-server[104511]: 'SecurityGroupRule': {'1.2'}, Jun 24 15:18:29.106140 dv-cinder-835384-11-iscsi neutron-server[104511]: 'SubPort': {'1.0'}, Jun 24 15:18:29.106140 dv-cinder-835384-11-iscsi neutron-server[104511]: 'Subnet': {'1.1'}, Jun 24 15:18:29.106140 dv-cinder-835384-11-iscsi neutron-server[104511]: 'Trunk': {'1.1'}} Jun 24 15:18:29.106140 dv-cinder-835384-11-iscsi neutron-server[104511]: consumer versions: Jun 24 15:18:29.106140 dv-cinder-835384-11-iscsi neutron-server[104511]: { DHCP agent@dv-cinder-835384-11-iscsi: {}, Jun 24 15:18:29.106140 dv-cinder-835384-11-iscsi neutron-server[104511]: HyperV agent@hv-cinder-83538: {}, Jun 24 15:18:29.106140 dv-cinder-835384-11-iscsi neutron-server[104511]: L3 agent@dv-cinder-835384-11-iscsi: {}, Jun 24 15:18:29.106140 dv-cinder-835384-11-iscsi neutron-server[104511]: Metadata agent@dv-cinder-835384-11-iscsi: {}, Jun 24 15:18:29.106140 dv-cinder-835384-11-iscsi neutron-server[104511]: Metering agent@dv-cinder-835384-11-iscsi: {}, Jun 24 15:18:29.106140 dv-cinder-835384-11-iscsi neutron-server[104511]: Open vSwitch agent@dv-cinder-835384-11-iscsi: { 'AddressGroup': '1.2', Jun 24 15:18:29.106140 dv-cinder-835384-11-iscsi neutron-server[104511]: 'Agent': '1.1', Jun 24 15:18:29.106140 dv-cinder-835384-11-iscsi neutron-server[104511]: 'ConntrackHelper': '1.0', Jun 24 15:18:29.106140 dv-cinder-835384-11-iscsi neutron-server[104511]: 'LocalIPAssociation': '1.0', Jun 24 15:18:29.106140 dv-cinder-835384-11-iscsi neutron-server[104511]: 'Log': '1.0', Jun 24 15:18:29.106140 dv-cinder-835384-11-iscsi neutron-server[104511]: 'NDPProxy': '1.0', Jun 24 15:18:29.106140 dv-cinder-835384-11-iscsi neutron-server[104511]: 'Network': '1.1', Jun 24 15:18:29.106140 dv-cinder-835384-11-iscsi neutron-server[104511]: 'Port': '1.7', Jun 24 15:18:29.106140 dv-cinder-835384-11-iscsi neutron-server[104511]: 'PortForwarding': '1.3', Jun 24 15:18:29.106140 dv-cinder-835384-11-iscsi neutron-server[104511]: 'QosPolicy': '1.10', Jun 24 15:18:29.106140 dv-cinder-835384-11-iscsi neutron-server[104511]: 'SecurityGroup': '1.5', Jun 24 15:18:29.106140 dv-cinder-835384-11-iscsi neutron-server[104511]: 'SecurityGroupRule': '1.2', Jun 24 15:18:29.106140 dv-cinder-835384-11-iscsi neutron-server[104511]: 'SubPort': '1.0', Jun 24 15:18:29.106140 dv-cinder-835384-11-iscsi neutron-server[104511]: 'Subnet': '1.1', Jun 24 15:18:29.106140 dv-cinder-835384-11-iscsi neutron-server[104511]: 'Trunk': '1.1'}} Jun 24 15:18:29.106140 dv-cinder-835384-11-iscsi neutron-server[104511]: {{(pid=104511) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 24 15:18:29.149992 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-8f6b6bf1-5f6d-4956-b8b1-ee88689fbd8a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761384550337'] for network (9fcf8abc-a8a5-4725-9758-d53e9c47196e), precommit_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:18:29.239677 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-8f6b6bf1-5f6d-4956-b8b1-ee88689fbd8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-275585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409'] for network (9fcf8abc-a8a5-4725-9758-d53e9c47196e), after_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:18:29.240680 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f6b6bf1-5f6d-4956-b8b1-ee88689fbd8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:18:29.241254 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-8f6b6bf1-5f6d-4956-b8b1-ee88689fbd8a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7879399'] for network (None), before_response {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:18:29.321037 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6b6bf1-5f6d-4956-b8b1-ee88689fbd8a admin admin] Pushing event updated for resources: {'Network': ['ID=9fcf8abc-a8a5-4725-9758-d53e9c47196e,revision_number=1']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:18:29.331042 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.rpc [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Network 9fcf8abc-a8a5-4725-9758-d53e9c47196e details requested by agent ovs-agent-dv-cinder-835384-11-iscsi with host dv-cinder-835384-11-iscsi {{(pid=104513) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 15:18:29.391236 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [None req-8f6b6bf1-5f6d-4956-b8b1-ee88689fbd8a admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 0.9906421 Jun 24 15:18:29.393374 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.wsgi [-] (104511) accepted ('10.222.0.67', 35942) {{(pid=104511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:18:29.398733 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.v2.base [None req-d4fd4ff9-d0b9-4ffc-8ec9-d03d8477936d admin admin] Request body: {'subnet': {'network_id': '9fcf8abc-a8a5-4725-9758-d53e9c47196e', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1859522206-subnet', 'tenant_id': 'd6e6bc2109c44c37a0ed635b021bba7e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104511) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 15:18:29.479557 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4fd4ff9-d0b9-4ffc-8ec9-d03d8477936d admin admin] Made reservation on behalf of d6e6bc2109c44c37a0ed635b021bba7e for: {'subnet': 1} {{(pid=104511) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 15:18:29.482031 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-d4fd4ff9-d0b9-4ffc-8ec9-d03d8477936d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:18:29.513312 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.wsgi [-] (104512) accepted ('10.222.0.67', 35954) {{(pid=104512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:18:29.811633 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-d4fd4ff9-d0b9-4ffc-8ec9-d03d8477936d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409'] for subnet (ea1c2da1-618d-4ad8-a2be-7752fdea9063), after_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:18:29.832251 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.v2.base [None req-5920bcc5-19d7-4755-bbdd-573bdc5d0859 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1938332131-network', 'tenant_id': 'c4807ce933f14af0be22dd1cf3635c2f'}} {{(pid=104512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 15:18:29.861859 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fd4ff9-d0b9-4ffc-8ec9-d03d8477936d admin admin] Pushing event updated for resources: {'Subnet': ['ID=ea1c2da1-618d-4ad8-a2be-7752fdea9063,revision_number=0']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:18:29.896534 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4fd4ff9-d0b9-4ffc-8ec9-d03d8477936d admin admin] Checking segment: {'id': '027837b1-cab2-4a9f-8458-d830c85d3dd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '9fcf8abc-a8a5-4725-9758-d53e9c47196e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 15:18:29.896906 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4fd4ff9-d0b9-4ffc-8ec9-d03d8477936d admin admin] Network hostable DHCP agents. Network: 9fcf8abc-a8a5-4725-9758-d53e9c47196e, hostable agents: ['61dc9491-0c49-467e-b62a-6961ce952bc2'], hosted agents: [] {{(pid=104511) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 15:18:29.914004 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5920bcc5-19d7-4755-bbdd-573bdc5d0859 admin admin] Made reservation on behalf of c4807ce933f14af0be22dd1cf3635c2f for: {'network': 1} {{(pid=104512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 15:18:29.916508 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-5920bcc5-19d7-4755-bbdd-573bdc5d0859 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7727318'] for network (None), before_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:18:29.925082 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-5920bcc5-19d7-4755-bbdd-573bdc5d0859 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:18:30.002816 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-5920bcc5-19d7-4755-bbdd-573bdc5d0859 admin admin] Publish callbacks [] for security_group (e08ccc51-12f5-4c3f-a2b9-f83d55d6a05d), precommit_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:18:30.033502 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4fd4ff9-d0b9-4ffc-8ec9-d03d8477936d admin admin] Network 9fcf8abc-a8a5-4725-9758-d53e9c47196e is scheduled to be hosted by DHCP agent 61dc9491-0c49-467e-b62a-6961ce952bc2 with binding_index 1 {{(pid=104511) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 15:18:30.073645 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-5920bcc5-19d7-4755-bbdd-573bdc5d0859 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-275664'] for security_group (e08ccc51-12f5-4c3f-a2b9-f83d55d6a05d), after_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:18:30.097472 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.scheduler.base_scheduler [None req-d4fd4ff9-d0b9-4ffc-8ec9-d03d8477936d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835384-11-iscsi, 9fcf8abc-a8a5-4725-9758-d53e9c47196e) {{(pid=104511) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 15:18:30.109306 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d9847cb-3599-45b2-a352-501c8618cc31 None None] Network 9fcf8abc-a8a5-4725-9758-d53e9c47196e requested from dv-cinder-835384-11-iscsi {{(pid=104513) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 15:18:30.110408 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5920bcc5-19d7-4755-bbdd-573bdc5d0859 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 797} {{(pid=104512) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 15:18:30.111611 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4fd4ff9-d0b9-4ffc-8ec9-d03d8477936d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:18:30.112791 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-d4fd4ff9-d0b9-4ffc-8ec9-d03d8477936d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7879399'] for subnet (None), before_response {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:18:30.120801 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-5920bcc5-19d7-4755-bbdd-573bdc5d0859 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7772344'] for segment (fbb525f4-37d7-4ee1-94df-b844f5efa329), precommit_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:18:30.121138 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.db.segments_db [None req-5920bcc5-19d7-4755-bbdd-573bdc5d0859 admin admin] Added segment fbb525f4-37d7-4ee1-94df-b844f5efa329 of type vlan for network 6d1ef1dd-ee8a-4e52-9261-de77d4e705e2 Jun 24 15:18:30.158736 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5920bcc5-19d7-4755-bbdd-573bdc5d0859 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e08ccc51-12f5-4c3f-a2b9-f83d55d6a05d,revision_number=1']} {{(pid=104512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:18:30.166112 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-5920bcc5-19d7-4755-bbdd-573bdc5d0859 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761384550337'] for network (6d1ef1dd-ee8a-4e52-9261-de77d4e705e2), precommit_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:18:30.173762 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5920bcc5-19d7-4755-bbdd-573bdc5d0859 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:18:30.174106 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5920bcc5-19d7-4755-bbdd-573bdc5d0859 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:18:30.174443 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5920bcc5-19d7-4755-bbdd-573bdc5d0859 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:18:30.174775 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5920bcc5-19d7-4755-bbdd-573bdc5d0859 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:18:30.175293 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5920bcc5-19d7-4755-bbdd-573bdc5d0859 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:18:30.175518 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5920bcc5-19d7-4755-bbdd-573bdc5d0859 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:18:30.175843 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5920bcc5-19d7-4755-bbdd-573bdc5d0859 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:18:30.176190 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5920bcc5-19d7-4755-bbdd-573bdc5d0859 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:18:30.176488 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5920bcc5-19d7-4755-bbdd-573bdc5d0859 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:18:30.177394 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5920bcc5-19d7-4755-bbdd-573bdc5d0859 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:18:30.177732 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5920bcc5-19d7-4755-bbdd-573bdc5d0859 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:18:30.178046 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5920bcc5-19d7-4755-bbdd-573bdc5d0859 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:18:30.178470 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5920bcc5-19d7-4755-bbdd-573bdc5d0859 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:18:30.178789 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5920bcc5-19d7-4755-bbdd-573bdc5d0859 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:18:30.179106 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5920bcc5-19d7-4755-bbdd-573bdc5d0859 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:18:30.180385 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5920bcc5-19d7-4755-bbdd-573bdc5d0859 admin admin] Tracked resource versions report: Jun 24 15:18:30.180385 dv-cinder-835384-11-iscsi neutron-server[104512]: pushed versions: Jun 24 15:18:30.180385 dv-cinder-835384-11-iscsi neutron-server[104512]: { 'AddressGroup': {'1.2'}, Jun 24 15:18:30.180385 dv-cinder-835384-11-iscsi neutron-server[104512]: 'Agent': {'1.1'}, Jun 24 15:18:30.180385 dv-cinder-835384-11-iscsi neutron-server[104512]: 'ConntrackHelper': {'1.0'}, Jun 24 15:18:30.180385 dv-cinder-835384-11-iscsi neutron-server[104512]: 'LocalIPAssociation': {'1.0'}, Jun 24 15:18:30.180385 dv-cinder-835384-11-iscsi neutron-server[104512]: 'Log': {'1.0'}, Jun 24 15:18:30.180385 dv-cinder-835384-11-iscsi neutron-server[104512]: 'NDPProxy': {'1.0'}, Jun 24 15:18:30.180385 dv-cinder-835384-11-iscsi neutron-server[104512]: 'Network': {'1.1'}, Jun 24 15:18:30.180385 dv-cinder-835384-11-iscsi neutron-server[104512]: 'Port': {'1.7'}, Jun 24 15:18:30.180385 dv-cinder-835384-11-iscsi neutron-server[104512]: 'PortForwarding': {'1.3'}, Jun 24 15:18:30.180385 dv-cinder-835384-11-iscsi neutron-server[104512]: 'QosPolicy': {'1.10'}, Jun 24 15:18:30.180385 dv-cinder-835384-11-iscsi neutron-server[104512]: 'SecurityGroup': {'1.5'}, Jun 24 15:18:30.180385 dv-cinder-835384-11-iscsi neutron-server[104512]: 'SecurityGroupRule': {'1.2'}, Jun 24 15:18:30.180385 dv-cinder-835384-11-iscsi neutron-server[104512]: 'SubPort': {'1.0'}, Jun 24 15:18:30.180385 dv-cinder-835384-11-iscsi neutron-server[104512]: 'Subnet': {'1.1'}, Jun 24 15:18:30.180385 dv-cinder-835384-11-iscsi neutron-server[104512]: 'Trunk': {'1.1'}} Jun 24 15:18:30.180385 dv-cinder-835384-11-iscsi neutron-server[104512]: consumer versions: Jun 24 15:18:30.180385 dv-cinder-835384-11-iscsi neutron-server[104512]: { DHCP agent@dv-cinder-835384-11-iscsi: {}, Jun 24 15:18:30.180385 dv-cinder-835384-11-iscsi neutron-server[104512]: HyperV agent@hv-cinder-83538: {}, Jun 24 15:18:30.180385 dv-cinder-835384-11-iscsi neutron-server[104512]: L3 agent@dv-cinder-835384-11-iscsi: {}, Jun 24 15:18:30.180385 dv-cinder-835384-11-iscsi neutron-server[104512]: Metadata agent@dv-cinder-835384-11-iscsi: {}, Jun 24 15:18:30.180385 dv-cinder-835384-11-iscsi neutron-server[104512]: Metering agent@dv-cinder-835384-11-iscsi: {}, Jun 24 15:18:30.180385 dv-cinder-835384-11-iscsi neutron-server[104512]: Open vSwitch agent@dv-cinder-835384-11-iscsi: { 'AddressGroup': '1.2', Jun 24 15:18:30.180385 dv-cinder-835384-11-iscsi neutron-server[104512]: 'Agent': '1.1', Jun 24 15:18:30.180385 dv-cinder-835384-11-iscsi neutron-server[104512]: 'ConntrackHelper': '1.0', Jun 24 15:18:30.180385 dv-cinder-835384-11-iscsi neutron-server[104512]: 'LocalIPAssociation': '1.0', Jun 24 15:18:30.180385 dv-cinder-835384-11-iscsi neutron-server[104512]: 'Log': '1.0', Jun 24 15:18:30.180385 dv-cinder-835384-11-iscsi neutron-server[104512]: 'NDPProxy': '1.0', Jun 24 15:18:30.180385 dv-cinder-835384-11-iscsi neutron-server[104512]: 'Network': '1.1', Jun 24 15:18:30.180385 dv-cinder-835384-11-iscsi neutron-server[104512]: 'Port': '1.7', Jun 24 15:18:30.180385 dv-cinder-835384-11-iscsi neutron-server[104512]: 'PortForwarding': '1.3', Jun 24 15:18:30.180385 dv-cinder-835384-11-iscsi neutron-server[104512]: 'QosPolicy': '1.10', Jun 24 15:18:30.180385 dv-cinder-835384-11-iscsi neutron-server[104512]: 'SecurityGroup': '1.5', Jun 24 15:18:30.180385 dv-cinder-835384-11-iscsi neutron-server[104512]: 'SecurityGroupRule': '1.2', Jun 24 15:18:30.180385 dv-cinder-835384-11-iscsi neutron-server[104512]: 'SubPort': '1.0', Jun 24 15:18:30.180385 dv-cinder-835384-11-iscsi neutron-server[104512]: 'Subnet': '1.1', Jun 24 15:18:30.180385 dv-cinder-835384-11-iscsi neutron-server[104512]: 'Trunk': '1.1'}} Jun 24 15:18:30.180385 dv-cinder-835384-11-iscsi neutron-server[104512]: {{(pid=104512) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 24 15:18:30.204658 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.wsgi [-] (104512) accepted ('10.222.0.67', 35984) {{(pid=104512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:18:30.206049 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [None req-d4fd4ff9-d0b9-4ffc-8ec9-d03d8477936d admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8116035 Jun 24 15:18:30.209656 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.v2.base [None req-4ac733e9-c7d1-4fef-bbdb-b73d276838a7 admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-1859522206-router', 'tenant_id': 'd6e6bc2109c44c37a0ed635b021bba7e', 'external_gateway_info': {'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59'}}} {{(pid=104512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 15:18:30.264341 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08357692-cb7c-40ac-a275-b65e148b053c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2b4efa5-1f6d-5be6-a0c3-799436a0bdb9-9fcf8abc-a8a5-4725-9758-d53e9c47196e', 'network_id': '9fcf8abc-a8a5-4725-9758-d53e9c47196e', 'project_id': 'd6e6bc2109c44c37a0ed635b021bba7e', 'fixed_ips': [{'subnet_id': 'ea1c2da1-618d-4ad8-a2be-7752fdea9063'}]}} from dv-cinder-835384-11-iscsi. {{(pid=104513) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 24 15:18:30.265426 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-08357692-cb7c-40ac-a275-b65e148b053c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7727318'] for port (None), before_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:18:30.296661 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-5920bcc5-19d7-4755-bbdd-573bdc5d0859 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-275585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409'] for network (6d1ef1dd-ee8a-4e52-9261-de77d4e705e2), after_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:18:30.298682 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5920bcc5-19d7-4755-bbdd-573bdc5d0859 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:18:30.300961 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-5920bcc5-19d7-4755-bbdd-573bdc5d0859 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7879399'] for network (None), before_response {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:18:30.343796 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-4ac733e9-c7d1-4fef-bbdb-b73d276838a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-460991', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14566'] for router (270f2000-3ef2-4e27-8b5e-f02f39c9f8c0), before_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:18:30.345478 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-4ac733e9-c7d1-4fef-bbdb-b73d276838a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-461210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-470210', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-519196', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14577'] for router (270f2000-3ef2-4e27-8b5e-f02f39c9f8c0), precommit_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:18:30.406015 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.wsgi [-] (104511) accepted ('10.222.0.67', 35998) {{(pid=104511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:18:30.406242 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [None req-5920bcc5-19d7-4755-bbdd-573bdc5d0859 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 0.8910511 Jun 24 15:18:30.412712 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.v2.base [None req-d196d198-d36a-447b-a648-993426e98645 admin admin] Request body: {'subnet': {'network_id': '6d1ef1dd-ee8a-4e52-9261-de77d4e705e2', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1938332131-subnet', 'tenant_id': 'c4807ce933f14af0be22dd1cf3635c2f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104511) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 15:18:30.421442 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.wsgi [-] (104511) accepted ('10.222.0.67', 36000) {{(pid=104511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:18:30.427478 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.db_base_plugin_common [None req-08357692-cb7c-40ac-a275-b65e148b053c None None] Allocated IP 172.20.0.2 (9fcf8abc-a8a5-4725-9758-d53e9c47196e/ea1c2da1-618d-4ad8-a2be-7752fdea9063/f3b0b0e9-5930-490d-bc6e-f9700d11b05a) {{(pid=104513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 15:18:30.436362 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:18:30.497866 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d196d198-d36a-447b-a648-993426e98645 admin admin] Made reservation on behalf of c4807ce933f14af0be22dd1cf3635c2f for: {'subnet': 1} {{(pid=104511) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 15:18:30.501076 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-d196d198-d36a-447b-a648-993426e98645 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:18:30.509202 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5920bcc5-19d7-4755-bbdd-573bdc5d0859 admin admin] Pushing event updated for resources: {'Network': ['ID=6d1ef1dd-ee8a-4e52-9261-de77d4e705e2,revision_number=1']} {{(pid=104512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:18:30.516938 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-4ac733e9-c7d1-4fef-bbdb-b73d276838a7 admin admin] Publish callbacks [] for router_controller (270f2000-3ef2-4e27-8b5e-f02f39c9f8c0), precommit_add_association {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:18:30.524411 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.rpc [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Network 6d1ef1dd-ee8a-4e52-9261-de77d4e705e2 details requested by agent ovs-agent-dv-cinder-835384-11-iscsi with host dv-cinder-835384-11-iscsi {{(pid=104513) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 15:18:30.544189 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=79,neutron:INSERT=16,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:18:30.659303 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-08357692-cb7c-40ac-a275-b65e148b053c None None] Publish callbacks [] for port (f3b0b0e9-5930-490d-bc6e-f9700d11b05a), precommit_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:18:30.748710 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-4ac733e9-c7d1-4fef-bbdb-b73d276838a7 admin admin] Publish callbacks [] for router_gateway (270f2000-3ef2-4e27-8b5e-f02f39c9f8c0), precommit_update {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:18:30.750204 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.db.agents_db [None req-1e76bcc0-0ba2-49bf-a9b5-df198b272e3c None None] Agent healthcheck: found 6 active agents {{(pid=104514) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 15:18:30.755328 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-08357692-cb7c-40ac-a275-b65e148b053c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761384583298'] for port (f3b0b0e9-5930-490d-bc6e-f9700d11b05a), after_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:18:30.765974 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-d196d198-d36a-447b-a648-993426e98645 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409'] for subnet (ca86efdf-43ba-4cdf-8f0a-3c6622699971), after_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:18:30.800550 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08357692-cb7c-40ac-a275-b65e148b053c None None] Network 9fcf8abc-a8a5-4725-9758-d53e9c47196e is already hosted by enough agents. {{(pid=104513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 15:18:30.804067 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.scheduler.base_scheduler [None req-08357692-cb7c-40ac-a275-b65e148b053c None None] Resources bound (agent type, host, resource id): {{(pid=104513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 15:18:30.807718 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08357692-cb7c-40ac-a275-b65e148b053c None None] Received port after_create {{(pid=104513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 15:18:30.822772 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08357692-cb7c-40ac-a275-b65e148b053c None None] Pushing event updated for resources: {'Port': ['ID=f3b0b0e9-5930-490d-bc6e-f9700d11b05a,revision_number=1']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:18:30.849436 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08357692-cb7c-40ac-a275-b65e148b053c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:18:30.849900 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08357692-cb7c-40ac-a275-b65e148b053c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:18:30.850291 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08357692-cb7c-40ac-a275-b65e148b053c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:18:30.850650 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08357692-cb7c-40ac-a275-b65e148b053c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:18:30.850988 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08357692-cb7c-40ac-a275-b65e148b053c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:18:30.851344 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08357692-cb7c-40ac-a275-b65e148b053c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:18:30.851674 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08357692-cb7c-40ac-a275-b65e148b053c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:18:30.852001 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08357692-cb7c-40ac-a275-b65e148b053c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:18:30.852329 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08357692-cb7c-40ac-a275-b65e148b053c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:18:30.852648 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08357692-cb7c-40ac-a275-b65e148b053c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:18:30.852976 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08357692-cb7c-40ac-a275-b65e148b053c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:18:30.853303 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08357692-cb7c-40ac-a275-b65e148b053c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:18:30.853736 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08357692-cb7c-40ac-a275-b65e148b053c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:18:30.854068 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08357692-cb7c-40ac-a275-b65e148b053c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:18:30.854495 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08357692-cb7c-40ac-a275-b65e148b053c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:18:30.855793 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08357692-cb7c-40ac-a275-b65e148b053c None None] Tracked resource versions report: Jun 24 15:18:30.855793 dv-cinder-835384-11-iscsi neutron-server[104513]: pushed versions: Jun 24 15:18:30.855793 dv-cinder-835384-11-iscsi neutron-server[104513]: { 'AddressGroup': {'1.2'}, Jun 24 15:18:30.855793 dv-cinder-835384-11-iscsi neutron-server[104513]: 'Agent': {'1.1'}, Jun 24 15:18:30.855793 dv-cinder-835384-11-iscsi neutron-server[104513]: 'ConntrackHelper': {'1.0'}, Jun 24 15:18:30.855793 dv-cinder-835384-11-iscsi neutron-server[104513]: 'LocalIPAssociation': {'1.0'}, Jun 24 15:18:30.855793 dv-cinder-835384-11-iscsi neutron-server[104513]: 'Log': {'1.0'}, Jun 24 15:18:30.855793 dv-cinder-835384-11-iscsi neutron-server[104513]: 'NDPProxy': {'1.0'}, Jun 24 15:18:30.855793 dv-cinder-835384-11-iscsi neutron-server[104513]: 'Network': {'1.1'}, Jun 24 15:18:30.855793 dv-cinder-835384-11-iscsi neutron-server[104513]: 'Port': {'1.7'}, Jun 24 15:18:30.855793 dv-cinder-835384-11-iscsi neutron-server[104513]: 'PortForwarding': {'1.3'}, Jun 24 15:18:30.855793 dv-cinder-835384-11-iscsi neutron-server[104513]: 'QosPolicy': {'1.10'}, Jun 24 15:18:30.855793 dv-cinder-835384-11-iscsi neutron-server[104513]: 'SecurityGroup': {'1.5'}, Jun 24 15:18:30.855793 dv-cinder-835384-11-iscsi neutron-server[104513]: 'SecurityGroupRule': {'1.2'}, Jun 24 15:18:30.855793 dv-cinder-835384-11-iscsi neutron-server[104513]: 'SubPort': {'1.0'}, Jun 24 15:18:30.855793 dv-cinder-835384-11-iscsi neutron-server[104513]: 'Subnet': {'1.1'}, Jun 24 15:18:30.855793 dv-cinder-835384-11-iscsi neutron-server[104513]: 'Trunk': {'1.1'}} Jun 24 15:18:30.855793 dv-cinder-835384-11-iscsi neutron-server[104513]: consumer versions: Jun 24 15:18:30.855793 dv-cinder-835384-11-iscsi neutron-server[104513]: { DHCP agent@dv-cinder-835384-11-iscsi: {}, Jun 24 15:18:30.855793 dv-cinder-835384-11-iscsi neutron-server[104513]: HyperV agent@hv-cinder-83538: {}, Jun 24 15:18:30.855793 dv-cinder-835384-11-iscsi neutron-server[104513]: L3 agent@dv-cinder-835384-11-iscsi: {}, Jun 24 15:18:30.855793 dv-cinder-835384-11-iscsi neutron-server[104513]: Metadata agent@dv-cinder-835384-11-iscsi: {}, Jun 24 15:18:30.855793 dv-cinder-835384-11-iscsi neutron-server[104513]: Metering agent@dv-cinder-835384-11-iscsi: {}, Jun 24 15:18:30.855793 dv-cinder-835384-11-iscsi neutron-server[104513]: Open vSwitch agent@dv-cinder-835384-11-iscsi: { 'AddressGroup': '1.2', Jun 24 15:18:30.855793 dv-cinder-835384-11-iscsi neutron-server[104513]: 'Agent': '1.1', Jun 24 15:18:30.855793 dv-cinder-835384-11-iscsi neutron-server[104513]: 'ConntrackHelper': '1.0', Jun 24 15:18:30.855793 dv-cinder-835384-11-iscsi neutron-server[104513]: 'LocalIPAssociation': '1.0', Jun 24 15:18:30.855793 dv-cinder-835384-11-iscsi neutron-server[104513]: 'Log': '1.0', Jun 24 15:18:30.855793 dv-cinder-835384-11-iscsi neutron-server[104513]: 'NDPProxy': '1.0', Jun 24 15:18:30.855793 dv-cinder-835384-11-iscsi neutron-server[104513]: 'Network': '1.1', Jun 24 15:18:30.855793 dv-cinder-835384-11-iscsi neutron-server[104513]: 'Port': '1.7', Jun 24 15:18:30.855793 dv-cinder-835384-11-iscsi neutron-server[104513]: 'PortForwarding': '1.3', Jun 24 15:18:30.855793 dv-cinder-835384-11-iscsi neutron-server[104513]: 'QosPolicy': '1.10', Jun 24 15:18:30.855793 dv-cinder-835384-11-iscsi neutron-server[104513]: 'SecurityGroup': '1.5', Jun 24 15:18:30.855793 dv-cinder-835384-11-iscsi neutron-server[104513]: 'SecurityGroupRule': '1.2', Jun 24 15:18:30.855793 dv-cinder-835384-11-iscsi neutron-server[104513]: 'SubPort': '1.0', Jun 24 15:18:30.855793 dv-cinder-835384-11-iscsi neutron-server[104513]: 'Subnet': '1.1', Jun 24 15:18:30.855793 dv-cinder-835384-11-iscsi neutron-server[104513]: 'Trunk': '1.1'}} Jun 24 15:18:30.855793 dv-cinder-835384-11-iscsi neutron-server[104513]: {{(pid=104513) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 24 15:18:30.903738 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.managers [None req-08357692-cb7c-40ac-a275-b65e148b053c None None] Attempting to bind port f3b0b0e9-5930-490d-bc6e-f9700d11b05a on host dv-cinder-835384-11-iscsi for vnic_type normal with profile {{(pid=104513) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 15:18:30.904478 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.managers [None req-08357692-cb7c-40ac-a275-b65e148b053c None None] Attempting to bind port f3b0b0e9-5930-490d-bc6e-f9700d11b05a by drivers openvswitch,hyperv on host dv-cinder-835384-11-iscsi at level 0 using segments [{'id': '027837b1-cab2-4a9f-8458-d830c85d3dd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '9fcf8abc-a8a5-4725-9758-d53e9c47196e'}] {{(pid=104513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 15:18:30.905086 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08357692-cb7c-40ac-a275-b65e148b053c None None] Attempting to bind port f3b0b0e9-5930-490d-bc6e-f9700d11b05a on network 9fcf8abc-a8a5-4725-9758-d53e9c47196e {{(pid=104513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 15:18:30.911481 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08357692-cb7c-40ac-a275-b65e148b053c None None] Checking agent: {'id': '559fa80c-96d5-4fe7-8c5f-9eda482c27bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835384-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 15, 10, 27), 'started_at': datetime.datetime(2022, 6, 24, 15, 10, 57), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 15, 18, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835384-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 15:18:30.915155 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08357692-cb7c-40ac-a275-b65e148b053c None None] Checking segment: {'id': '027837b1-cab2-4a9f-8458-d830c85d3dd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '9fcf8abc-a8a5-4725-9758-d53e9c47196e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 15:18:30.915155 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-08357692-cb7c-40ac-a275-b65e148b053c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:18:30.915155 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08357692-cb7c-40ac-a275-b65e148b053c None None] Bound using segment: {'id': '027837b1-cab2-4a9f-8458-d830c85d3dd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '9fcf8abc-a8a5-4725-9758-d53e9c47196e'} {{(pid=104513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 15:18:30.915155 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.managers [None req-08357692-cb7c-40ac-a275-b65e148b053c None None] Bound port: f3b0b0e9-5930-490d-bc6e-f9700d11b05a, host: dv-cinder-835384-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '027837b1-cab2-4a9f-8458-d830c85d3dd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '9fcf8abc-a8a5-4725-9758-d53e9c47196e'}}] {{(pid=104513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 15:18:30.915155 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-08357692-cb7c-40ac-a275-b65e148b053c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7727318'] for port (f3b0b0e9-5930-490d-bc6e-f9700d11b05a), before_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:18:30.940247 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d196d198-d36a-447b-a648-993426e98645 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ca86efdf-43ba-4cdf-8f0a-3c6622699971,revision_number=0']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:18:30.943110 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d196d198-d36a-447b-a648-993426e98645 admin admin] Checking segment: {'id': 'fbb525f4-37d7-4ee1-94df-b844f5efa329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '6d1ef1dd-ee8a-4e52-9261-de77d4e705e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 15:18:30.943678 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d196d198-d36a-447b-a648-993426e98645 admin admin] Network hostable DHCP agents. Network: 6d1ef1dd-ee8a-4e52-9261-de77d4e705e2, hostable agents: ['61dc9491-0c49-467e-b62a-6961ce952bc2'], hosted agents: [] {{(pid=104511) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 15:18:30.964558 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.v2.base [None req-142f4a6e-21ef-4d87-9a83-963df7f1601a admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1496855055-network', 'tenant_id': 'b6bf0e1123fa47a7844e09127fb16d6e'}} {{(pid=104511) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 15:18:31.022860 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.db [None req-08357692-cb7c-40ac-a275-b65e148b053c None None] For port f3b0b0e9-5930-490d-bc6e-f9700d11b05a, host dv-cinder-835384-11-iscsi, cleared binding levels {{(pid=104513) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 15:18:31.028218 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.db [None req-08357692-cb7c-40ac-a275-b65e148b053c None None] For port f3b0b0e9-5930-490d-bc6e-f9700d11b05a, host dv-cinder-835384-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-11-iscsi',level=0,port_id=f3b0b0e9-5930-490d-bc6e-f9700d11b05a,segment=NetworkSegment(027837b1-cab2-4a9f-8458-d830c85d3dd7),segment_id=027837b1-cab2-4a9f-8458-d830c85d3dd7)] {{(pid=104513) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 15:18:31.051658 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d196d198-d36a-447b-a648-993426e98645 admin admin] Network 6d1ef1dd-ee8a-4e52-9261-de77d4e705e2 is scheduled to be hosted by DHCP agent 61dc9491-0c49-467e-b62a-6961ce952bc2 with binding_index 1 {{(pid=104511) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 15:18:31.054954 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-142f4a6e-21ef-4d87-9a83-963df7f1601a admin admin] Made reservation on behalf of b6bf0e1123fa47a7844e09127fb16d6e for: {'network': 1} {{(pid=104511) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 15:18:31.057755 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-142f4a6e-21ef-4d87-9a83-963df7f1601a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7727318'] for network (None), before_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:18:31.074860 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-142f4a6e-21ef-4d87-9a83-963df7f1601a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:18:31.128817 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-4ac733e9-c7d1-4fef-bbdb-b73d276838a7 admin admin] Publish callbacks [] for router_gateway (270f2000-3ef2-4e27-8b5e-f02f39c9f8c0), before_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:18:31.134338 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-08357692-cb7c-40ac-a275-b65e148b053c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761385101662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761384583316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761384583334'] for port (f3b0b0e9-5930-490d-bc6e-f9700d11b05a), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:18:31.150300 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-4ac733e9-c7d1-4fef-bbdb-b73d276838a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7727318'] for port (None), before_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:18:31.179523 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-142f4a6e-21ef-4d87-9a83-963df7f1601a admin admin] Publish callbacks [] for security_group (5f1fbf49-a9a0-40f0-900c-2506ca6ce2c8), precommit_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:18:31.181649 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.scheduler.base_scheduler [None req-d196d198-d36a-447b-a648-993426e98645 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835384-11-iscsi, 6d1ef1dd-ee8a-4e52-9261-de77d4e705e2) {{(pid=104511) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 15:18:31.186516 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d196d198-d36a-447b-a648-993426e98645 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:18:31.187362 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-d196d198-d36a-447b-a648-993426e98645 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7879399'] for subnet (None), before_response {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:18:31.210293 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=80,neutron:INSERT=16,neutron:UPDATE=4 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:18:31.229791 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec740097-dfdc-42ff-87f9-b891cc8491db None None] Network 6d1ef1dd-ee8a-4e52-9261-de77d4e705e2 requested from dv-cinder-835384-11-iscsi {{(pid=104513) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 15:18:31.269579 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-142f4a6e-21ef-4d87-9a83-963df7f1601a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-275664'] for security_group (5f1fbf49-a9a0-40f0-900c-2506ca6ce2c8), after_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:18:31.301140 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-142f4a6e-21ef-4d87-9a83-963df7f1601a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 784} {{(pid=104511) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 15:18:31.329266 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-142f4a6e-21ef-4d87-9a83-963df7f1601a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7772344'] for segment (09260357-2b8c-4633-ba77-7272b5911a12), precommit_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:18:31.335271 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.db.segments_db [None req-142f4a6e-21ef-4d87-9a83-963df7f1601a admin admin] Added segment 09260357-2b8c-4633-ba77-7272b5911a12 of type vlan for network af13b512-ccae-46a6-b2e4-3851b74c876d Jun 24 15:18:31.356112 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08357692-cb7c-40ac-a275-b65e148b053c None None] Pushing event updated for resources: {'Port': ['ID=f3b0b0e9-5930-490d-bc6e-f9700d11b05a,revision_number=2']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:18:31.406670 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bb71551-e3d2-491e-bd78-3da377067a23 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2b4efa5-1f6d-5be6-a0c3-799436a0bdb9-6d1ef1dd-ee8a-4e52-9261-de77d4e705e2', 'network_id': '6d1ef1dd-ee8a-4e52-9261-de77d4e705e2', 'project_id': 'c4807ce933f14af0be22dd1cf3635c2f', 'fixed_ips': [{'subnet_id': 'ca86efdf-43ba-4cdf-8f0a-3c6622699971'}]}} from dv-cinder-835384-11-iscsi. {{(pid=104513) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 24 15:18:31.408026 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-9bb71551-e3d2-491e-bd78-3da377067a23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7727318'] for port (None), before_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:18:31.459892 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-142f4a6e-21ef-4d87-9a83-963df7f1601a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761384550337'] for network (af13b512-ccae-46a6-b2e4-3851b74c876d), precommit_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:18:31.468439 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:18:31.474824 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.db.db_base_plugin_common [None req-4ac733e9-c7d1-4fef-bbdb-b73d276838a7 admin admin] Allocated IP 172.27.0.190 (60b3096c-3a0f-4216-9e52-e826cbf1fb59/f6c08379-d241-4966-a4ae-7ff02804e7f6/8f888443-66b8-4901-aa8f-2add3863ed0a) {{(pid=104512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 15:18:31.498886 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [None req-d196d198-d36a-447b-a648-993426e98645 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.0911429 Jun 24 15:18:31.510637 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.wsgi [-] (104512) accepted ('10.222.0.67', 36036) {{(pid=104512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:18:31.578252 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.v2.base [None req-4649e5c0-452e-4784-8491-2eb10b6d3851 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1938332131-router', 'tenant_id': 'c4807ce933f14af0be22dd1cf3635c2f', 'external_gateway_info': {'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59'}}} {{(pid=104512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 15:18:31.607821 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142f4a6e-21ef-4d87-9a83-963df7f1601a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f1fbf49-a9a0-40f0-900c-2506ca6ce2c8,revision_number=1']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:18:31.607821 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=82,neutron:INSERT=15,neutron:UPDATE=3 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:18:31.607821 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-142f4a6e-21ef-4d87-9a83-963df7f1601a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-275585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409'] for network (af13b512-ccae-46a6-b2e4-3851b74c876d), after_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:18:31.607821 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-142f4a6e-21ef-4d87-9a83-963df7f1601a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:18:31.607821 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-142f4a6e-21ef-4d87-9a83-963df7f1601a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7879399'] for network (None), before_response {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:18:31.707118 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.db_base_plugin_common [None req-9bb71551-e3d2-491e-bd78-3da377067a23 None None] Allocated IP 172.20.0.2 (6d1ef1dd-ee8a-4e52-9261-de77d4e705e2/ca86efdf-43ba-4cdf-8f0a-3c6622699971/84e502a7-e238-4d13-ae6c-3935c4018f81) {{(pid=104513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 15:18:31.725296 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:SELECT=90,neutron:UPDATE=8,neutron:INSERT=2 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:18:31.747838 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142f4a6e-21ef-4d87-9a83-963df7f1601a admin admin] Pushing event updated for resources: {'Network': ['ID=af13b512-ccae-46a6-b2e4-3851b74c876d,revision_number=1']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:18:31.761780 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.rpc [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Network af13b512-ccae-46a6-b2e4-3851b74c876d details requested by agent ovs-agent-dv-cinder-835384-11-iscsi with host dv-cinder-835384-11-iscsi {{(pid=104513) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 15:18:31.782549 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [None req-142f4a6e-21ef-4d87-9a83-963df7f1601a admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 873 time: 1.3439245 Jun 24 15:18:31.788422 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.wsgi [-] (104511) accepted ('10.222.0.67', 36042) {{(pid=104511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:18:31.789238 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.v2.base [None req-80ca2503-5378-403d-9707-77d917f0a683 admin admin] Request body: {'subnet': {'network_id': 'af13b512-ccae-46a6-b2e4-3851b74c876d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1496855055-subnet', 'tenant_id': 'b6bf0e1123fa47a7844e09127fb16d6e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104511) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 15:18:31.795466 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-4ac733e9-c7d1-4fef-bbdb-b73d276838a7 admin admin] Publish callbacks [] for port (8f888443-66b8-4901-aa8f-2add3863ed0a), precommit_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:18:31.809012 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-4649e5c0-452e-4784-8491-2eb10b6d3851 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-460991', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14566'] for router (bdccb451-e35e-486d-b144-010345b0e9c5), before_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:18:31.810042 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-4649e5c0-452e-4784-8491-2eb10b6d3851 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-461210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-470210', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-519196', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14577'] for router (bdccb451-e35e-486d-b144-010345b0e9c5), precommit_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:18:31.878701 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-4649e5c0-452e-4784-8491-2eb10b6d3851 admin admin] Publish callbacks [] for router_controller (bdccb451-e35e-486d-b144-010345b0e9c5), precommit_add_association {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:18:31.893599 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80ca2503-5378-403d-9707-77d917f0a683 admin admin] Made reservation on behalf of b6bf0e1123fa47a7844e09127fb16d6e for: {'subnet': 1} {{(pid=104511) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 15:18:31.898531 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-80ca2503-5378-403d-9707-77d917f0a683 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:18:31.958140 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-4ac733e9-c7d1-4fef-bbdb-b73d276838a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761384583298'] for port (8f888443-66b8-4901-aa8f-2add3863ed0a), after_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:18:32.005898 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=76,neutron:INSERT=16,neutron:DELETE=4,neutron:UPDATE=4 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:18:32.044830 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac733e9-c7d1-4fef-bbdb-b73d276838a7 admin admin] Pushing event updated for resources: {'Port': ['ID=8f888443-66b8-4901-aa8f-2add3863ed0a,revision_number=1']} {{(pid=104512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:18:32.053433 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:SELECT=88,neutron:UPDATE=6,neutron:INSERT=6 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:18:32.105716 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:INSERT=5 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:18:32.122903 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-9bb71551-e3d2-491e-bd78-3da377067a23 None None] Publish callbacks [] for port (84e502a7-e238-4d13-ae6c-3935c4018f81), precommit_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:18:32.195743 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-9bb71551-e3d2-491e-bd78-3da377067a23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761384583298'] for port (84e502a7-e238-4d13-ae6c-3935c4018f81), after_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:18:32.252758 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-4649e5c0-452e-4784-8491-2eb10b6d3851 admin admin] Publish callbacks [] for router_gateway (bdccb451-e35e-486d-b144-010345b0e9c5), precommit_update {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:18:32.284059 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ac733e9-c7d1-4fef-bbdb-b73d276838a7 admin admin] Network 60b3096c-3a0f-4216-9e52-e826cbf1fb59 is already hosted by enough agents. {{(pid=104512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 15:18:32.288077 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.scheduler.base_scheduler [None req-4ac733e9-c7d1-4fef-bbdb-b73d276838a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=104512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 15:18:32.292943 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-80ca2503-5378-403d-9707-77d917f0a683 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409'] for subnet (298c1716-00da-4f9f-a34c-b32e0b6a8775), after_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:18:32.294911 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ac733e9-c7d1-4fef-bbdb-b73d276838a7 admin admin] Received port after_create {{(pid=104512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 15:18:32.350583 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bb71551-e3d2-491e-bd78-3da377067a23 None None] Network 6d1ef1dd-ee8a-4e52-9261-de77d4e705e2 is already hosted by enough agents. {{(pid=104513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 15:18:32.368379 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.scheduler.base_scheduler [None req-9bb71551-e3d2-491e-bd78-3da377067a23 None None] Resources bound (agent type, host, resource id): {{(pid=104513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 15:18:32.373409 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bb71551-e3d2-491e-bd78-3da377067a23 None None] Received port after_create {{(pid=104513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 15:18:32.383856 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb71551-e3d2-491e-bd78-3da377067a23 None None] Pushing event updated for resources: {'Port': ['ID=84e502a7-e238-4d13-ae6c-3935c4018f81,revision_number=1']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:18:32.398412 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:INSERT=10,neutron:UPDATE=5,neutron:SELECT=85 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:18:32.505691 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80ca2503-5378-403d-9707-77d917f0a683 admin admin] Checking segment: {'id': '09260357-2b8c-4633-ba77-7272b5911a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'af13b512-ccae-46a6-b2e4-3851b74c876d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 15:18:32.508714 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80ca2503-5378-403d-9707-77d917f0a683 admin admin] Network hostable DHCP agents. Network: af13b512-ccae-46a6-b2e4-3851b74c876d, hostable agents: ['61dc9491-0c49-467e-b62a-6961ce952bc2'], hosted agents: [] {{(pid=104511) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 15:18:32.516611 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ca2503-5378-403d-9707-77d917f0a683 admin admin] Pushing event updated for resources: {'Subnet': ['ID=298c1716-00da-4f9f-a34c-b32e0b6a8775,revision_number=0']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:18:32.583000 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.managers [None req-9bb71551-e3d2-491e-bd78-3da377067a23 None None] Attempting to bind port 84e502a7-e238-4d13-ae6c-3935c4018f81 on host dv-cinder-835384-11-iscsi for vnic_type normal with profile {{(pid=104513) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 15:18:32.583000 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.managers [None req-9bb71551-e3d2-491e-bd78-3da377067a23 None None] Attempting to bind port 84e502a7-e238-4d13-ae6c-3935c4018f81 by drivers openvswitch,hyperv on host dv-cinder-835384-11-iscsi at level 0 using segments [{'id': 'fbb525f4-37d7-4ee1-94df-b844f5efa329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '6d1ef1dd-ee8a-4e52-9261-de77d4e705e2'}] {{(pid=104513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 15:18:32.583000 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bb71551-e3d2-491e-bd78-3da377067a23 None None] Attempting to bind port 84e502a7-e238-4d13-ae6c-3935c4018f81 on network 6d1ef1dd-ee8a-4e52-9261-de77d4e705e2 {{(pid=104513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 15:18:32.606286 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bb71551-e3d2-491e-bd78-3da377067a23 None None] Checking agent: {'id': '559fa80c-96d5-4fe7-8c5f-9eda482c27bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835384-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 15, 10, 27), 'started_at': datetime.datetime(2022, 6, 24, 15, 10, 57), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 15, 18, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835384-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 15:18:32.606958 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bb71551-e3d2-491e-bd78-3da377067a23 None None] Checking segment: {'id': 'fbb525f4-37d7-4ee1-94df-b844f5efa329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '6d1ef1dd-ee8a-4e52-9261-de77d4e705e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 15:18:32.607690 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-9bb71551-e3d2-491e-bd78-3da377067a23 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:18:32.611274 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bb71551-e3d2-491e-bd78-3da377067a23 None None] Bound using segment: {'id': 'fbb525f4-37d7-4ee1-94df-b844f5efa329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '6d1ef1dd-ee8a-4e52-9261-de77d4e705e2'} {{(pid=104513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 15:18:32.611274 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.managers [None req-9bb71551-e3d2-491e-bd78-3da377067a23 None None] Bound port: 84e502a7-e238-4d13-ae6c-3935c4018f81, host: dv-cinder-835384-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbb525f4-37d7-4ee1-94df-b844f5efa329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '6d1ef1dd-ee8a-4e52-9261-de77d4e705e2'}}] {{(pid=104513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 15:18:32.611274 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-9bb71551-e3d2-491e-bd78-3da377067a23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7727318'] for port (84e502a7-e238-4d13-ae6c-3935c4018f81), before_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:18:32.667801 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80ca2503-5378-403d-9707-77d917f0a683 admin admin] Network af13b512-ccae-46a6-b2e4-3851b74c876d is scheduled to be hosted by DHCP agent 61dc9491-0c49-467e-b62a-6961ce952bc2 with binding_index 1 {{(pid=104511) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 15:18:32.732810 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.scheduler.base_scheduler [None req-80ca2503-5378-403d-9707-77d917f0a683 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835384-11-iscsi, af13b512-ccae-46a6-b2e4-3851b74c876d) {{(pid=104511) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 15:18:32.740551 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80ca2503-5378-403d-9707-77d917f0a683 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:18:32.743377 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-80ca2503-5378-403d-9707-77d917f0a683 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7879399'] for subnet (None), before_response {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:18:32.743498 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.rpc [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Device f3b0b0e9-5930-490d-bc6e-f9700d11b05a up at agent ovs-agent-dv-cinder-835384-11-iscsi {{(pid=104513) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 15:18:32.827328 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33015fd6-2355-4986-a555-a59b5a04b8a5 None None] Network af13b512-ccae-46a6-b2e4-3851b74c876d requested from dv-cinder-835384-11-iscsi {{(pid=104513) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 15:18:32.841497 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [None req-80ca2503-5378-403d-9707-77d917f0a683 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.0526142 Jun 24 15:18:32.841497 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.wsgi [-] (104511) accepted ('10.222.0.67', 36076) {{(pid=104511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:18:32.844607 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.v2.base [None req-022f62d6-c9f1-4626-9ae3-3c62e73e50e9 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1496855055-router', 'tenant_id': 'b6bf0e1123fa47a7844e09127fb16d6e', 'external_gateway_info': {'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59'}}} {{(pid=104511) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 15:18:32.929793 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.db [None req-9bb71551-e3d2-491e-bd78-3da377067a23 None None] For port 84e502a7-e238-4d13-ae6c-3935c4018f81, host dv-cinder-835384-11-iscsi, cleared binding levels {{(pid=104513) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 15:18:32.932108 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf682dd1-9fca-41da-9b35-f34b546f2cfe None None] Network 9fcf8abc-a8a5-4725-9758-d53e9c47196e requested from dv-cinder-835384-11-iscsi {{(pid=104513) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 15:18:32.960651 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-022f62d6-c9f1-4626-9ae3-3c62e73e50e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-460991', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14566'] for router (89619c26-225f-439e-ad94-ad28e686931f), before_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:18:32.962063 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-022f62d6-c9f1-4626-9ae3-3c62e73e50e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-461210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-470210', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-519196', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14577'] for router (89619c26-225f-439e-ad94-ad28e686931f), precommit_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:18:32.979560 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-4649e5c0-452e-4784-8491-2eb10b6d3851 admin admin] Publish callbacks [] for router_gateway (bdccb451-e35e-486d-b144-010345b0e9c5), before_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:18:33.007916 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-4649e5c0-452e-4784-8491-2eb10b6d3851 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7727318'] for port (None), before_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:18:33.102008 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-022f62d6-c9f1-4626-9ae3-3c62e73e50e9 admin admin] Publish callbacks [] for router_controller (89619c26-225f-439e-ad94-ad28e686931f), precommit_add_association {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:18:33.130530 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.provisioning_blocks [None req-0b427f6c-7465-4b87-b578-295db42c1910 None None] Provisioning complete for port f3b0b0e9-5930-490d-bc6e-f9700d11b05a triggered by entity DHCP. {{(pid=104513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 15:18:33.131066 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-0b427f6c-7465-4b87-b578-295db42c1910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7696598'] for port (f3b0b0e9-5930-490d-bc6e-f9700d11b05a), provisioning_complete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:18:33.143639 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5072b520-bac6-414b-b619-1f68866cd977 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2b4efa5-1f6d-5be6-a0c3-799436a0bdb9-af13b512-ccae-46a6-b2e4-3851b74c876d', 'network_id': 'af13b512-ccae-46a6-b2e4-3851b74c876d', 'project_id': 'b6bf0e1123fa47a7844e09127fb16d6e', 'fixed_ips': [{'subnet_id': '298c1716-00da-4f9f-a34c-b32e0b6a8775'}]}} from dv-cinder-835384-11-iscsi. {{(pid=104513) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 24 15:18:33.144569 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-5072b520-bac6-414b-b619-1f68866cd977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7727318'] for port (None), before_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:18:33.165292 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.db [None req-9bb71551-e3d2-491e-bd78-3da377067a23 None None] For port 84e502a7-e238-4d13-ae6c-3935c4018f81, host dv-cinder-835384-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-11-iscsi',level=0,port_id=84e502a7-e238-4d13-ae6c-3935c4018f81,segment=NetworkSegment(fbb525f4-37d7-4ee1-94df-b844f5efa329),segment_id=fbb525f4-37d7-4ee1-94df-b844f5efa329)] {{(pid=104513) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 15:18:33.171349 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-4ac733e9-c7d1-4fef-bbdb-b73d276838a7 admin admin] Publish callbacks [] for router_gateway (270f2000-3ef2-4e27-8b5e-f02f39c9f8c0), after_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:18:33.186422 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.provisioning_blocks [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Provisioning complete for port f3b0b0e9-5930-490d-bc6e-f9700d11b05a triggered by entity L2. {{(pid=104513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 15:18:33.186777 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7696598'] for port (f3b0b0e9-5930-490d-bc6e-f9700d11b05a), provisioning_complete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:18:33.372692 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.db.db_base_plugin_common [None req-4649e5c0-452e-4784-8491-2eb10b6d3851 admin admin] Allocated IP 172.27.0.81 (60b3096c-3a0f-4216-9e52-e826cbf1fb59/f6c08379-d241-4966-a4ae-7ff02804e7f6/c32a7bab-7bd7-4a6c-baf4-07b5d75970e6) {{(pid=104512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 15:18:33.401421 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-9bb71551-e3d2-491e-bd78-3da377067a23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761385101662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761384583316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761384583334'] for port (84e502a7-e238-4d13-ae6c-3935c4018f81), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:18:33.471698 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:18:33.478613 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:18:33.483508 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-022f62d6-c9f1-4626-9ae3-3c62e73e50e9 admin admin] Publish callbacks [] for router_gateway (89619c26-225f-439e-ad94-ad28e686931f), precommit_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:18:33.520947 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-4ac733e9-c7d1-4fef-bbdb-b73d276838a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-462429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-470182'] for router (270f2000-3ef2-4e27-8b5e-f02f39c9f8c0), after_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:18:33.564640 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb71551-e3d2-491e-bd78-3da377067a23 None None] Pushing event updated for resources: {'Port': ['ID=84e502a7-e238-4d13-ae6c-3935c4018f81,revision_number=2']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:18:33.658295 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.plugin [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Current status of the port f3b0b0e9-5930-490d-bc6e-f9700d11b05a is: DOWN; New status is: ACTIVE {{(pid=104513) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 15:18:33.661014 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7727318'] for port (f3b0b0e9-5930-490d-bc6e-f9700d11b05a), before_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:18:33.728227 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:18:33.734696 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-4649e5c0-452e-4784-8491-2eb10b6d3851 admin admin] Publish callbacks [] for port (c32a7bab-7bd7-4a6c-baf4-07b5d75970e6), precommit_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:18:33.763899 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:18:33.795372 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.db_base_plugin_common [None req-5072b520-bac6-414b-b619-1f68866cd977 None None] Allocated IP 172.20.0.2 (af13b512-ccae-46a6-b2e4-3851b74c876d/298c1716-00da-4f9f-a34c-b32e0b6a8775/af71b009-e3bb-4b1a-966e-e7bc986cbc43) {{(pid=104513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 15:18:33.801250 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.plugin [None req-0b427f6c-7465-4b87-b578-295db42c1910 None None] Current status of the port f3b0b0e9-5930-490d-bc6e-f9700d11b05a is: DOWN; New status is: ACTIVE {{(pid=104513) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 15:18:33.802950 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-0b427f6c-7465-4b87-b578-295db42c1910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7727318'] for port (f3b0b0e9-5930-490d-bc6e-f9700d11b05a), before_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:18:33.825566 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.db [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] For port f3b0b0e9-5930-490d-bc6e-f9700d11b05a, host dv-cinder-835384-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-11-iscsi',level=0,port_id=f3b0b0e9-5930-490d-bc6e-f9700d11b05a,segment=NetworkSegment(027837b1-cab2-4a9f-8458-d830c85d3dd7),segment_id=027837b1-cab2-4a9f-8458-d830c85d3dd7)] {{(pid=104513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 15:18:33.874160 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ac733e9-c7d1-4fef-bbdb-b73d276838a7 admin admin] Router 270f2000-3ef2-4e27-8b5e-f02f39c9f8c0 is scheduled to L3 agent 45985ff7-1335-48cd-ab02-73eb58295827 with binding_index 1 {{(pid=104512) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 24 15:18:33.950461 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761385101662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761384583316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761384583334'] for port (f3b0b0e9-5930-490d-bc6e-f9700d11b05a), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:18:34.002107 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-4649e5c0-452e-4784-8491-2eb10b6d3851 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761384583298'] for port (c32a7bab-7bd7-4a6c-baf4-07b5d75970e6), after_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:18:34.117912 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Pushing event updated for resources: {'Port': ['ID=f3b0b0e9-5930-490d-bc6e-f9700d11b05a,revision_number=3']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:18:34.136005 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-022f62d6-c9f1-4626-9ae3-3c62e73e50e9 admin admin] Publish callbacks [] for router_gateway (89619c26-225f-439e-ad94-ad28e686931f), before_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:18:34.167113 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.db.api [None req-0b427f6c-7465-4b87-b578-295db42c1910 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104513) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jun 24 15:18:34.167572 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG oslo_db.api [None req-0b427f6c-7465-4b87-b578-295db42c1910 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 24 15:18:34.175831 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-022f62d6-c9f1-4626-9ae3-3c62e73e50e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7727318'] for port (None), before_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:18:34.235055 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-5072b520-bac6-414b-b619-1f68866cd977 None None] Publish callbacks [] for port (af71b009-e3bb-4b1a-966e-e7bc986cbc43), precommit_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:18:34.268593 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:18:34.319313 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4649e5c0-452e-4784-8491-2eb10b6d3851 admin admin] Network 60b3096c-3a0f-4216-9e52-e826cbf1fb59 is already hosted by enough agents. {{(pid=104512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 15:18:34.324685 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.scheduler.base_scheduler [None req-4649e5c0-452e-4784-8491-2eb10b6d3851 admin admin] Resources bound (agent type, host, resource id): {{(pid=104512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 15:18:34.325861 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4649e5c0-452e-4784-8491-2eb10b6d3851 admin admin] Received port after_create {{(pid=104512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 15:18:34.327871 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4649e5c0-452e-4784-8491-2eb10b6d3851 admin admin] Pushing event updated for resources: {'Port': ['ID=c32a7bab-7bd7-4a6c-baf4-07b5d75970e6,revision_number=1']} {{(pid=104512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:18:34.342332 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-5072b520-bac6-414b-b619-1f68866cd977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761384583298'] for port (af71b009-e3bb-4b1a-966e-e7bc986cbc43), after_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:18:34.393902 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.db.db_base_plugin_common [None req-022f62d6-c9f1-4626-9ae3-3c62e73e50e9 admin admin] Allocated IP 172.27.0.242 (60b3096c-3a0f-4216-9e52-e826cbf1fb59/f6c08379-d241-4966-a4ae-7ff02804e7f6/45ca9b4c-affa-47e6-8000-cd8c70570c2e) {{(pid=104511) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 15:18:34.394892 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5072b520-bac6-414b-b619-1f68866cd977 None None] Network af13b512-ccae-46a6-b2e4-3851b74c876d is already hosted by enough agents. {{(pid=104513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 15:18:34.398853 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.scheduler.base_scheduler [None req-5072b520-bac6-414b-b619-1f68866cd977 None None] Resources bound (agent type, host, resource id): {{(pid=104513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 15:18:34.400995 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5072b520-bac6-414b-b619-1f68866cd977 None None] Pushing event updated for resources: {'Port': ['ID=af71b009-e3bb-4b1a-966e-e7bc986cbc43,revision_number=1']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:18:34.403142 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ac733e9-c7d1-4fef-bbdb-b73d276838a7 admin admin] Notify agent at l3_agent.dv-cinder-835384-11-iscsi the message routers_updated {{(pid=104512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 15:18:34.403474 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5072b520-bac6-414b-b619-1f68866cd977 None None] Received port after_create {{(pid=104513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 15:18:34.405537 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:SELECT=88,neutron:UPDATE=8,neutron:INSERT=4 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:18:34.419862 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49f55402-c939-415e-a6c8-d9aefec412bb None None] Sync routers for ids ['270f2000-3ef2-4e27-8b5e-f02f39c9f8c0'] in dv-cinder-835384-11-iscsi {{(pid=104514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 15:18:34.435613 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49f55402-c939-415e-a6c8-d9aefec412bb None None] Routers {'270f2000-3ef2-4e27-8b5e-f02f39c9f8c0'} bound to L3 agent in host dv-cinder-835384-11-iscsi {{(pid=104514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 15:18:34.438061 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.db.l3_hamode_db [None req-49f55402-c939-415e-a6c8-d9aefec412bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-24T15:10:24Z,description=,heartbeat_timestamp=2022-06-24T15:18:24Z,host='dv-cinder-835384-11-iscsi',id=45985ff7-1335-48cd-ab02-73eb58295827,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T15:10:24Z,topic='l3_agent')) {'router_ids': ['270f2000-3ef2-4e27-8b5e-f02f39c9f8c0'], 'active': True} {{(pid=104514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 15:18:34.485760 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.managers [None req-5072b520-bac6-414b-b619-1f68866cd977 None None] Attempting to bind port af71b009-e3bb-4b1a-966e-e7bc986cbc43 on host dv-cinder-835384-11-iscsi for vnic_type normal with profile {{(pid=104513) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 15:18:34.486125 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.managers [None req-5072b520-bac6-414b-b619-1f68866cd977 None None] Attempting to bind port af71b009-e3bb-4b1a-966e-e7bc986cbc43 by drivers openvswitch,hyperv on host dv-cinder-835384-11-iscsi at level 0 using segments [{'id': '09260357-2b8c-4633-ba77-7272b5911a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'af13b512-ccae-46a6-b2e4-3851b74c876d'}] {{(pid=104513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 15:18:34.486478 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5072b520-bac6-414b-b619-1f68866cd977 None None] Attempting to bind port af71b009-e3bb-4b1a-966e-e7bc986cbc43 on network af13b512-ccae-46a6-b2e4-3851b74c876d {{(pid=104513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 15:18:34.499835 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5072b520-bac6-414b-b619-1f68866cd977 None None] Checking agent: {'id': '559fa80c-96d5-4fe7-8c5f-9eda482c27bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835384-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 15, 10, 27), 'started_at': datetime.datetime(2022, 6, 24, 15, 10, 57), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 15, 18, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835384-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 15:18:34.499835 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5072b520-bac6-414b-b619-1f68866cd977 None None] Checking segment: {'id': '09260357-2b8c-4633-ba77-7272b5911a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'af13b512-ccae-46a6-b2e4-3851b74c876d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 15:18:34.499835 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-5072b520-bac6-414b-b619-1f68866cd977 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:18:34.499835 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5072b520-bac6-414b-b619-1f68866cd977 None None] Bound using segment: {'id': '09260357-2b8c-4633-ba77-7272b5911a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'af13b512-ccae-46a6-b2e4-3851b74c876d'} {{(pid=104513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 15:18:34.499835 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.managers [None req-5072b520-bac6-414b-b619-1f68866cd977 None None] Bound port: af71b009-e3bb-4b1a-966e-e7bc986cbc43, host: dv-cinder-835384-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09260357-2b8c-4633-ba77-7272b5911a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'af13b512-ccae-46a6-b2e4-3851b74c876d'}}] {{(pid=104513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 15:18:34.500408 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-5072b520-bac6-414b-b619-1f68866cd977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7727318'] for port (af71b009-e3bb-4b1a-966e-e7bc986cbc43), before_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:18:34.521677 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-4ac733e9-c7d1-4fef-bbdb-b73d276838a7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:18:34.523325 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [None req-4ac733e9-c7d1-4fef-bbdb-b73d276838a7 admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.3176198 Jun 24 15:18:34.532937 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.wsgi [-] (104512) accepted ('10.222.0.67', 36110) {{(pid=104512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:18:34.608059 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-022f62d6-c9f1-4626-9ae3-3c62e73e50e9 admin admin] Publish callbacks [] for port (45ca9b4c-affa-47e6-8000-cd8c70570c2e), precommit_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:18:34.625581 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=89,neutron:UPDATE=5,neutron:INSERT=6 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:18:34.713763 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.db [None req-5072b520-bac6-414b-b619-1f68866cd977 None None] For port af71b009-e3bb-4b1a-966e-e7bc986cbc43, host dv-cinder-835384-11-iscsi, cleared binding levels {{(pid=104513) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 15:18:34.751362 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.db.l3_dvr_db [None req-49f55402-c939-415e-a6c8-d9aefec412bb None None] Set router 270f2000-3ef2-4e27-8b5e-f02f39c9f8c0 gateway port host: dv-cinder-835384-11-iscsi {{(pid=104514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 15:18:34.773139 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.rpc [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Device f3b0b0e9-5930-490d-bc6e-f9700d11b05a up at agent ovs-agent-dv-cinder-835384-11-iscsi {{(pid=104513) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 15:18:34.777342 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.db [None req-5072b520-bac6-414b-b619-1f68866cd977 None None] For port af71b009-e3bb-4b1a-966e-e7bc986cbc43, host dv-cinder-835384-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-11-iscsi',level=0,port_id=af71b009-e3bb-4b1a-966e-e7bc986cbc43,segment=NetworkSegment(09260357-2b8c-4633-ba77-7272b5911a12),segment_id=09260357-2b8c-4633-ba77-7272b5911a12)] {{(pid=104513) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 15:18:34.789511 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-022f62d6-c9f1-4626-9ae3-3c62e73e50e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761384583298'] for port (45ca9b4c-affa-47e6-8000-cd8c70570c2e), after_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:18:34.809020 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.plugin [None req-0b427f6c-7465-4b87-b578-295db42c1910 None None] Current status of the port f3b0b0e9-5930-490d-bc6e-f9700d11b05a is: ACTIVE; New status is: ACTIVE {{(pid=104513) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 15:18:34.851649 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.provisioning_blocks [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Provisioning complete for port f3b0b0e9-5930-490d-bc6e-f9700d11b05a triggered by entity L2. {{(pid=104513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 15:18:34.852291 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7696598'] for port (f3b0b0e9-5930-490d-bc6e-f9700d11b05a), provisioning_complete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:18:35.160446 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-5072b520-bac6-414b-b619-1f68866cd977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761385101662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761384583316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761384583334'] for port (af71b009-e3bb-4b1a-966e-e7bc986cbc43), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:18:35.163830 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-4649e5c0-452e-4784-8491-2eb10b6d3851 admin admin] Publish callbacks [] for router_gateway (bdccb451-e35e-486d-b144-010345b0e9c5), after_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:18:35.168399 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-022f62d6-c9f1-4626-9ae3-3c62e73e50e9 admin admin] Network 60b3096c-3a0f-4216-9e52-e826cbf1fb59 is already hosted by enough agents. {{(pid=104511) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 15:18:35.168399 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.scheduler.base_scheduler [None req-022f62d6-c9f1-4626-9ae3-3c62e73e50e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=104511) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 15:18:35.168399 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-022f62d6-c9f1-4626-9ae3-3c62e73e50e9 admin admin] Received port after_create {{(pid=104511) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 15:18:35.168399 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022f62d6-c9f1-4626-9ae3-3c62e73e50e9 admin admin] Pushing event updated for resources: {'Port': ['ID=45ca9b4c-affa-47e6-8000-cd8c70570c2e,revision_number=1']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:18:35.174412 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5072b520-bac6-414b-b619-1f68866cd977 None None] Pushing event updated for resources: {'Port': ['ID=af71b009-e3bb-4b1a-966e-e7bc986cbc43,revision_number=2']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:18:35.197728 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.provisioning_blocks [None req-375ce024-54a0-4bcb-919b-728de660ba98 None None] Provisioning complete for port f3b0b0e9-5930-490d-bc6e-f9700d11b05a triggered by entity DHCP. {{(pid=104513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 15:18:35.198830 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-375ce024-54a0-4bcb-919b-728de660ba98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7696598'] for port (f3b0b0e9-5930-490d-bc6e-f9700d11b05a), provisioning_complete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:18:35.254447 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.db.l3_hamode_db [None req-49f55402-c939-415e-a6c8-d9aefec412bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '270f2000-3ef2-4e27-8b5e-f02f39c9f8c0', 'name': 'tempest-DeleteServersTestJSON-1859522206-router', 'tenant_id': 'd6e6bc2109c44c37a0ed635b021bba7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'external_fixed_ips': [{'subnet_id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': '8f888443-66b8-4901-aa8f-2add3863ed0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T15:18:30Z', 'updated_at': '2022-06-24T15:18:32Z', 'revision_number': 3, 'project_id': 'd6e6bc2109c44c37a0ed635b021bba7e', 'gw_port': {'id': '8f888443-66b8-4901-aa8f-2add3863ed0a', 'name': '', 'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:38:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '270f2000-3ef2-4e27-8b5e-f02f39c9f8c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T15:18:31Z', 'updated_at': '2022-06-24T15:18:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-11-iscsi'}], 'dv-cinder-835384-11-iscsi', False) {} {{(pid=104514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 15:18:35.289508 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a00fbeb-c49f-4a29-a959-39036f0d4968 None None] Network 6d1ef1dd-ee8a-4e52-9261-de77d4e705e2 requested from dv-cinder-835384-11-iscsi {{(pid=104513) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 15:18:35.322859 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49f55402-c939-415e-a6c8-d9aefec412bb None None] Checking router: 270f2000-3ef2-4e27-8b5e-f02f39c9f8c0 for host: dv-cinder-835384-11-iscsi {{(pid=104514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 15:18:35.328512 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49f55402-c939-415e-a6c8-d9aefec412bb None None] Updating router 270f2000-3ef2-4e27-8b5e-f02f39c9f8c0 port 8f888443-66b8-4901-aa8f-2add3863ed0a binding host dv-cinder-835384-11-iscsi {{(pid=104514) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 15:18:35.413999 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-49f55402-c939-415e-a6c8-d9aefec412bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7727318'] for port (8f888443-66b8-4901-aa8f-2add3863ed0a), before_update {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:18:35.459777 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.plugin [None req-375ce024-54a0-4bcb-919b-728de660ba98 None None] Current status of the port f3b0b0e9-5930-490d-bc6e-f9700d11b05a is: ACTIVE; New status is: ACTIVE {{(pid=104513) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 15:18:35.481941 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.plugin [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Current status of the port f3b0b0e9-5930-490d-bc6e-f9700d11b05a is: ACTIVE; New status is: ACTIVE {{(pid=104513) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 15:18:35.481941 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.rpc [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Device 84e502a7-e238-4d13-ae6c-3935c4018f81 up at agent ovs-agent-dv-cinder-835384-11-iscsi {{(pid=104513) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 15:18:35.779328 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:18:35.950523 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.provisioning_blocks [None req-a408ee6c-643f-47fe-a4aa-59d3804d1c1a None None] Provisioning complete for port 84e502a7-e238-4d13-ae6c-3935c4018f81 triggered by entity DHCP. {{(pid=104513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 15:18:35.951092 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-a408ee6c-643f-47fe-a4aa-59d3804d1c1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7696598'] for port (84e502a7-e238-4d13-ae6c-3935c4018f81), provisioning_complete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:18:35.971964 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-022f62d6-c9f1-4626-9ae3-3c62e73e50e9 admin admin] Publish callbacks [] for router_gateway (89619c26-225f-439e-ad94-ad28e686931f), after_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:18:35.991693 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-4649e5c0-452e-4784-8491-2eb10b6d3851 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-462429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-470182'] for router (bdccb451-e35e-486d-b144-010345b0e9c5), after_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:18:36.007932 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:18:36.029456 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.provisioning_blocks [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Provisioning complete for port 84e502a7-e238-4d13-ae6c-3935c4018f81 triggered by entity L2. {{(pid=104513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 15:18:36.029826 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7696598'] for port (84e502a7-e238-4d13-ae6c-3935c4018f81), provisioning_complete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:18:36.145527 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-bce29f53-8a73-492d-8523-663804e71fbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7727318'] for port (None), before_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:18:36.166818 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-49f55402-c939-415e-a6c8-d9aefec412bb None None] Publish callbacks [] for port (8f888443-66b8-4901-aa8f-2add3863ed0a), precommit_update {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:18:36.268548 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-49f55402-c939-415e-a6c8-d9aefec412bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761385101662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761384583316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761384583334'] for port (8f888443-66b8-4901-aa8f-2add3863ed0a), after_update {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:18:36.278878 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:SELECT=100 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:18:36.287573 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.plugin [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Current status of the port 84e502a7-e238-4d13-ae6c-3935c4018f81 is: DOWN; New status is: ACTIVE {{(pid=104513) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 15:18:36.288020 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7727318'] for port (84e502a7-e238-4d13-ae6c-3935c4018f81), before_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:18:36.331473 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:18:36.339278 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-022f62d6-c9f1-4626-9ae3-3c62e73e50e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-462429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-470182'] for router (89619c26-225f-439e-ad94-ad28e686931f), after_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:18:36.378020 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.plugin [None req-a408ee6c-643f-47fe-a4aa-59d3804d1c1a None None] Current status of the port 84e502a7-e238-4d13-ae6c-3935c4018f81 is: DOWN; New status is: ACTIVE {{(pid=104513) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 15:18:36.378409 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-a408ee6c-643f-47fe-a4aa-59d3804d1c1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7727318'] for port (84e502a7-e238-4d13-ae6c-3935c4018f81), before_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:18:36.404151 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.db [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] For port 84e502a7-e238-4d13-ae6c-3935c4018f81, host dv-cinder-835384-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-11-iscsi',level=0,port_id=84e502a7-e238-4d13-ae6c-3935c4018f81,segment=NetworkSegment(fbb525f4-37d7-4ee1-94df-b844f5efa329),segment_id=fbb525f4-37d7-4ee1-94df-b844f5efa329)] {{(pid=104513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 15:18:36.404437 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.managers [None req-49f55402-c939-415e-a6c8-d9aefec412bb None None] Attempting to bind port 8f888443-66b8-4901-aa8f-2add3863ed0a on host dv-cinder-835384-11-iscsi for vnic_type normal with profile {{(pid=104514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 15:18:36.404838 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.managers [None req-49f55402-c939-415e-a6c8-d9aefec412bb None None] Attempting to bind port 8f888443-66b8-4901-aa8f-2add3863ed0a by drivers openvswitch,hyperv on host dv-cinder-835384-11-iscsi at level 0 using segments [{'id': '6785a788-9b98-4059-b825-96a306cb346e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59'}] {{(pid=104514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 15:18:36.405163 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49f55402-c939-415e-a6c8-d9aefec412bb None None] Attempting to bind port 8f888443-66b8-4901-aa8f-2add3863ed0a on network 60b3096c-3a0f-4216-9e52-e826cbf1fb59 {{(pid=104514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 15:18:36.413049 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912d7ddd-f3ac-4d3c-9081-a6936e0eaa2e None None] Pushing event updated for resources: {'Port': ['ID=8f888443-66b8-4901-aa8f-2add3863ed0a,revision_number=2']} {{(pid=104514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:18:36.434820 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49f55402-c939-415e-a6c8-d9aefec412bb None None] Checking agent: {'id': '559fa80c-96d5-4fe7-8c5f-9eda482c27bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835384-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 15, 10, 27), 'started_at': datetime.datetime(2022, 6, 24, 15, 10, 57), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 15, 18, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835384-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 15:18:36.437275 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49f55402-c939-415e-a6c8-d9aefec412bb None None] Checking segment: {'id': '6785a788-9b98-4059-b825-96a306cb346e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 15:18:36.437711 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-49f55402-c939-415e-a6c8-d9aefec412bb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:18:36.438117 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49f55402-c939-415e-a6c8-d9aefec412bb None None] Bound using segment: {'id': '6785a788-9b98-4059-b825-96a306cb346e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59'} {{(pid=104514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 15:18:36.438604 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.managers [None req-49f55402-c939-415e-a6c8-d9aefec412bb None None] Bound port: 8f888443-66b8-4901-aa8f-2add3863ed0a, host: dv-cinder-835384-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6785a788-9b98-4059-b825-96a306cb346e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59'}}] {{(pid=104514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 15:18:36.440841 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-49f55402-c939-415e-a6c8-d9aefec412bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7727318'] for port (8f888443-66b8-4901-aa8f-2add3863ed0a), before_update {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:18:36.450441 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912d7ddd-f3ac-4d3c-9081-a6936e0eaa2e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:18:36.450997 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912d7ddd-f3ac-4d3c-9081-a6936e0eaa2e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:18:36.451700 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912d7ddd-f3ac-4d3c-9081-a6936e0eaa2e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:18:36.452090 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912d7ddd-f3ac-4d3c-9081-a6936e0eaa2e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:18:36.452430 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912d7ddd-f3ac-4d3c-9081-a6936e0eaa2e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:18:36.452771 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912d7ddd-f3ac-4d3c-9081-a6936e0eaa2e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:18:36.456893 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912d7ddd-f3ac-4d3c-9081-a6936e0eaa2e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:18:36.456893 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912d7ddd-f3ac-4d3c-9081-a6936e0eaa2e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:18:36.456893 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912d7ddd-f3ac-4d3c-9081-a6936e0eaa2e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:18:36.456893 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912d7ddd-f3ac-4d3c-9081-a6936e0eaa2e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:18:36.457190 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912d7ddd-f3ac-4d3c-9081-a6936e0eaa2e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:18:36.457457 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912d7ddd-f3ac-4d3c-9081-a6936e0eaa2e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:18:36.458477 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912d7ddd-f3ac-4d3c-9081-a6936e0eaa2e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:18:36.460827 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912d7ddd-f3ac-4d3c-9081-a6936e0eaa2e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:18:36.463012 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912d7ddd-f3ac-4d3c-9081-a6936e0eaa2e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:18:36.464544 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912d7ddd-f3ac-4d3c-9081-a6936e0eaa2e None None] Tracked resource versions report: Jun 24 15:18:36.464544 dv-cinder-835384-11-iscsi neutron-server[104514]: pushed versions: Jun 24 15:18:36.464544 dv-cinder-835384-11-iscsi neutron-server[104514]: { 'AddressGroup': {'1.2'}, Jun 24 15:18:36.464544 dv-cinder-835384-11-iscsi neutron-server[104514]: 'Agent': {'1.1'}, Jun 24 15:18:36.464544 dv-cinder-835384-11-iscsi neutron-server[104514]: 'ConntrackHelper': {'1.0'}, Jun 24 15:18:36.464544 dv-cinder-835384-11-iscsi neutron-server[104514]: 'LocalIPAssociation': {'1.0'}, Jun 24 15:18:36.464544 dv-cinder-835384-11-iscsi neutron-server[104514]: 'Log': {'1.0'}, Jun 24 15:18:36.464544 dv-cinder-835384-11-iscsi neutron-server[104514]: 'NDPProxy': {'1.0'}, Jun 24 15:18:36.464544 dv-cinder-835384-11-iscsi neutron-server[104514]: 'Network': {'1.1'}, Jun 24 15:18:36.464544 dv-cinder-835384-11-iscsi neutron-server[104514]: 'Port': {'1.7'}, Jun 24 15:18:36.464544 dv-cinder-835384-11-iscsi neutron-server[104514]: 'PortForwarding': {'1.3'}, Jun 24 15:18:36.464544 dv-cinder-835384-11-iscsi neutron-server[104514]: 'QosPolicy': {'1.10'}, Jun 24 15:18:36.464544 dv-cinder-835384-11-iscsi neutron-server[104514]: 'SecurityGroup': {'1.5'}, Jun 24 15:18:36.464544 dv-cinder-835384-11-iscsi neutron-server[104514]: 'SecurityGroupRule': {'1.2'}, Jun 24 15:18:36.464544 dv-cinder-835384-11-iscsi neutron-server[104514]: 'SubPort': {'1.0'}, Jun 24 15:18:36.464544 dv-cinder-835384-11-iscsi neutron-server[104514]: 'Subnet': {'1.1'}, Jun 24 15:18:36.464544 dv-cinder-835384-11-iscsi neutron-server[104514]: 'Trunk': {'1.1'}} Jun 24 15:18:36.464544 dv-cinder-835384-11-iscsi neutron-server[104514]: consumer versions: Jun 24 15:18:36.464544 dv-cinder-835384-11-iscsi neutron-server[104514]: { DHCP agent@dv-cinder-835384-11-iscsi: {}, Jun 24 15:18:36.464544 dv-cinder-835384-11-iscsi neutron-server[104514]: HyperV agent@hv-cinder-83538: {}, Jun 24 15:18:36.464544 dv-cinder-835384-11-iscsi neutron-server[104514]: L3 agent@dv-cinder-835384-11-iscsi: {}, Jun 24 15:18:36.464544 dv-cinder-835384-11-iscsi neutron-server[104514]: Metadata agent@dv-cinder-835384-11-iscsi: {}, Jun 24 15:18:36.464544 dv-cinder-835384-11-iscsi neutron-server[104514]: Metering agent@dv-cinder-835384-11-iscsi: {}, Jun 24 15:18:36.464544 dv-cinder-835384-11-iscsi neutron-server[104514]: Open vSwitch agent@dv-cinder-835384-11-iscsi: { 'AddressGroup': '1.2', Jun 24 15:18:36.464544 dv-cinder-835384-11-iscsi neutron-server[104514]: 'Agent': '1.1', Jun 24 15:18:36.464544 dv-cinder-835384-11-iscsi neutron-server[104514]: 'ConntrackHelper': '1.0', Jun 24 15:18:36.464544 dv-cinder-835384-11-iscsi neutron-server[104514]: 'LocalIPAssociation': '1.0', Jun 24 15:18:36.464544 dv-cinder-835384-11-iscsi neutron-server[104514]: 'Log': '1.0', Jun 24 15:18:36.464544 dv-cinder-835384-11-iscsi neutron-server[104514]: 'NDPProxy': '1.0', Jun 24 15:18:36.464544 dv-cinder-835384-11-iscsi neutron-server[104514]: 'Network': '1.1', Jun 24 15:18:36.464544 dv-cinder-835384-11-iscsi neutron-server[104514]: 'Port': '1.7', Jun 24 15:18:36.464544 dv-cinder-835384-11-iscsi neutron-server[104514]: 'PortForwarding': '1.3', Jun 24 15:18:36.464544 dv-cinder-835384-11-iscsi neutron-server[104514]: 'QosPolicy': '1.10', Jun 24 15:18:36.464544 dv-cinder-835384-11-iscsi neutron-server[104514]: 'SecurityGroup': '1.5', Jun 24 15:18:36.464544 dv-cinder-835384-11-iscsi neutron-server[104514]: 'SecurityGroupRule': '1.2', Jun 24 15:18:36.464544 dv-cinder-835384-11-iscsi neutron-server[104514]: 'SubPort': '1.0', Jun 24 15:18:36.464544 dv-cinder-835384-11-iscsi neutron-server[104514]: 'Subnet': '1.1', Jun 24 15:18:36.464544 dv-cinder-835384-11-iscsi neutron-server[104514]: 'Trunk': '1.1'}} Jun 24 15:18:36.464544 dv-cinder-835384-11-iscsi neutron-server[104514]: {{(pid=104514) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 24 15:18:36.507097 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761385101662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761384583316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761384583334'] for port (84e502a7-e238-4d13-ae6c-3935c4018f81), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:18:36.536229 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.db.db_base_plugin_common [None req-bce29f53-8a73-492d-8523-663804e71fbe admin admin] Allocated IP 172.20.0.1 (9fcf8abc-a8a5-4725-9758-d53e9c47196e/ea1c2da1-618d-4ad8-a2be-7752fdea9063/1bb961a7-ece1-4725-99dc-20b018c543c0) {{(pid=104512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 15:18:36.563701 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4649e5c0-452e-4784-8491-2eb10b6d3851 admin admin] Router bdccb451-e35e-486d-b144-010345b0e9c5 is scheduled to L3 agent 45985ff7-1335-48cd-ab02-73eb58295827 with binding_index 1 {{(pid=104512) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 24 15:18:36.609581 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.db [None req-49f55402-c939-415e-a6c8-d9aefec412bb None None] For port 8f888443-66b8-4901-aa8f-2add3863ed0a, host dv-cinder-835384-11-iscsi, cleared binding levels {{(pid=104514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 15:18:36.624182 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.db [None req-49f55402-c939-415e-a6c8-d9aefec412bb None None] For port 8f888443-66b8-4901-aa8f-2add3863ed0a, host dv-cinder-835384-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-11-iscsi',level=0,port_id=8f888443-66b8-4901-aa8f-2add3863ed0a,segment=NetworkSegment(6785a788-9b98-4059-b825-96a306cb346e),segment_id=6785a788-9b98-4059-b825-96a306cb346e)] {{(pid=104514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 15:18:36.666048 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Pushing event updated for resources: {'Port': ['ID=84e502a7-e238-4d13-ae6c-3935c4018f81,revision_number=3']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:18:36.679276 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.db.api [None req-a408ee6c-643f-47fe-a4aa-59d3804d1c1a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104513) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jun 24 15:18:36.679895 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG oslo_db.api [None req-a408ee6c-643f-47fe-a4aa-59d3804d1c1a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 24 15:18:36.744318 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-49f55402-c939-415e-a6c8-d9aefec412bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761385101662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761384583316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761384583334'] for port (8f888443-66b8-4901-aa8f-2add3863ed0a), after_update {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:18:36.747852 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-022f62d6-c9f1-4626-9ae3-3c62e73e50e9 admin admin] Router 89619c26-225f-439e-ad94-ad28e686931f is scheduled to L3 agent 45985ff7-1335-48cd-ab02-73eb58295827 with binding_index 1 {{(pid=104511) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 24 15:18:36.750099 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.rpc [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Device af71b009-e3bb-4b1a-966e-e7bc986cbc43 up at agent ovs-agent-dv-cinder-835384-11-iscsi {{(pid=104513) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 15:18:36.799762 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-bce29f53-8a73-492d-8523-663804e71fbe admin admin] Publish callbacks [] for port (1bb961a7-ece1-4725-99dc-20b018c543c0), precommit_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:18:36.811076 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4649e5c0-452e-4784-8491-2eb10b6d3851 admin admin] Notify agent at l3_agent.dv-cinder-835384-11-iscsi the message routers_updated {{(pid=104512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 15:18:36.841163 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7953ba98-bb50-4eb3-be26-86d2221f3529 None None] Network af13b512-ccae-46a6-b2e4-3851b74c876d requested from dv-cinder-835384-11-iscsi {{(pid=104513) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 15:18:36.850021 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ef5e00e-036b-48ef-a075-6936e54fb1c5 None None] Sync routers for ids ['bdccb451-e35e-486d-b144-010345b0e9c5'] in dv-cinder-835384-11-iscsi {{(pid=104513) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 15:18:36.898306 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG dbcounter [-] [104514] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104514) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:18:36.913462 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ef5e00e-036b-48ef-a075-6936e54fb1c5 None None] Routers {'bdccb451-e35e-486d-b144-010345b0e9c5'} bound to L3 agent in host dv-cinder-835384-11-iscsi {{(pid=104513) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 15:18:36.914325 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.l3_hamode_db [None req-4ef5e00e-036b-48ef-a075-6936e54fb1c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-24T15:10:24Z,description=,heartbeat_timestamp=2022-06-24T15:18:24Z,host='dv-cinder-835384-11-iscsi',id=45985ff7-1335-48cd-ab02-73eb58295827,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T15:10:24Z,topic='l3_agent')) {'router_ids': ['bdccb451-e35e-486d-b144-010345b0e9c5'], 'active': True} {{(pid=104513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 15:18:36.927881 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49f55402-c939-415e-a6c8-d9aefec412bb None None] Routers {'270f2000-3ef2-4e27-8b5e-f02f39c9f8c0'} bound to L3 agent in host dv-cinder-835384-11-iscsi {{(pid=104514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 15:18:36.928542 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.db.l3_hamode_db [None req-49f55402-c939-415e-a6c8-d9aefec412bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-24T15:10:24Z,description=,heartbeat_timestamp=2022-06-24T15:18:24Z,host='dv-cinder-835384-11-iscsi',id=45985ff7-1335-48cd-ab02-73eb58295827,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T15:10:24Z,topic='l3_agent')) {'router_ids': ['270f2000-3ef2-4e27-8b5e-f02f39c9f8c0'], 'active': True} {{(pid=104514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 15:18:36.997809 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912d7ddd-f3ac-4d3c-9081-a6936e0eaa2e None None] Pushing event updated for resources: {'Port': ['ID=8f888443-66b8-4901-aa8f-2add3863ed0a,revision_number=3']} {{(pid=104514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:18:37.034211 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.provisioning_blocks [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Provisioning complete for port af71b009-e3bb-4b1a-966e-e7bc986cbc43 triggered by entity L2. {{(pid=104513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 15:18:37.034815 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7696598'] for port (af71b009-e3bb-4b1a-966e-e7bc986cbc43), provisioning_complete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:18:37.076807 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-022f62d6-c9f1-4626-9ae3-3c62e73e50e9 admin admin] Notify agent at l3_agent.dv-cinder-835384-11-iscsi the message routers_updated {{(pid=104511) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 15:18:37.094828 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=100 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:18:37.098118 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eabebee4-2788-46f9-9dff-c19a71b4833b None None] Sync routers for ids ['89619c26-225f-439e-ad94-ad28e686931f'] in dv-cinder-835384-11-iscsi {{(pid=104514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 15:18:37.106036 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG dbcounter [-] [104514] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104514) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:18:37.126968 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eabebee4-2788-46f9-9dff-c19a71b4833b None None] Routers {'89619c26-225f-439e-ad94-ad28e686931f'} bound to L3 agent in host dv-cinder-835384-11-iscsi {{(pid=104514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 15:18:37.127926 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.db.l3_hamode_db [None req-eabebee4-2788-46f9-9dff-c19a71b4833b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-24T15:10:24Z,description=,heartbeat_timestamp=2022-06-24T15:18:24Z,host='dv-cinder-835384-11-iscsi',id=45985ff7-1335-48cd-ab02-73eb58295827,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T15:10:24Z,topic='l3_agent')) {'router_ids': ['89619c26-225f-439e-ad94-ad28e686931f'], 'active': True} {{(pid=104514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 15:18:37.180963 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-4649e5c0-452e-4784-8491-2eb10b6d3851 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:18:37.185789 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.wsgi [-] (104511) accepted ('10.222.0.67', 36196) {{(pid=104511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:18:37.189876 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.db.l3_dvr_db [None req-49f55402-c939-415e-a6c8-d9aefec412bb None None] Set router 270f2000-3ef2-4e27-8b5e-f02f39c9f8c0 gateway port host: dv-cinder-835384-11-iscsi {{(pid=104514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 15:18:37.190978 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [None req-4649e5c0-452e-4784-8491-2eb10b6d3851 admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.6774187 Jun 24 15:18:37.211590 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-bce29f53-8a73-492d-8523-663804e71fbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761384583298'] for port (1bb961a7-ece1-4725-99dc-20b018c543c0), after_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:18:37.244567 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.l3_dvr_db [None req-4ef5e00e-036b-48ef-a075-6936e54fb1c5 None None] Set router bdccb451-e35e-486d-b144-010345b0e9c5 gateway port host: dv-cinder-835384-11-iscsi {{(pid=104513) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 15:18:37.255355 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:18:37.293010 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-022f62d6-c9f1-4626-9ae3-3c62e73e50e9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:18:37.294280 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [None req-022f62d6-c9f1-4626-9ae3-3c62e73e50e9 admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 4.4534361 Jun 24 15:18:37.300097 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.wsgi [-] (104511) accepted ('10.222.0.67', 36200) {{(pid=104511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:18:37.302385 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bce29f53-8a73-492d-8523-663804e71fbe admin admin] Network 9fcf8abc-a8a5-4725-9758-d53e9c47196e is already hosted by enough agents. {{(pid=104512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 15:18:37.305774 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.scheduler.base_scheduler [None req-bce29f53-8a73-492d-8523-663804e71fbe admin admin] Resources bound (agent type, host, resource id): {{(pid=104512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 15:18:37.339829 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bce29f53-8a73-492d-8523-663804e71fbe admin admin] Received port after_create {{(pid=104512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 15:18:37.340329 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-bce29f53-8a73-492d-8523-663804e71fbe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-464899'] for router_interface (270f2000-3ef2-4e27-8b5e-f02f39c9f8c0), before_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:18:37.381779 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.plugin [None req-a408ee6c-643f-47fe-a4aa-59d3804d1c1a None None] Current status of the port 84e502a7-e238-4d13-ae6c-3935c4018f81 is: ACTIVE; New status is: ACTIVE {{(pid=104513) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 15:18:37.526525 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce29f53-8a73-492d-8523-663804e71fbe admin admin] Pushing event updated for resources: {'Port': ['ID=1bb961a7-ece1-4725-99dc-20b018c543c0,revision_number=1']} {{(pid=104512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:18:37.572487 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.db.l3_hamode_db [None req-49f55402-c939-415e-a6c8-d9aefec412bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '270f2000-3ef2-4e27-8b5e-f02f39c9f8c0', 'name': 'tempest-DeleteServersTestJSON-1859522206-router', 'tenant_id': 'd6e6bc2109c44c37a0ed635b021bba7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'external_fixed_ips': [{'subnet_id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': '8f888443-66b8-4901-aa8f-2add3863ed0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T15:18:30Z', 'updated_at': '2022-06-24T15:18:32Z', 'revision_number': 3, 'project_id': 'd6e6bc2109c44c37a0ed635b021bba7e', 'gw_port': {'id': '8f888443-66b8-4901-aa8f-2add3863ed0a', 'name': '', 'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:38:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '270f2000-3ef2-4e27-8b5e-f02f39c9f8c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T15:18:31Z', 'updated_at': '2022-06-24T15:18:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-11-iscsi'}], 'dv-cinder-835384-11-iscsi', False) {} {{(pid=104514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 15:18:37.650393 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.db.l3_dvr_db [None req-eabebee4-2788-46f9-9dff-c19a71b4833b None None] Set router 89619c26-225f-439e-ad94-ad28e686931f gateway port host: dv-cinder-835384-11-iscsi {{(pid=104514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 15:18:37.652725 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49f55402-c939-415e-a6c8-d9aefec412bb None None] The sync data for ids ['270f2000-3ef2-4e27-8b5e-f02f39c9f8c0'] in dv-cinder-835384-11-iscsi is: [{'id': '270f2000-3ef2-4e27-8b5e-f02f39c9f8c0', 'name': 'tempest-DeleteServersTestJSON-1859522206-router', 'tenant_id': 'd6e6bc2109c44c37a0ed635b021bba7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'external_fixed_ips': [{'subnet_id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': '8f888443-66b8-4901-aa8f-2add3863ed0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T15:18:30Z', 'updated_at': '2022-06-24T15:18:32Z', 'revision_number': 3, 'project_id': 'd6e6bc2109c44c37a0ed635b021bba7e', 'gw_port': {'id': '8f888443-66b8-4901-aa8f-2add3863ed0a', 'name': '', 'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:38:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '270f2000-3ef2-4e27-8b5e-f02f39c9f8c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T15:18:31Z', 'updated_at': '2022-06-24T15:18:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-11-iscsi'}] {{(pid=104514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 15:18:37.673224 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:18:37.689910 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.plugin [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Current status of the port af71b009-e3bb-4b1a-966e-e7bc986cbc43 is: DOWN; New status is: ACTIVE {{(pid=104513) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 15:18:37.690285 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7727318'] for port (af71b009-e3bb-4b1a-966e-e7bc986cbc43), before_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:18:37.705147 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.provisioning_blocks [None req-e435b732-3767-4f6f-8efe-bd27d197bed8 None None] Provisioning complete for port af71b009-e3bb-4b1a-966e-e7bc986cbc43 triggered by entity DHCP. {{(pid=104513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 15:18:37.705507 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-e435b732-3767-4f6f-8efe-bd27d197bed8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7696598'] for port (af71b009-e3bb-4b1a-966e-e7bc986cbc43), provisioning_complete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:18:37.826459 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-bce29f53-8a73-492d-8523-663804e71fbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7727318'] for port (1bb961a7-ece1-4725-99dc-20b018c543c0), before_update {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:18:37.999065 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.db [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] For port af71b009-e3bb-4b1a-966e-e7bc986cbc43, host dv-cinder-835384-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-11-iscsi',level=0,port_id=af71b009-e3bb-4b1a-966e-e7bc986cbc43,segment=NetworkSegment(09260357-2b8c-4633-ba77-7272b5911a12),segment_id=09260357-2b8c-4633-ba77-7272b5911a12)] {{(pid=104513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 15:18:38.005807 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.db.l3_hamode_db [None req-eabebee4-2788-46f9-9dff-c19a71b4833b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89619c26-225f-439e-ad94-ad28e686931f', 'name': 'tempest-ServerRescueNegativeTestJSON-1496855055-router', 'tenant_id': 'b6bf0e1123fa47a7844e09127fb16d6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'external_fixed_ips': [{'subnet_id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'ip_address': '172.27.0.242'}], 'enable_snat': True}, 'gw_port_id': '45ca9b4c-affa-47e6-8000-cd8c70570c2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T15:18:32Z', 'updated_at': '2022-06-24T15:18:35Z', 'revision_number': 3, 'project_id': 'b6bf0e1123fa47a7844e09127fb16d6e', 'gw_port': {'id': '45ca9b4c-affa-47e6-8000-cd8c70570c2e', 'name': '', 'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:3b:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89619c26-225f-439e-ad94-ad28e686931f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'ip_address': '172.27.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T15:18:34Z', 'updated_at': '2022-06-24T15:18:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-11-iscsi'}], 'dv-cinder-835384-11-iscsi', False) {} {{(pid=104514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 15:18:38.024456 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:18:38.044836 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.l3_hamode_db [None req-4ef5e00e-036b-48ef-a075-6936e54fb1c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdccb451-e35e-486d-b144-010345b0e9c5', 'name': 'tempest-AttachVolumeShelveTestJSON-1938332131-router', 'tenant_id': 'c4807ce933f14af0be22dd1cf3635c2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'external_fixed_ips': [{'subnet_id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'ip_address': '172.27.0.81'}], 'enable_snat': True}, 'gw_port_id': 'c32a7bab-7bd7-4a6c-baf4-07b5d75970e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T15:18:31Z', 'updated_at': '2022-06-24T15:18:34Z', 'revision_number': 3, 'project_id': 'c4807ce933f14af0be22dd1cf3635c2f', 'gw_port': {'id': 'c32a7bab-7bd7-4a6c-baf4-07b5d75970e6', 'name': '', 'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:62:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdccb451-e35e-486d-b144-010345b0e9c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'ip_address': '172.27.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T15:18:33Z', 'updated_at': '2022-06-24T15:18:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-11-iscsi'}], 'dv-cinder-835384-11-iscsi', False) {} {{(pid=104513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 15:18:38.047463 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.plugin [None req-e435b732-3767-4f6f-8efe-bd27d197bed8 None None] Current status of the port af71b009-e3bb-4b1a-966e-e7bc986cbc43 is: DOWN; New status is: ACTIVE {{(pid=104513) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 15:18:38.047463 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-e435b732-3767-4f6f-8efe-bd27d197bed8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7727318'] for port (af71b009-e3bb-4b1a-966e-e7bc986cbc43), before_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:18:38.088315 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eabebee4-2788-46f9-9dff-c19a71b4833b None None] Checking router: 89619c26-225f-439e-ad94-ad28e686931f for host: dv-cinder-835384-11-iscsi {{(pid=104514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 15:18:38.090484 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eabebee4-2788-46f9-9dff-c19a71b4833b None None] Updating router 89619c26-225f-439e-ad94-ad28e686931f port 45ca9b4c-affa-47e6-8000-cd8c70570c2e binding host dv-cinder-835384-11-iscsi {{(pid=104514) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 15:18:38.108051 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697012'] for agent (f0fa743b-ff28-43ff-ac51-704c86538f10), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:18:38.109804 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ef5e00e-036b-48ef-a075-6936e54fb1c5 None None] Checking router: bdccb451-e35e-486d-b144-010345b0e9c5 for host: dv-cinder-835384-11-iscsi {{(pid=104513) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 15:18:38.110157 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ef5e00e-036b-48ef-a075-6936e54fb1c5 None None] Updating router bdccb451-e35e-486d-b144-010345b0e9c5 port c32a7bab-7bd7-4a6c-baf4-07b5d75970e6 binding host dv-cinder-835384-11-iscsi {{(pid=104513) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 15:18:38.112267 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761385101662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761384583316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761384583334'] for port (af71b009-e3bb-4b1a-966e-e7bc986cbc43), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:18:38.191003 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Pushing event updated for resources: {'Port': ['ID=af71b009-e3bb-4b1a-966e-e7bc986cbc43,revision_number=3']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:18:38.202996 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-eabebee4-2788-46f9-9dff-c19a71b4833b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7727318'] for port (45ca9b4c-affa-47e6-8000-cd8c70570c2e), before_update {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:18:38.230216 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-bce29f53-8a73-492d-8523-663804e71fbe admin admin] Publish callbacks [] for port (1bb961a7-ece1-4725-99dc-20b018c543c0), precommit_update {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:18:38.268145 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:18:38.269421 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-4ef5e00e-036b-48ef-a075-6936e54fb1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7727318'] for port (c32a7bab-7bd7-4a6c-baf4-07b5d75970e6), before_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:18:38.346990 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-bce29f53-8a73-492d-8523-663804e71fbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761385101662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761384583316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761384583334'] for port (1bb961a7-ece1-4725-99dc-20b018c543c0), after_update {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:18:38.346990 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-bce29f53-8a73-492d-8523-663804e71fbe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7879171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-460691'] for router_interface (270f2000-3ef2-4e27-8b5e-f02f39c9f8c0), after_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:18:38.543685 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.db.api [None req-e435b732-3767-4f6f-8efe-bd27d197bed8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104513) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jun 24 15:18:38.544097 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG oslo_db.api [None req-e435b732-3767-4f6f-8efe-bd27d197bed8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 24 15:18:38.555419 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce29f53-8a73-492d-8523-663804e71fbe admin admin] Pushing event updated for resources: {'Port': ['ID=1bb961a7-ece1-4725-99dc-20b018c543c0,revision_number=2']} {{(pid=104512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:18:38.619712 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bce29f53-8a73-492d-8523-663804e71fbe admin admin] Network 9fcf8abc-a8a5-4725-9758-d53e9c47196e is already hosted by enough agents. {{(pid=104512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 15:18:38.622015 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.scheduler.base_scheduler [None req-bce29f53-8a73-492d-8523-663804e71fbe admin admin] Resources bound (agent type, host, resource id): {{(pid=104512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 15:18:38.754678 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-ffe5c498-0ed0-442a-a734-c6e321aa20ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7727318'] for port (None), before_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:18:38.764560 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-eabebee4-2788-46f9-9dff-c19a71b4833b None None] Publish callbacks [] for port (45ca9b4c-affa-47e6-8000-cd8c70570c2e), precommit_update {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:18:38.853909 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-eabebee4-2788-46f9-9dff-c19a71b4833b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761385101662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761384583316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761384583334'] for port (45ca9b4c-affa-47e6-8000-cd8c70570c2e), after_update {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:18:38.859243 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bce29f53-8a73-492d-8523-663804e71fbe admin admin] Router 270f2000-3ef2-4e27-8b5e-f02f39c9f8c0 has already been hosted by L3 agent 45985ff7-1335-48cd-ab02-73eb58295827 {{(pid=104512) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 15:18:38.894493 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.rpc [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Device 84e502a7-e238-4d13-ae6c-3935c4018f81 up at agent ovs-agent-dv-cinder-835384-11-iscsi {{(pid=104513) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 15:18:38.924446 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e981f52c-2a61-413d-b6e1-8d1e4b9e4f0b None None] Pushing event updated for resources: {'Port': ['ID=45ca9b4c-affa-47e6-8000-cd8c70570c2e,revision_number=2']} {{(pid=104514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:18:38.972445 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.managers [None req-eabebee4-2788-46f9-9dff-c19a71b4833b None None] Attempting to bind port 45ca9b4c-affa-47e6-8000-cd8c70570c2e on host dv-cinder-835384-11-iscsi for vnic_type normal with profile {{(pid=104514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 15:18:38.972820 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.managers [None req-eabebee4-2788-46f9-9dff-c19a71b4833b None None] Attempting to bind port 45ca9b4c-affa-47e6-8000-cd8c70570c2e by drivers openvswitch,hyperv on host dv-cinder-835384-11-iscsi at level 0 using segments [{'id': '6785a788-9b98-4059-b825-96a306cb346e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59'}] {{(pid=104514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 15:18:38.973396 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eabebee4-2788-46f9-9dff-c19a71b4833b None None] Attempting to bind port 45ca9b4c-affa-47e6-8000-cd8c70570c2e on network 60b3096c-3a0f-4216-9e52-e826cbf1fb59 {{(pid=104514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 15:18:38.979872 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eabebee4-2788-46f9-9dff-c19a71b4833b None None] Checking agent: {'id': '559fa80c-96d5-4fe7-8c5f-9eda482c27bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835384-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 15, 10, 27), 'started_at': datetime.datetime(2022, 6, 24, 15, 10, 57), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 15, 18, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835384-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 15:18:38.980560 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eabebee4-2788-46f9-9dff-c19a71b4833b None None] Checking segment: {'id': '6785a788-9b98-4059-b825-96a306cb346e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 15:18:38.981285 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-eabebee4-2788-46f9-9dff-c19a71b4833b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:18:38.981858 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eabebee4-2788-46f9-9dff-c19a71b4833b None None] Bound using segment: {'id': '6785a788-9b98-4059-b825-96a306cb346e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59'} {{(pid=104514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 15:18:38.982505 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.managers [None req-eabebee4-2788-46f9-9dff-c19a71b4833b None None] Bound port: 45ca9b4c-affa-47e6-8000-cd8c70570c2e, host: dv-cinder-835384-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6785a788-9b98-4059-b825-96a306cb346e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59'}}] {{(pid=104514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 15:18:38.983766 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-eabebee4-2788-46f9-9dff-c19a71b4833b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7727318'] for port (45ca9b4c-affa-47e6-8000-cd8c70570c2e), before_update {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:18:39.026751 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bce29f53-8a73-492d-8523-663804e71fbe admin admin] Notify agent at l3_agent.dv-cinder-835384-11-iscsi the message routers_updated {{(pid=104512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 15:18:39.047447 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [None req-bce29f53-8a73-492d-8523-663804e71fbe admin admin] 10.222.0.67 "PUT /v2.0/routers/270f2000-3ef2-4e27-8b5e-f02f39c9f8c0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5196278 Jun 24 15:18:39.083246 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.db [None req-eabebee4-2788-46f9-9dff-c19a71b4833b None None] For port 45ca9b4c-affa-47e6-8000-cd8c70570c2e, host dv-cinder-835384-11-iscsi, cleared binding levels {{(pid=104514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 15:18:39.090756 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.db [None req-eabebee4-2788-46f9-9dff-c19a71b4833b None None] For port 45ca9b4c-affa-47e6-8000-cd8c70570c2e, host dv-cinder-835384-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-11-iscsi',level=0,port_id=45ca9b4c-affa-47e6-8000-cd8c70570c2e,segment=NetworkSegment(6785a788-9b98-4059-b825-96a306cb346e),segment_id=6785a788-9b98-4059-b825-96a306cb346e)] {{(pid=104514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 15:18:39.122170 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.plugin [None req-e435b732-3767-4f6f-8efe-bd27d197bed8 None None] Current status of the port af71b009-e3bb-4b1a-966e-e7bc986cbc43 is: ACTIVE; New status is: ACTIVE {{(pid=104513) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 15:18:39.195908 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-eabebee4-2788-46f9-9dff-c19a71b4833b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761385101662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761384583316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761384583334'] for port (45ca9b4c-affa-47e6-8000-cd8c70570c2e), after_update {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:18:39.282933 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.provisioning_blocks [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Provisioning complete for port 84e502a7-e238-4d13-ae6c-3935c4018f81 triggered by entity L2. {{(pid=104513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 15:18:39.283580 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7696598'] for port (84e502a7-e238-4d13-ae6c-3935c4018f81), provisioning_complete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:18:39.285258 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:18:39.289426 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.provisioning_blocks [None req-e435b732-3767-4f6f-8efe-bd27d197bed8 None None] Provisioning complete for port 84e502a7-e238-4d13-ae6c-3935c4018f81 triggered by entity DHCP. {{(pid=104513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 15:18:39.289921 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-e435b732-3767-4f6f-8efe-bd27d197bed8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7696598'] for port (84e502a7-e238-4d13-ae6c-3935c4018f81), provisioning_complete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:18:39.290103 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.db.db_base_plugin_common [None req-ffe5c498-0ed0-442a-a734-c6e321aa20ce admin admin] Allocated IP 172.20.0.1 (af13b512-ccae-46a6-b2e4-3851b74c876d/298c1716-00da-4f9f-a34c-b32e0b6a8775/a7b2305d-abda-4d95-8049-4c59ceb495ae) {{(pid=104511) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 15:18:39.318494 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eabebee4-2788-46f9-9dff-c19a71b4833b None None] Routers {'89619c26-225f-439e-ad94-ad28e686931f'} bound to L3 agent in host dv-cinder-835384-11-iscsi {{(pid=104514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 15:18:39.319324 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.db.l3_hamode_db [None req-eabebee4-2788-46f9-9dff-c19a71b4833b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-24T15:10:24Z,description=,heartbeat_timestamp=2022-06-24T15:18:24Z,host='dv-cinder-835384-11-iscsi',id=45985ff7-1335-48cd-ab02-73eb58295827,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T15:10:24Z,topic='l3_agent')) {'router_ids': ['89619c26-225f-439e-ad94-ad28e686931f'], 'active': True} {{(pid=104514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 15:18:39.343798 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-00456244-5ca6-417c-84da-0a62d5caaa50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7727318'] for port (None), before_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:18:39.418682 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e981f52c-2a61-413d-b6e1-8d1e4b9e4f0b None None] Pushing event updated for resources: {'Port': ['ID=45ca9b4c-affa-47e6-8000-cd8c70570c2e,revision_number=3']} {{(pid=104514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:18:39.425609 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG dbcounter [-] [104514] Writing DB stats neutron:SELECT=100 {{(pid=104514) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:18:39.482714 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=100 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:18:39.497937 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-4ef5e00e-036b-48ef-a075-6936e54fb1c5 None None] Publish callbacks [] for port (c32a7bab-7bd7-4a6c-baf4-07b5d75970e6), precommit_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:18:39.554936 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.db.l3_dvr_db [None req-eabebee4-2788-46f9-9dff-c19a71b4833b None None] Set router 89619c26-225f-439e-ad94-ad28e686931f gateway port host: dv-cinder-835384-11-iscsi {{(pid=104514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 15:18:39.571390 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.plugin [None req-e435b732-3767-4f6f-8efe-bd27d197bed8 None None] Current status of the port 84e502a7-e238-4d13-ae6c-3935c4018f81 is: ACTIVE; New status is: ACTIVE {{(pid=104513) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 15:18:39.594080 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-4ef5e00e-036b-48ef-a075-6936e54fb1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761385101662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761384583316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761384583334'] for port (c32a7bab-7bd7-4a6c-baf4-07b5d75970e6), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:18:39.677691 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.plugin [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Current status of the port 84e502a7-e238-4d13-ae6c-3935c4018f81 is: ACTIVE; New status is: ACTIVE {{(pid=104513) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 15:18:39.685917 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.rpc [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Device af71b009-e3bb-4b1a-966e-e7bc986cbc43 up at agent ovs-agent-dv-cinder-835384-11-iscsi {{(pid=104513) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 15:18:39.714924 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:18:39.741939 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.wsgi [-] (104512) accepted ('10.222.0.67', 36286) {{(pid=104512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:18:39.744772 dv-cinder-835384-11-iscsi neutron-server[104512]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 24 15:18:39.828718 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.managers [None req-4ef5e00e-036b-48ef-a075-6936e54fb1c5 None None] Attempting to bind port c32a7bab-7bd7-4a6c-baf4-07b5d75970e6 on host dv-cinder-835384-11-iscsi for vnic_type normal with profile {{(pid=104513) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 15:18:39.829363 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.managers [None req-4ef5e00e-036b-48ef-a075-6936e54fb1c5 None None] Attempting to bind port c32a7bab-7bd7-4a6c-baf4-07b5d75970e6 by drivers openvswitch,hyperv on host dv-cinder-835384-11-iscsi at level 0 using segments [{'id': '6785a788-9b98-4059-b825-96a306cb346e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59'}] {{(pid=104513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 15:18:39.829881 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ef5e00e-036b-48ef-a075-6936e54fb1c5 None None] Attempting to bind port c32a7bab-7bd7-4a6c-baf4-07b5d75970e6 on network 60b3096c-3a0f-4216-9e52-e826cbf1fb59 {{(pid=104513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 15:18:39.837628 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.provisioning_blocks [None req-56e3d6c8-c122-496b-9392-73186c737e61 None None] Provisioning complete for port af71b009-e3bb-4b1a-966e-e7bc986cbc43 triggered by entity DHCP. {{(pid=104513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 15:18:39.838308 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-56e3d6c8-c122-496b-9392-73186c737e61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7696598'] for port (af71b009-e3bb-4b1a-966e-e7bc986cbc43), provisioning_complete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:18:39.841482 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887e6c1f-4f04-45e6-b260-32ac0c695854 None None] Pushing event updated for resources: {'Port': ['ID=c32a7bab-7bd7-4a6c-baf4-07b5d75970e6,revision_number=2']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:18:39.861794 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:18:39.871387 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ef5e00e-036b-48ef-a075-6936e54fb1c5 None None] Checking agent: {'id': '559fa80c-96d5-4fe7-8c5f-9eda482c27bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835384-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 15, 10, 27), 'started_at': datetime.datetime(2022, 6, 24, 15, 10, 57), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 15, 18, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835384-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 15:18:39.872103 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ef5e00e-036b-48ef-a075-6936e54fb1c5 None None] Checking segment: {'id': '6785a788-9b98-4059-b825-96a306cb346e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 15:18:39.873071 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-4ef5e00e-036b-48ef-a075-6936e54fb1c5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:18:39.874723 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ef5e00e-036b-48ef-a075-6936e54fb1c5 None None] Bound using segment: {'id': '6785a788-9b98-4059-b825-96a306cb346e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59'} {{(pid=104513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 15:18:39.875457 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.managers [None req-4ef5e00e-036b-48ef-a075-6936e54fb1c5 None None] Bound port: c32a7bab-7bd7-4a6c-baf4-07b5d75970e6, host: dv-cinder-835384-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6785a788-9b98-4059-b825-96a306cb346e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59'}}] {{(pid=104513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 15:18:39.877915 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-4ef5e00e-036b-48ef-a075-6936e54fb1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7727318'] for port (c32a7bab-7bd7-4a6c-baf4-07b5d75970e6), before_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:18:39.980375 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.db.l3_hamode_db [None req-eabebee4-2788-46f9-9dff-c19a71b4833b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89619c26-225f-439e-ad94-ad28e686931f', 'name': 'tempest-ServerRescueNegativeTestJSON-1496855055-router', 'tenant_id': 'b6bf0e1123fa47a7844e09127fb16d6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'external_fixed_ips': [{'subnet_id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'ip_address': '172.27.0.242'}], 'enable_snat': True}, 'gw_port_id': '45ca9b4c-affa-47e6-8000-cd8c70570c2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T15:18:32Z', 'updated_at': '2022-06-24T15:18:35Z', 'revision_number': 3, 'project_id': 'b6bf0e1123fa47a7844e09127fb16d6e', 'gw_port': {'id': '45ca9b4c-affa-47e6-8000-cd8c70570c2e', 'name': '', 'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:3b:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89619c26-225f-439e-ad94-ad28e686931f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'ip_address': '172.27.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T15:18:34Z', 'updated_at': '2022-06-24T15:18:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-11-iscsi'}], 'dv-cinder-835384-11-iscsi', False) {} {{(pid=104514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 15:18:39.980673 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.provisioning_blocks [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Provisioning complete for port af71b009-e3bb-4b1a-966e-e7bc986cbc43 triggered by entity L2. {{(pid=104513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 15:18:39.980673 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7696598'] for port (af71b009-e3bb-4b1a-966e-e7bc986cbc43), provisioning_complete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:18:39.980807 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-ffe5c498-0ed0-442a-a734-c6e321aa20ce admin admin] Publish callbacks [] for port (a7b2305d-abda-4d95-8049-4c59ceb495ae), precommit_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:18:40.016025 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.db [None req-4ef5e00e-036b-48ef-a075-6936e54fb1c5 None None] For port c32a7bab-7bd7-4a6c-baf4-07b5d75970e6, host dv-cinder-835384-11-iscsi, cleared binding levels {{(pid=104513) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 15:18:40.027085 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.db.db_base_plugin_common [None req-00456244-5ca6-417c-84da-0a62d5caaa50 admin admin] Allocated IP 172.20.0.1 (6d1ef1dd-ee8a-4e52-9261-de77d4e705e2/ca86efdf-43ba-4cdf-8f0a-3c6622699971/f7cfaf54-64fd-42ff-931f-2a48f687eb0a) {{(pid=104511) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 15:18:40.050433 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG dbcounter [-] [104514] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104514) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:18:40.054553 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eabebee4-2788-46f9-9dff-c19a71b4833b None None] The sync data for ids ['89619c26-225f-439e-ad94-ad28e686931f'] in dv-cinder-835384-11-iscsi is: [{'id': '89619c26-225f-439e-ad94-ad28e686931f', 'name': 'tempest-ServerRescueNegativeTestJSON-1496855055-router', 'tenant_id': 'b6bf0e1123fa47a7844e09127fb16d6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'external_fixed_ips': [{'subnet_id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'ip_address': '172.27.0.242'}], 'enable_snat': True}, 'gw_port_id': '45ca9b4c-affa-47e6-8000-cd8c70570c2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T15:18:32Z', 'updated_at': '2022-06-24T15:18:35Z', 'revision_number': 3, 'project_id': 'b6bf0e1123fa47a7844e09127fb16d6e', 'gw_port': {'id': '45ca9b4c-affa-47e6-8000-cd8c70570c2e', 'name': '', 'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:3b:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89619c26-225f-439e-ad94-ad28e686931f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'ip_address': '172.27.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T15:18:34Z', 'updated_at': '2022-06-24T15:18:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-11-iscsi'}] {{(pid=104514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 15:18:40.074472 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80acf5bf-79b1-435c-aee1-c525e3c0ee24 req-6e1eba19-4325-4ea9-b69a-89987fe56d41 tempest-DeleteServersTestJSON-1914753502 tempest-DeleteServersTestJSON-1914753502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:18:40.079545 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.db [None req-4ef5e00e-036b-48ef-a075-6936e54fb1c5 None None] For port c32a7bab-7bd7-4a6c-baf4-07b5d75970e6, host dv-cinder-835384-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-11-iscsi',level=0,port_id=c32a7bab-7bd7-4a6c-baf4-07b5d75970e6,segment=NetworkSegment(6785a788-9b98-4059-b825-96a306cb346e),segment_id=6785a788-9b98-4059-b825-96a306cb346e)] {{(pid=104513) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 15:18:40.085709 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-80acf5bf-79b1-435c-aee1-c525e3c0ee24 req-6e1eba19-4325-4ea9-b69a-89987fe56d41 tempest-DeleteServersTestJSON-1914753502 tempest-DeleteServersTestJSON-1914753502-project] 10.222.0.67 "GET /v2.0/networks?id=9fcf8abc-a8a5-4725-9758-d53e9c47196e HTTP/1.1" status: 200 len: 812 time: 0.3409364 Jun 24 15:18:40.094398 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.plugin [None req-56e3d6c8-c122-496b-9392-73186c737e61 None None] Current status of the port af71b009-e3bb-4b1a-966e-e7bc986cbc43 is: ACTIVE; New status is: ACTIVE {{(pid=104513) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 15:18:40.108305 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-80acf5bf-79b1-435c-aee1-c525e3c0ee24 req-297c89d1-c554-44d7-a57a-e93b1169356c tempest-DeleteServersTestJSON-1914753502 tempest-DeleteServersTestJSON-1914753502-project] 10.222.0.67 "GET /v2.0/quotas/d6e6bc2109c44c37a0ed635b021bba7e HTTP/1.1" status: 200 len: 375 time: 0.0215764 Jun 24 15:18:40.117233 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.provisioning_blocks [None req-56e3d6c8-c122-496b-9392-73186c737e61 None None] Provisioning complete for port 1bb961a7-ece1-4725-99dc-20b018c543c0 triggered by entity DHCP. {{(pid=104513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 15:18:40.119825 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-56e3d6c8-c122-496b-9392-73186c737e61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7696598'] for port (1bb961a7-ece1-4725-99dc-20b018c543c0), provisioning_complete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:18:40.177446 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-4ef5e00e-036b-48ef-a075-6936e54fb1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761385101662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761384583316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761384583334'] for port (c32a7bab-7bd7-4a6c-baf4-07b5d75970e6), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:18:40.233291 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.plugin [None req-56e3d6c8-c122-496b-9392-73186c737e61 None None] Port 1bb961a7-ece1-4725-99dc-20b018c543c0 cannot update to ACTIVE because it is not bound. {{(pid=104513) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 15:18:40.237386 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-80acf5bf-79b1-435c-aee1-c525e3c0ee24 req-6dc42876-c16b-411d-a9f2-34afbb6ef249 tempest-DeleteServersTestJSON-1914753502 tempest-DeleteServersTestJSON-1914753502-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=d6e6bc2109c44c37a0ed635b021bba7e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1267922 Jun 24 15:18:40.244502 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.plugin [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Current status of the port af71b009-e3bb-4b1a-966e-e7bc986cbc43 is: ACTIVE; New status is: ACTIVE {{(pid=104513) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 15:18:40.255889 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.rpc [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Device 8f888443-66b8-4901-aa8f-2add3863ed0a up at agent ovs-agent-dv-cinder-835384-11-iscsi {{(pid=104513) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 15:18:40.290094 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:18:40.297385 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-00456244-5ca6-417c-84da-0a62d5caaa50 admin admin] Publish callbacks [] for port (f7cfaf54-64fd-42ff-931f-2a48f687eb0a), precommit_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:18:40.300606 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ef5e00e-036b-48ef-a075-6936e54fb1c5 None None] Routers {'bdccb451-e35e-486d-b144-010345b0e9c5'} bound to L3 agent in host dv-cinder-835384-11-iscsi {{(pid=104513) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 15:18:40.301119 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.l3_hamode_db [None req-4ef5e00e-036b-48ef-a075-6936e54fb1c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-24T15:10:24Z,description=,heartbeat_timestamp=2022-06-24T15:18:24Z,host='dv-cinder-835384-11-iscsi',id=45985ff7-1335-48cd-ab02-73eb58295827,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T15:10:24Z,topic='l3_agent')) {'router_ids': ['bdccb451-e35e-486d-b144-010345b0e9c5'], 'active': True} {{(pid=104513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 15:18:40.309487 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887e6c1f-4f04-45e6-b260-32ac0c695854 None None] Pushing event updated for resources: {'Port': ['ID=c32a7bab-7bd7-4a6c-baf4-07b5d75970e6,revision_number=3']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:18:40.310667 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35649492-b455-417a-9acc-6d6b079394ef None None] Sync routers for ids ['270f2000-3ef2-4e27-8b5e-f02f39c9f8c0'] in dv-cinder-835384-11-iscsi {{(pid=104513) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 15:18:40.365876 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-ffe5c498-0ed0-442a-a734-c6e321aa20ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761384583298'] for port (a7b2305d-abda-4d95-8049-4c59ceb495ae), after_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:18:40.381577 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35649492-b455-417a-9acc-6d6b079394ef None None] Routers {'270f2000-3ef2-4e27-8b5e-f02f39c9f8c0'} bound to L3 agent in host dv-cinder-835384-11-iscsi {{(pid=104513) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 15:18:40.381825 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.l3_hamode_db [None req-35649492-b455-417a-9acc-6d6b079394ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-24T15:10:24Z,description=,heartbeat_timestamp=2022-06-24T15:18:24Z,host='dv-cinder-835384-11-iscsi',id=45985ff7-1335-48cd-ab02-73eb58295827,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T15:10:24Z,topic='l3_agent')) {'router_ids': ['270f2000-3ef2-4e27-8b5e-f02f39c9f8c0'], 'active': True} {{(pid=104513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 15:18:40.394344 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffe5c498-0ed0-442a-a734-c6e321aa20ce admin admin] Network af13b512-ccae-46a6-b2e4-3851b74c876d is already hosted by enough agents. {{(pid=104511) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 15:18:40.456892 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.provisioning_blocks [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Provisioning complete for port 8f888443-66b8-4901-aa8f-2add3863ed0a triggered by entity L2. {{(pid=104513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 15:18:40.457284 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7696598'] for port (8f888443-66b8-4901-aa8f-2add3863ed0a), provisioning_complete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:18:40.459722 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.scheduler.base_scheduler [None req-ffe5c498-0ed0-442a-a734-c6e321aa20ce admin admin] Resources bound (agent type, host, resource id): {{(pid=104511) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 15:18:40.527961 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.wsgi [req-80acf5bf-79b1-435c-aee1-c525e3c0ee24 req-90374656-3f19-4eff-8715-1ed7f0795d76 service neutron] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=104512) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 24 15:18:40.534021 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-80acf5bf-79b1-435c-aee1-c525e3c0ee24 req-90374656-3f19-4eff-8715-1ed7f0795d76 service neutron] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1306775 Jun 24 15:18:40.620826 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.l3_dvr_db [None req-4ef5e00e-036b-48ef-a075-6936e54fb1c5 None None] Set router bdccb451-e35e-486d-b144-010345b0e9c5 gateway port host: dv-cinder-835384-11-iscsi {{(pid=104513) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 15:18:40.671532 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffe5c498-0ed0-442a-a734-c6e321aa20ce admin admin] Received port after_create {{(pid=104511) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 15:18:40.687735 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-ffe5c498-0ed0-442a-a734-c6e321aa20ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-464899'] for router_interface (89619c26-225f-439e-ad94-ad28e686931f), before_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:18:40.691594 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:18:40.694432 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-00456244-5ca6-417c-84da-0a62d5caaa50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761384583298'] for port (f7cfaf54-64fd-42ff-931f-2a48f687eb0a), after_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:18:40.700257 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:INSERT=7,neutron:SELECT=89,neutron:UPDATE=4 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:18:40.820829 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-80acf5bf-79b1-435c-aee1-c525e3c0ee24 req-8a4fde11-9a42-4149-b6a5-5227c5035675 service neutron] 10.222.0.67 "GET /v2.0/networks/9fcf8abc-a8a5-4725-9758-d53e9c47196e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2729218 Jun 24 15:18:40.901667 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.l3_dvr_db [None req-35649492-b455-417a-9acc-6d6b079394ef None None] Set router 270f2000-3ef2-4e27-8b5e-f02f39c9f8c0 gateway port host: dv-cinder-835384-11-iscsi {{(pid=104513) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 15:18:40.940398 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:18:40.957113 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe5c498-0ed0-442a-a734-c6e321aa20ce admin admin] Pushing event updated for resources: {'Port': ['ID=a7b2305d-abda-4d95-8049-4c59ceb495ae,revision_number=1']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:18:40.961626 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00456244-5ca6-417c-84da-0a62d5caaa50 admin admin] Network 6d1ef1dd-ee8a-4e52-9261-de77d4e705e2 is already hosted by enough agents. {{(pid=104511) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 15:18:40.986537 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.scheduler.base_scheduler [None req-00456244-5ca6-417c-84da-0a62d5caaa50 admin admin] Resources bound (agent type, host, resource id): {{(pid=104511) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 15:18:40.999380 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-80acf5bf-79b1-435c-aee1-c525e3c0ee24 req-5253f750-0f58-4670-abb3-3611a72a53ff service neutron] 10.222.0.67 "GET /v2.0/networks/9fcf8abc-a8a5-4725-9758-d53e9c47196e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1772747 Jun 24 15:18:41.065506 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00456244-5ca6-417c-84da-0a62d5caaa50 admin admin] Received port after_create {{(pid=104511) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 15:18:41.066034 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.wsgi [-] (104512) accepted ('10.222.0.67', 36326) {{(pid=104512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:18:41.079971 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-00456244-5ca6-417c-84da-0a62d5caaa50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-464899'] for router_interface (bdccb451-e35e-486d-b144-010345b0e9c5), before_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:18:41.092894 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.provisioning_blocks [None req-b1fbd226-bd97-406e-879c-30811f31ac9d None None] Provisioning complete for port a7b2305d-abda-4d95-8049-4c59ceb495ae triggered by entity DHCP. {{(pid=104513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 15:18:41.093266 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-b1fbd226-bd97-406e-879c-30811f31ac9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7696598'] for port (a7b2305d-abda-4d95-8049-4c59ceb495ae), provisioning_complete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:18:41.094596 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:SELECT=100 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:18:41.224035 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.plugin [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Current status of the port 8f888443-66b8-4901-aa8f-2add3863ed0a is: DOWN; New status is: ACTIVE {{(pid=104513) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 15:18:41.224730 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7727318'] for port (8f888443-66b8-4901-aa8f-2add3863ed0a), before_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:18:41.266624 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.db [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] For port 8f888443-66b8-4901-aa8f-2add3863ed0a, host dv-cinder-835384-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-11-iscsi',level=0,port_id=8f888443-66b8-4901-aa8f-2add3863ed0a,segment=NetworkSegment(6785a788-9b98-4059-b825-96a306cb346e),segment_id=6785a788-9b98-4059-b825-96a306cb346e)] {{(pid=104513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 15:18:41.287071 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-41f84c2d-f4ed-4100-a565-7c1471bf2d9c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:18:41.338540 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.l3_hamode_db [None req-4ef5e00e-036b-48ef-a075-6936e54fb1c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdccb451-e35e-486d-b144-010345b0e9c5', 'name': 'tempest-AttachVolumeShelveTestJSON-1938332131-router', 'tenant_id': 'c4807ce933f14af0be22dd1cf3635c2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'external_fixed_ips': [{'subnet_id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'ip_address': '172.27.0.81'}], 'enable_snat': True}, 'gw_port_id': 'c32a7bab-7bd7-4a6c-baf4-07b5d75970e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T15:18:31Z', 'updated_at': '2022-06-24T15:18:34Z', 'revision_number': 3, 'project_id': 'c4807ce933f14af0be22dd1cf3635c2f', 'gw_port': {'id': 'c32a7bab-7bd7-4a6c-baf4-07b5d75970e6', 'name': '', 'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:62:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdccb451-e35e-486d-b144-010345b0e9c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'ip_address': '172.27.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T15:18:33Z', 'updated_at': '2022-06-24T15:18:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-11-iscsi'}], 'dv-cinder-835384-11-iscsi', False) {} {{(pid=104513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 15:18:41.381083 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ef5e00e-036b-48ef-a075-6936e54fb1c5 None None] The sync data for ids ['bdccb451-e35e-486d-b144-010345b0e9c5'] in dv-cinder-835384-11-iscsi is: [{'id': 'bdccb451-e35e-486d-b144-010345b0e9c5', 'name': 'tempest-AttachVolumeShelveTestJSON-1938332131-router', 'tenant_id': 'c4807ce933f14af0be22dd1cf3635c2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'external_fixed_ips': [{'subnet_id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'ip_address': '172.27.0.81'}], 'enable_snat': True}, 'gw_port_id': 'c32a7bab-7bd7-4a6c-baf4-07b5d75970e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T15:18:31Z', 'updated_at': '2022-06-24T15:18:34Z', 'revision_number': 3, 'project_id': 'c4807ce933f14af0be22dd1cf3635c2f', 'gw_port': {'id': 'c32a7bab-7bd7-4a6c-baf4-07b5d75970e6', 'name': '', 'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:62:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdccb451-e35e-486d-b144-010345b0e9c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'ip_address': '172.27.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T15:18:33Z', 'updated_at': '2022-06-24T15:18:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-11-iscsi'}] {{(pid=104513) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 15:18:41.389427 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761385101662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761384583316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761384583334'] for port (8f888443-66b8-4901-aa8f-2add3863ed0a), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:18:41.391904 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00456244-5ca6-417c-84da-0a62d5caaa50 admin admin] Pushing event updated for resources: {'Port': ['ID=f7cfaf54-64fd-42ff-931f-2a48f687eb0a,revision_number=1']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:18:41.485411 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-41f84c2d-f4ed-4100-a565-7c1471bf2d9c admin admin] Publish callbacks [] for security_group (dc1536d2-5702-4df0-936a-5829a2cce915), precommit_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:18:41.499406 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Pushing event updated for resources: {'Port': ['ID=8f888443-66b8-4901-aa8f-2add3863ed0a,revision_number=4']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:18:41.507948 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.plugin [None req-b1fbd226-bd97-406e-879c-30811f31ac9d None None] Port a7b2305d-abda-4d95-8049-4c59ceb495ae cannot update to ACTIVE because it is not bound. {{(pid=104513) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 15:18:41.561055 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.wsgi [-] (104512) accepted ('10.222.0.67', 36340) {{(pid=104512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:18:41.605376 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-ffe5c498-0ed0-442a-a734-c6e321aa20ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7727318'] for port (a7b2305d-abda-4d95-8049-4c59ceb495ae), before_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:18:41.612612 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.rpc [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Device 45ca9b4c-affa-47e6-8000-cd8c70570c2e up at agent ovs-agent-dv-cinder-835384-11-iscsi {{(pid=104513) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 15:18:41.646497 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-41f84c2d-f4ed-4100-a565-7c1471bf2d9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-275664'] for security_group (dc1536d2-5702-4df0-936a-5829a2cce915), after_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:18:41.689271 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-896cb9ae-973b-4bea-bbee-d752d4f871a6 req-bf4d5416-d319-4adc-9138-87a03bbb1150 tempest-DeleteServersTestJSON-1914753502 tempest-DeleteServersTestJSON-1914753502-project] 10.222.0.67 "GET /v2.0/ports?device_id=a2cb33d2-4d1f-4910-82a0-2ace0cc1144b HTTP/1.1" status: 200 len: 210 time: 0.1251929 Jun 24 15:18:41.742177 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [None req-41f84c2d-f4ed-4100-a565-7c1471bf2d9c admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=c6797657c8354a2c8eab88478857bd02&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6750243 Jun 24 15:18:41.743118 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.wsgi [-] (104512) accepted ('10.222.0.67', 36356) {{(pid=104512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:18:41.744227 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f84c2d-f4ed-4100-a565-7c1471bf2d9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc1536d2-5702-4df0-936a-5829a2cce915,revision_number=1']} {{(pid=104512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:18:41.822408 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-b821acf4-21c3-47e5-98c5-4a86a5193991 admin admin] Publish callbacks [] for security_group (dc1536d2-5702-4df0-936a-5829a2cce915), before_delete {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:18:41.855011 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-b821acf4-21c3-47e5-98c5-4a86a5193991 admin admin] Publish callbacks [] for security_group (dc1536d2-5702-4df0-936a-5829a2cce915), precommit_delete {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:18:41.890356 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-00456244-5ca6-417c-84da-0a62d5caaa50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7727318'] for port (f7cfaf54-64fd-42ff-931f-2a48f687eb0a), before_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:18:42.023385 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-b821acf4-21c3-47e5-98c5-4a86a5193991 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-275664'] for security_group (dc1536d2-5702-4df0-936a-5829a2cce915), after_delete {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:18:42.026171 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-b821acf4-21c3-47e5-98c5-4a86a5193991 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:18:42.028356 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [None req-b821acf4-21c3-47e5-98c5-4a86a5193991 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/dc1536d2-5702-4df0-936a-5829a2cce915 HTTP/1.1" status: 204 len: 168 time: 0.2786200 Jun 24 15:18:42.063037 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b821acf4-21c3-47e5-98c5-4a86a5193991 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc1536d2-5702-4df0-936a-5829a2cce915,revision_number=None']} {{(pid=104512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:18:42.130217 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.l3_hamode_db [None req-35649492-b455-417a-9acc-6d6b079394ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '270f2000-3ef2-4e27-8b5e-f02f39c9f8c0', 'name': 'tempest-DeleteServersTestJSON-1859522206-router', 'tenant_id': 'd6e6bc2109c44c37a0ed635b021bba7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'external_fixed_ips': [{'subnet_id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': '8f888443-66b8-4901-aa8f-2add3863ed0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T15:18:30Z', 'updated_at': '2022-06-24T15:18:37Z', 'revision_number': 4, 'project_id': 'd6e6bc2109c44c37a0ed635b021bba7e', 'gw_port': {'id': '8f888443-66b8-4901-aa8f-2add3863ed0a', 'name': '', 'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:38:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '270f2000-3ef2-4e27-8b5e-f02f39c9f8c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T15:18:31Z', 'updated_at': '2022-06-24T15:18:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-11-iscsi', '_interfaces': [{'id': '1bb961a7-ece1-4725-99dc-20b018c543c0', 'name': '', 'network_id': '9fcf8abc-a8a5-4725-9758-d53e9c47196e', 'tenant_id': 'd6e6bc2109c44c37a0ed635b021bba7e', 'mac_address': 'fa:16:3e:a9:4a:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '270f2000-3ef2-4e27-8b5e-f02f39c9f8c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'ea1c2da1-618d-4ad8-a2be-7752fdea9063', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T15:18:36Z', 'updated_at': '2022-06-24T15:18:37Z', 'revision_number': 2, 'project_id': 'd6e6bc2109c44c37a0ed635b021bba7e', 'subnets': [{'id': 'ea1c2da1-618d-4ad8-a2be-7752fdea9063', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-11-iscsi', False) {} {{(pid=104513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 15:18:42.135532 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.provisioning_blocks [None req-337c11b9-fe7f-4d85-b86f-17de3aae29b6 None None] Provisioning complete for port f7cfaf54-64fd-42ff-931f-2a48f687eb0a triggered by entity DHCP. {{(pid=104513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 15:18:42.136031 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-337c11b9-fe7f-4d85-b86f-17de3aae29b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7696598'] for port (f7cfaf54-64fd-42ff-931f-2a48f687eb0a), provisioning_complete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:18:42.158436 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-ffe5c498-0ed0-442a-a734-c6e321aa20ce admin admin] Publish callbacks [] for port (a7b2305d-abda-4d95-8049-4c59ceb495ae), precommit_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:18:42.200353 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.plugin [None req-337c11b9-fe7f-4d85-b86f-17de3aae29b6 None None] Port f7cfaf54-64fd-42ff-931f-2a48f687eb0a cannot update to ACTIVE because it is not bound. {{(pid=104513) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 15:18:42.233837 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35649492-b455-417a-9acc-6d6b079394ef None None] Checking router: 270f2000-3ef2-4e27-8b5e-f02f39c9f8c0 for host: dv-cinder-835384-11-iscsi {{(pid=104513) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 15:18:42.234431 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35649492-b455-417a-9acc-6d6b079394ef None None] Updating router 270f2000-3ef2-4e27-8b5e-f02f39c9f8c0 port 1bb961a7-ece1-4725-99dc-20b018c543c0 binding host dv-cinder-835384-11-iscsi {{(pid=104513) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 15:18:42.252209 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-ffe5c498-0ed0-442a-a734-c6e321aa20ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761385101662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761384583316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761384583334'] for port (a7b2305d-abda-4d95-8049-4c59ceb495ae), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:18:42.253072 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-ffe5c498-0ed0-442a-a734-c6e321aa20ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7879171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-460691'] for router_interface (89619c26-225f-439e-ad94-ad28e686931f), after_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:18:42.272263 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:18:42.296009 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.provisioning_blocks [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Provisioning complete for port 45ca9b4c-affa-47e6-8000-cd8c70570c2e triggered by entity L2. {{(pid=104513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 15:18:42.296375 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7696598'] for port (45ca9b4c-affa-47e6-8000-cd8c70570c2e), provisioning_complete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:18:42.319371 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-35649492-b455-417a-9acc-6d6b079394ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7727318'] for port (1bb961a7-ece1-4725-99dc-20b018c543c0), before_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:18:42.394224 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-00456244-5ca6-417c-84da-0a62d5caaa50 admin admin] Publish callbacks [] for port (f7cfaf54-64fd-42ff-931f-2a48f687eb0a), precommit_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:18:42.497658 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-00456244-5ca6-417c-84da-0a62d5caaa50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761385101662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761384583316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761384583334'] for port (f7cfaf54-64fd-42ff-931f-2a48f687eb0a), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:18:42.499332 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-00456244-5ca6-417c-84da-0a62d5caaa50 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7879171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-460691'] for router_interface (bdccb451-e35e-486d-b144-010345b0e9c5), after_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:18:42.531192 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffe5c498-0ed0-442a-a734-c6e321aa20ce admin admin] Network af13b512-ccae-46a6-b2e4-3851b74c876d is already hosted by enough agents. {{(pid=104511) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 15:18:42.541517 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe5c498-0ed0-442a-a734-c6e321aa20ce admin admin] Pushing event updated for resources: {'Port': ['ID=a7b2305d-abda-4d95-8049-4c59ceb495ae,revision_number=2']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:18:42.546796 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.scheduler.base_scheduler [None req-ffe5c498-0ed0-442a-a734-c6e321aa20ce admin admin] Resources bound (agent type, host, resource id): {{(pid=104511) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 15:18:42.589603 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.plugin [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Current status of the port 45ca9b4c-affa-47e6-8000-cd8c70570c2e is: DOWN; New status is: ACTIVE {{(pid=104513) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 15:18:42.589999 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7727318'] for port (45ca9b4c-affa-47e6-8000-cd8c70570c2e), before_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:18:42.628724 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=100 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:18:42.641318 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.db [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] For port 45ca9b4c-affa-47e6-8000-cd8c70570c2e, host dv-cinder-835384-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-11-iscsi',level=0,port_id=45ca9b4c-affa-47e6-8000-cd8c70570c2e,segment=NetworkSegment(6785a788-9b98-4059-b825-96a306cb346e),segment_id=6785a788-9b98-4059-b825-96a306cb346e)] {{(pid=104513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 15:18:42.715813 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761385101662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761384583316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761384583334'] for port (45ca9b4c-affa-47e6-8000-cd8c70570c2e), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:18:42.817506 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00456244-5ca6-417c-84da-0a62d5caaa50 admin admin] Pushing event updated for resources: {'Port': ['ID=f7cfaf54-64fd-42ff-931f-2a48f687eb0a,revision_number=2']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:18:42.894078 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Pushing event updated for resources: {'Port': ['ID=45ca9b4c-affa-47e6-8000-cd8c70570c2e,revision_number=4']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:18:42.896853 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-9de58d45-5d69-4302-8419-235745c4706b req-c818b13e-f063-4f88-bc1d-9516431601dd tempest-DeleteServersTestJSON-1914753502 tempest-DeleteServersTestJSON-1914753502-project] 10.222.0.67 "GET /v2.0/ports?device_id=a2cb33d2-4d1f-4910-82a0-2ace0cc1144b HTTP/1.1" status: 200 len: 210 time: 0.0868788 Jun 24 15:18:43.002760 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:18:43.031051 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:18:43.119062 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:18:43.122530 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00456244-5ca6-417c-84da-0a62d5caaa50 admin admin] Network 6d1ef1dd-ee8a-4e52-9261-de77d4e705e2 is already hosted by enough agents. {{(pid=104511) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 15:18:43.130260 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.scheduler.base_scheduler [None req-00456244-5ca6-417c-84da-0a62d5caaa50 admin admin] Resources bound (agent type, host, resource id): {{(pid=104511) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 15:18:43.205924 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.wsgi [-] (104512) accepted ('10.222.0.67', 36430) {{(pid=104512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:18:43.216919 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.provisioning_blocks [None req-2c8af2db-1dd3-4aa5-be0e-d7d35133d2ea None None] Provisioning complete for port a7b2305d-abda-4d95-8049-4c59ceb495ae triggered by entity DHCP. {{(pid=104513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 15:18:43.222231 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-2c8af2db-1dd3-4aa5-be0e-d7d35133d2ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7696598'] for port (a7b2305d-abda-4d95-8049-4c59ceb495ae), provisioning_complete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:18:43.229293 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-d3d5d4ee-41bb-43a7-bd98-4d9d8e189d14 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:18:43.256848 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-35649492-b455-417a-9acc-6d6b079394ef None None] Publish callbacks [] for port (1bb961a7-ece1-4725-99dc-20b018c543c0), precommit_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:18:43.290467 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffe5c498-0ed0-442a-a734-c6e321aa20ce admin admin] Router 89619c26-225f-439e-ad94-ad28e686931f has already been hosted by L3 agent 45985ff7-1335-48cd-ab02-73eb58295827 {{(pid=104511) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 15:18:43.291522 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.plugin [None req-2c8af2db-1dd3-4aa5-be0e-d7d35133d2ea None None] Port a7b2305d-abda-4d95-8049-4c59ceb495ae cannot update to ACTIVE because it is not bound. {{(pid=104513) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 15:18:43.355124 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-d3d5d4ee-41bb-43a7-bd98-4d9d8e189d14 admin admin] Publish callbacks [] for security_group (708ac9f1-c64f-4f3f-9b11-4c9fd00e3062), precommit_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:18:43.359520 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:18:43.381519 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-35649492-b455-417a-9acc-6d6b079394ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761385101662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761384583316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761384583334'] for port (1bb961a7-ece1-4725-99dc-20b018c543c0), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:18:43.468613 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-d3d5d4ee-41bb-43a7-bd98-4d9d8e189d14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-275664'] for security_group (708ac9f1-c64f-4f3f-9b11-4c9fd00e3062), after_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:18:43.491691 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00456244-5ca6-417c-84da-0a62d5caaa50 admin admin] Router bdccb451-e35e-486d-b144-010345b0e9c5 has already been hosted by L3 agent 45985ff7-1335-48cd-ab02-73eb58295827 {{(pid=104511) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 15:18:43.515449 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffe5c498-0ed0-442a-a734-c6e321aa20ce admin admin] Notify agent at l3_agent.dv-cinder-835384-11-iscsi the message routers_updated {{(pid=104511) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 15:18:43.525155 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d4c140f-9f00-4f1c-a963-e604f2c8f21c None None] Sync routers for ids ['89619c26-225f-439e-ad94-ad28e686931f'] in dv-cinder-835384-11-iscsi {{(pid=104514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 15:18:43.554581 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [None req-ffe5c498-0ed0-442a-a734-c6e321aa20ce admin admin] 10.222.0.67 "PUT /v2.0/routers/89619c26-225f-439e-ad94-ad28e686931f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2352872 Jun 24 15:18:43.572560 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d4c140f-9f00-4f1c-a963-e604f2c8f21c None None] Routers {'89619c26-225f-439e-ad94-ad28e686931f'} bound to L3 agent in host dv-cinder-835384-11-iscsi {{(pid=104514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 15:18:43.577893 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d5d4ee-41bb-43a7-bd98-4d9d8e189d14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=708ac9f1-c64f-4f3f-9b11-4c9fd00e3062,revision_number=1']} {{(pid=104512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:18:43.578015 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.db.l3_hamode_db [None req-9d4c140f-9f00-4f1c-a963-e604f2c8f21c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-24T15:10:24Z,description=,heartbeat_timestamp=2022-06-24T15:18:24Z,host='dv-cinder-835384-11-iscsi',id=45985ff7-1335-48cd-ab02-73eb58295827,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T15:10:24Z,topic='l3_agent')) {'router_ids': ['89619c26-225f-439e-ad94-ad28e686931f'], 'active': True} {{(pid=104514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 15:18:43.615895 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43a7916-0174-4964-8f64-3011ad2f3a3c None None] Pushing event updated for resources: {'Port': ['ID=1bb961a7-ece1-4725-99dc-20b018c543c0,revision_number=3']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:18:43.620883 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.provisioning_blocks [None req-a63300b4-f5e8-4e51-91dc-bd929f2cc0bc None None] Provisioning complete for port f7cfaf54-64fd-42ff-931f-2a48f687eb0a triggered by entity DHCP. {{(pid=104513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 15:18:43.621275 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-a63300b4-f5e8-4e51-91dc-bd929f2cc0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7696598'] for port (f7cfaf54-64fd-42ff-931f-2a48f687eb0a), provisioning_complete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:18:43.717966 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [None req-d3d5d4ee-41bb-43a7-bd98-4d9d8e189d14 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=78bb138ba51f4372ad082b535e2160cb&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5084767 Jun 24 15:18:43.719399 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.wsgi [-] (104512) accepted ('10.222.0.67', 36450) {{(pid=104512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:18:43.771455 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.db.l3_dvr_db [None req-9d4c140f-9f00-4f1c-a963-e604f2c8f21c None None] Set router 89619c26-225f-439e-ad94-ad28e686931f gateway port host: dv-cinder-835384-11-iscsi {{(pid=104514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 15:18:43.796621 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.wsgi [-] (104511) accepted ('10.222.0.67', 36452) {{(pid=104511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:18:43.801848 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.rpc [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Device 45ca9b4c-affa-47e6-8000-cd8c70570c2e up at agent ovs-agent-dv-cinder-835384-11-iscsi {{(pid=104513) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 15:18:43.841928 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00456244-5ca6-417c-84da-0a62d5caaa50 admin admin] Notify agent at l3_agent.dv-cinder-835384-11-iscsi the message routers_updated {{(pid=104511) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 15:18:43.874883 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [None req-00456244-5ca6-417c-84da-0a62d5caaa50 admin admin] 10.222.0.67 "PUT /v2.0/routers/bdccb451-e35e-486d-b144-010345b0e9c5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6878917 Jun 24 15:18:43.928337 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.plugin [None req-a63300b4-f5e8-4e51-91dc-bd929f2cc0bc None None] Port f7cfaf54-64fd-42ff-931f-2a48f687eb0a cannot update to ACTIVE because it is not bound. {{(pid=104513) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 15:18:43.963844 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.managers [None req-35649492-b455-417a-9acc-6d6b079394ef None None] Attempting to bind port 1bb961a7-ece1-4725-99dc-20b018c543c0 on host dv-cinder-835384-11-iscsi for vnic_type normal with profile {{(pid=104513) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 15:18:43.965175 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.managers [None req-35649492-b455-417a-9acc-6d6b079394ef None None] Attempting to bind port 1bb961a7-ece1-4725-99dc-20b018c543c0 by drivers openvswitch,hyperv on host dv-cinder-835384-11-iscsi at level 0 using segments [{'id': '027837b1-cab2-4a9f-8458-d830c85d3dd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '9fcf8abc-a8a5-4725-9758-d53e9c47196e'}] {{(pid=104513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 15:18:43.966278 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35649492-b455-417a-9acc-6d6b079394ef None None] Attempting to bind port 1bb961a7-ece1-4725-99dc-20b018c543c0 on network 9fcf8abc-a8a5-4725-9758-d53e9c47196e {{(pid=104513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 15:18:43.987566 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35649492-b455-417a-9acc-6d6b079394ef None None] Checking agent: {'id': '559fa80c-96d5-4fe7-8c5f-9eda482c27bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835384-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 15, 10, 27), 'started_at': datetime.datetime(2022, 6, 24, 15, 10, 57), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 15, 18, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835384-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 15:18:43.987942 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35649492-b455-417a-9acc-6d6b079394ef None None] Checking segment: {'id': '027837b1-cab2-4a9f-8458-d830c85d3dd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '9fcf8abc-a8a5-4725-9758-d53e9c47196e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 15:18:43.988339 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-35649492-b455-417a-9acc-6d6b079394ef None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:18:44.008449 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35649492-b455-417a-9acc-6d6b079394ef None None] Bound using segment: {'id': '027837b1-cab2-4a9f-8458-d830c85d3dd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '9fcf8abc-a8a5-4725-9758-d53e9c47196e'} {{(pid=104513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 15:18:44.008449 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.managers [None req-35649492-b455-417a-9acc-6d6b079394ef None None] Bound port: 1bb961a7-ece1-4725-99dc-20b018c543c0, host: dv-cinder-835384-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '027837b1-cab2-4a9f-8458-d830c85d3dd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '9fcf8abc-a8a5-4725-9758-d53e9c47196e'}}] {{(pid=104513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 15:18:44.008449 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-35649492-b455-417a-9acc-6d6b079394ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7727318'] for port (1bb961a7-ece1-4725-99dc-20b018c543c0), before_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:18:44.018825 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG dbcounter [-] [104514] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104514) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:18:44.031139 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-9ebc8fef-e6fd-40dc-8c61-815b211a9a6a admin admin] Publish callbacks [] for security_group (708ac9f1-c64f-4f3f-9b11-4c9fd00e3062), before_delete {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:18:44.093331 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.db.l3_hamode_db [None req-9d4c140f-9f00-4f1c-a963-e604f2c8f21c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89619c26-225f-439e-ad94-ad28e686931f', 'name': 'tempest-ServerRescueNegativeTestJSON-1496855055-router', 'tenant_id': 'b6bf0e1123fa47a7844e09127fb16d6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'external_fixed_ips': [{'subnet_id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'ip_address': '172.27.0.242'}], 'enable_snat': True}, 'gw_port_id': '45ca9b4c-affa-47e6-8000-cd8c70570c2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T15:18:32Z', 'updated_at': '2022-06-24T15:18:41Z', 'revision_number': 4, 'project_id': 'b6bf0e1123fa47a7844e09127fb16d6e', 'gw_port': {'id': '45ca9b4c-affa-47e6-8000-cd8c70570c2e', 'name': '', 'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:3b:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89619c26-225f-439e-ad94-ad28e686931f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'ip_address': '172.27.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T15:18:34Z', 'updated_at': '2022-06-24T15:18:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-11-iscsi', '_interfaces': [{'id': 'a7b2305d-abda-4d95-8049-4c59ceb495ae', 'name': '', 'network_id': 'af13b512-ccae-46a6-b2e4-3851b74c876d', 'tenant_id': 'b6bf0e1123fa47a7844e09127fb16d6e', 'mac_address': 'fa:16:3e:34:13:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89619c26-225f-439e-ad94-ad28e686931f', 'device_owner': 'network:router_interface', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '298c1716-00da-4f9f-a34c-b32e0b6a8775', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T15:18:38Z', 'updated_at': '2022-06-24T15:18:41Z', 'revision_number': 2, 'project_id': 'b6bf0e1123fa47a7844e09127fb16d6e', 'subnets': [{'id': '298c1716-00da-4f9f-a34c-b32e0b6a8775', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-11-iscsi', False) {} {{(pid=104514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 15:18:44.125670 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.provisioning_blocks [None req-d418c17a-e3b7-4d5e-b8fb-48272d086f03 None None] Provisioning complete for port 1bb961a7-ece1-4725-99dc-20b018c543c0 triggered by entity DHCP. {{(pid=104513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 15:18:44.126074 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-d418c17a-e3b7-4d5e-b8fb-48272d086f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7696598'] for port (1bb961a7-ece1-4725-99dc-20b018c543c0), provisioning_complete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:18:44.131606 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.provisioning_blocks [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Provisioning complete for port 45ca9b4c-affa-47e6-8000-cd8c70570c2e triggered by entity L2. {{(pid=104513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 15:18:44.131991 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7696598'] for port (45ca9b4c-affa-47e6-8000-cd8c70570c2e), provisioning_complete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:18:44.148445 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d4c140f-9f00-4f1c-a963-e604f2c8f21c None None] Checking router: 89619c26-225f-439e-ad94-ad28e686931f for host: dv-cinder-835384-11-iscsi {{(pid=104514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 15:18:44.150372 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d4c140f-9f00-4f1c-a963-e604f2c8f21c None None] Updating router 89619c26-225f-439e-ad94-ad28e686931f port a7b2305d-abda-4d95-8049-4c59ceb495ae binding host dv-cinder-835384-11-iscsi {{(pid=104514) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 15:18:44.183074 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-9d4c140f-9f00-4f1c-a963-e604f2c8f21c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7727318'] for port (a7b2305d-abda-4d95-8049-4c59ceb495ae), before_update {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:18:44.293896 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.db [None req-35649492-b455-417a-9acc-6d6b079394ef None None] For port 1bb961a7-ece1-4725-99dc-20b018c543c0, host dv-cinder-835384-11-iscsi, cleared binding levels {{(pid=104513) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 15:18:44.300868 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.db [None req-35649492-b455-417a-9acc-6d6b079394ef None None] For port 1bb961a7-ece1-4725-99dc-20b018c543c0, host dv-cinder-835384-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-11-iscsi',level=0,port_id=1bb961a7-ece1-4725-99dc-20b018c543c0,segment=NetworkSegment(027837b1-cab2-4a9f-8458-d830c85d3dd7),segment_id=027837b1-cab2-4a9f-8458-d830c85d3dd7)] {{(pid=104513) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 15:18:44.305879 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.plugin [None req-d418c17a-e3b7-4d5e-b8fb-48272d086f03 None None] Port 1bb961a7-ece1-4725-99dc-20b018c543c0 cannot update to ACTIVE because it is not bound. {{(pid=104513) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 15:18:44.377571 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-95874706-6db7-412a-b2d0-e8d846fdd20a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:18:44.380418 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-9b6ca9ea-b868-4ff3-b2cf-f7bf54283d3e req-63695fd4-e33f-4a07-a125-22e252528e4f tempest-DeleteServersTestJSON-1914753502 tempest-DeleteServersTestJSON-1914753502-project] 10.222.0.67 "GET /v2.0/ports?device_id=a2cb33d2-4d1f-4910-82a0-2ace0cc1144b HTTP/1.1" status: 200 len: 210 time: 0.2934532 Jun 24 15:18:44.386020 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-9ebc8fef-e6fd-40dc-8c61-815b211a9a6a admin admin] Publish callbacks [] for security_group (708ac9f1-c64f-4f3f-9b11-4c9fd00e3062), precommit_delete {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:18:44.407230 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=100 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:18:44.407522 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:18:44.416790 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-35649492-b455-417a-9acc-6d6b079394ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761385101662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761384583316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761384583334'] for port (1bb961a7-ece1-4725-99dc-20b018c543c0), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:18:44.450872 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.plugin [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Current status of the port 45ca9b4c-affa-47e6-8000-cd8c70570c2e is: ACTIVE; New status is: ACTIVE {{(pid=104513) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 15:18:44.452159 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.rpc [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Device c32a7bab-7bd7-4a6c-baf4-07b5d75970e6 up at agent ovs-agent-dv-cinder-835384-11-iscsi {{(pid=104513) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 15:18:44.540948 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:18:44.554211 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG dbcounter [-] [104514] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104514) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:18:44.563282 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43a7916-0174-4964-8f64-3011ad2f3a3c None None] Pushing event updated for resources: {'Port': ['ID=1bb961a7-ece1-4725-99dc-20b018c543c0,revision_number=4']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:18:44.567662 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35649492-b455-417a-9acc-6d6b079394ef None None] Routers {'270f2000-3ef2-4e27-8b5e-f02f39c9f8c0'} bound to L3 agent in host dv-cinder-835384-11-iscsi {{(pid=104513) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 15:18:44.568362 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.l3_hamode_db [None req-35649492-b455-417a-9acc-6d6b079394ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-24T15:10:24Z,description=,heartbeat_timestamp=2022-06-24T15:18:24Z,host='dv-cinder-835384-11-iscsi',id=45985ff7-1335-48cd-ab02-73eb58295827,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T15:10:24Z,topic='l3_agent')) {'router_ids': ['270f2000-3ef2-4e27-8b5e-f02f39c9f8c0'], 'active': True} {{(pid=104513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 15:18:44.588806 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-9ebc8fef-e6fd-40dc-8c61-815b211a9a6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-275664'] for security_group (708ac9f1-c64f-4f3f-9b11-4c9fd00e3062), after_delete {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:18:44.591718 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-9ebc8fef-e6fd-40dc-8c61-815b211a9a6a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:18:44.596730 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [None req-9ebc8fef-e6fd-40dc-8c61-815b211a9a6a admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/708ac9f1-c64f-4f3f-9b11-4c9fd00e3062 HTTP/1.1" status: 204 len: 168 time: 0.8761272 Jun 24 15:18:44.628520 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebc8fef-e6fd-40dc-8c61-815b211a9a6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=708ac9f1-c64f-4f3f-9b11-4c9fd00e3062,revision_number=None']} {{(pid=104512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:18:44.670282 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-95874706-6db7-412a-b2d0-e8d846fdd20a admin admin] Publish callbacks [] for security_group (33ee383a-c882-4d1a-8757-0da61d0489d3), precommit_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:18:44.704262 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-9d4c140f-9f00-4f1c-a963-e604f2c8f21c None None] Publish callbacks [] for port (a7b2305d-abda-4d95-8049-4c59ceb495ae), precommit_update {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:18:44.717094 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44eb3ebe-65bd-4943-96f5-344354c303a6 None None] Sync routers for ids ['bdccb451-e35e-486d-b144-010345b0e9c5'] in dv-cinder-835384-11-iscsi {{(pid=104513) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 15:18:44.726791 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.provisioning_blocks [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Provisioning complete for port c32a7bab-7bd7-4a6c-baf4-07b5d75970e6 triggered by entity L2. {{(pid=104513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 15:18:44.727135 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7696598'] for port (c32a7bab-7bd7-4a6c-baf4-07b5d75970e6), provisioning_complete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:18:44.747471 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-95874706-6db7-412a-b2d0-e8d846fdd20a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-275664'] for security_group (33ee383a-c882-4d1a-8757-0da61d0489d3), after_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:18:44.793406 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44eb3ebe-65bd-4943-96f5-344354c303a6 None None] Routers {'bdccb451-e35e-486d-b144-010345b0e9c5'} bound to L3 agent in host dv-cinder-835384-11-iscsi {{(pid=104513) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 15:18:44.794241 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.l3_hamode_db [None req-44eb3ebe-65bd-4943-96f5-344354c303a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-24T15:10:24Z,description=,heartbeat_timestamp=2022-06-24T15:18:24Z,host='dv-cinder-835384-11-iscsi',id=45985ff7-1335-48cd-ab02-73eb58295827,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T15:10:24Z,topic='l3_agent')) {'router_ids': ['bdccb451-e35e-486d-b144-010345b0e9c5'], 'active': True} {{(pid=104513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 15:18:44.834329 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-9d4c140f-9f00-4f1c-a963-e604f2c8f21c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761385101662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761384583316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761384583334'] for port (a7b2305d-abda-4d95-8049-4c59ceb495ae), after_update {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:18:44.850234 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [None req-95874706-6db7-412a-b2d0-e8d846fdd20a admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=34f8d0620ab040d0b20215d0e40ecb97&name=default HTTP/1.1" status: 200 len: 2992 time: 1.0528440 Jun 24 15:18:44.852629 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95874706-6db7-412a-b2d0-e8d846fdd20a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33ee383a-c882-4d1a-8757-0da61d0489d3,revision_number=1']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:18:44.854762 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.wsgi [-] (104511) accepted ('10.222.0.67', 36496) {{(pid=104511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:18:44.898131 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.l3_dvr_db [None req-35649492-b455-417a-9acc-6d6b079394ef None None] Set router 270f2000-3ef2-4e27-8b5e-f02f39c9f8c0 gateway port host: dv-cinder-835384-11-iscsi {{(pid=104513) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 15:18:44.936098 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:18:44.954720 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486a8b55-3ccb-45be-baed-1ff9a2a04953 req-266fe389-30e4-45bd-a6bb-d7d633024bfe tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:18:44.960445 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69be0c29-c56c-40cc-828d-fc21782884ce None None] Pushing event updated for resources: {'Port': ['ID=a7b2305d-abda-4d95-8049-4c59ceb495ae,revision_number=3']} {{(pid=104514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:18:44.978578 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.wsgi [-] (104511) accepted ('10.222.0.67', 36498) {{(pid=104511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:18:44.982466 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-486a8b55-3ccb-45be-baed-1ff9a2a04953 req-266fe389-30e4-45bd-a6bb-d7d633024bfe tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] 10.222.0.67 "GET /v2.0/networks?id=af13b512-ccae-46a6-b2e4-3851b74c876d HTTP/1.1" status: 200 len: 819 time: 0.2159071 Jun 24 15:18:44.993614 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.v2.base [None req-0247df76-c98d-4ce8-bc3e-f3d433fb69de tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Request body: {'security_group': {'name': 'tempest-securitygroup--517264912', 'description': 'tempest-description--592974730'}} {{(pid=104511) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 15:18:45.004291 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-486a8b55-3ccb-45be-baed-1ff9a2a04953 req-618b465e-b4e2-407a-b8d5-3590bc32a765 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] 10.222.0.67 "GET /v2.0/quotas/b6bf0e1123fa47a7844e09127fb16d6e HTTP/1.1" status: 200 len: 375 time: 0.0189071 Jun 24 15:18:45.059083 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.managers [None req-9d4c140f-9f00-4f1c-a963-e604f2c8f21c None None] Attempting to bind port a7b2305d-abda-4d95-8049-4c59ceb495ae on host dv-cinder-835384-11-iscsi for vnic_type normal with profile {{(pid=104514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 15:18:45.059598 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.managers [None req-9d4c140f-9f00-4f1c-a963-e604f2c8f21c None None] Attempting to bind port a7b2305d-abda-4d95-8049-4c59ceb495ae by drivers openvswitch,hyperv on host dv-cinder-835384-11-iscsi at level 0 using segments [{'id': '09260357-2b8c-4633-ba77-7272b5911a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'af13b512-ccae-46a6-b2e4-3851b74c876d'}] {{(pid=104514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 15:18:45.060054 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d4c140f-9f00-4f1c-a963-e604f2c8f21c None None] Attempting to bind port a7b2305d-abda-4d95-8049-4c59ceb495ae on network af13b512-ccae-46a6-b2e4-3851b74c876d {{(pid=104514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 15:18:45.067284 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-af85f3be-190a-49ce-8693-601b9adbfb21 admin admin] Publish callbacks [] for security_group (33ee383a-c882-4d1a-8757-0da61d0489d3), before_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:18:45.069882 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d4c140f-9f00-4f1c-a963-e604f2c8f21c None None] Checking agent: {'id': '559fa80c-96d5-4fe7-8c5f-9eda482c27bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835384-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 15, 10, 27), 'started_at': datetime.datetime(2022, 6, 24, 15, 10, 57), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 15, 18, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835384-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 15:18:45.072092 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d4c140f-9f00-4f1c-a963-e604f2c8f21c None None] Checking segment: {'id': '09260357-2b8c-4633-ba77-7272b5911a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'af13b512-ccae-46a6-b2e4-3851b74c876d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 15:18:45.078538 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-9d4c140f-9f00-4f1c-a963-e604f2c8f21c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:18:45.078538 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d4c140f-9f00-4f1c-a963-e604f2c8f21c None None] Bound using segment: {'id': '09260357-2b8c-4633-ba77-7272b5911a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'af13b512-ccae-46a6-b2e4-3851b74c876d'} {{(pid=104514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 15:18:45.078538 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.managers [None req-9d4c140f-9f00-4f1c-a963-e604f2c8f21c None None] Bound port: a7b2305d-abda-4d95-8049-4c59ceb495ae, host: dv-cinder-835384-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09260357-2b8c-4633-ba77-7272b5911a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'af13b512-ccae-46a6-b2e4-3851b74c876d'}}] {{(pid=104514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 15:18:45.078538 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-9d4c140f-9f00-4f1c-a963-e604f2c8f21c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7727318'] for port (a7b2305d-abda-4d95-8049-4c59ceb495ae), before_update {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:18:45.104275 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-486a8b55-3ccb-45be-baed-1ff9a2a04953 req-86bbb9b7-44a5-4a27-aace-f82de5e970bd tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=b6bf0e1123fa47a7844e09127fb16d6e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0980859 Jun 24 15:18:45.112397 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-af85f3be-190a-49ce-8693-601b9adbfb21 admin admin] Publish callbacks [] for security_group (33ee383a-c882-4d1a-8757-0da61d0489d3), precommit_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:18:45.155102 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-0247df76-c98d-4ce8-bc3e-f3d433fb69de tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Publish callbacks [] for security_group (None), before_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:18:45.172676 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.provisioning_blocks [None req-aec2dd32-a6e8-4ff1-8f78-7c48b475ef27 None None] Provisioning complete for port 1bb961a7-ece1-4725-99dc-20b018c543c0 triggered by entity DHCP. {{(pid=104513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 15:18:45.173004 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-aec2dd32-a6e8-4ff1-8f78-7c48b475ef27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7696598'] for port (1bb961a7-ece1-4725-99dc-20b018c543c0), provisioning_complete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:18:45.217034 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.db [None req-9d4c140f-9f00-4f1c-a963-e604f2c8f21c None None] For port a7b2305d-abda-4d95-8049-4c59ceb495ae, host dv-cinder-835384-11-iscsi, cleared binding levels {{(pid=104514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 15:18:45.221080 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.db [None req-9d4c140f-9f00-4f1c-a963-e604f2c8f21c None None] For port a7b2305d-abda-4d95-8049-4c59ceb495ae, host dv-cinder-835384-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-11-iscsi',level=0,port_id=a7b2305d-abda-4d95-8049-4c59ceb495ae,segment=NetworkSegment(09260357-2b8c-4633-ba77-7272b5911a12),segment_id=09260357-2b8c-4633-ba77-7272b5911a12)] {{(pid=104514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 15:18:45.261911 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-486a8b55-3ccb-45be-baed-1ff9a2a04953 req-76d700ce-58b6-49db-a2c0-0fefbc0341a6 service neutron] 10.222.0.67 "GET /v2.0/networks/af13b512-ccae-46a6-b2e4-3851b74c876d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1509602 Jun 24 15:18:45.264023 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-af85f3be-190a-49ce-8693-601b9adbfb21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-275664'] for security_group (33ee383a-c882-4d1a-8757-0da61d0489d3), after_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:18:45.267163 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-af85f3be-190a-49ce-8693-601b9adbfb21 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:18:45.268317 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [None req-af85f3be-190a-49ce-8693-601b9adbfb21 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/33ee383a-c882-4d1a-8757-0da61d0489d3 HTTP/1.1" status: 204 len: 168 time: 0.4125504 Jun 24 15:18:45.291948 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-9d4c140f-9f00-4f1c-a963-e604f2c8f21c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761385101662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761384583316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761384583334'] for port (a7b2305d-abda-4d95-8049-4c59ceb495ae), after_update {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:18:45.294293 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af85f3be-190a-49ce-8693-601b9adbfb21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33ee383a-c882-4d1a-8757-0da61d0489d3,revision_number=None']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:18:45.350978 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-0247df76-c98d-4ce8-bc3e-f3d433fb69de tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Publish callbacks [] for security_group (b9b51dc4-7b04-4aff-a905-bf9eb837f4f2), precommit_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:18:45.372922 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.l3_dvr_db [None req-44eb3ebe-65bd-4943-96f5-344354c303a6 None None] Set router bdccb451-e35e-486d-b144-010345b0e9c5 gateway port host: dv-cinder-835384-11-iscsi {{(pid=104513) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 15:18:45.414693 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.plugin [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Current status of the port c32a7bab-7bd7-4a6c-baf4-07b5d75970e6 is: DOWN; New status is: ACTIVE {{(pid=104513) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 15:18:45.417188 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7727318'] for port (c32a7bab-7bd7-4a6c-baf4-07b5d75970e6), before_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:18:45.432127 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-486a8b55-3ccb-45be-baed-1ff9a2a04953 req-556b6762-ea52-4bad-99cd-ba3f35dcb05d service neutron] 10.222.0.67 "GET /v2.0/networks/af13b512-ccae-46a6-b2e4-3851b74c876d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1600468 Jun 24 15:18:45.433925 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-0247df76-c98d-4ce8-bc3e-f3d433fb69de tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-275664'] for security_group (b9b51dc4-7b04-4aff-a905-bf9eb837f4f2), after_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:18:45.443854 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:18:45.477746 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:INSERT=9,neutron:SELECT=85,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:18:45.514974 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d4c140f-9f00-4f1c-a963-e604f2c8f21c None None] Routers {'89619c26-225f-439e-ad94-ad28e686931f'} bound to L3 agent in host dv-cinder-835384-11-iscsi {{(pid=104514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 15:18:45.515794 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.db.l3_hamode_db [None req-9d4c140f-9f00-4f1c-a963-e604f2c8f21c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-24T15:10:24Z,description=,heartbeat_timestamp=2022-06-24T15:18:24Z,host='dv-cinder-835384-11-iscsi',id=45985ff7-1335-48cd-ab02-73eb58295827,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T15:10:24Z,topic='l3_agent')) {'router_ids': ['89619c26-225f-439e-ad94-ad28e686931f'], 'active': True} {{(pid=104514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 15:18:45.538968 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0247df76-c98d-4ce8-bc3e-f3d433fb69de tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9b51dc4-7b04-4aff-a905-bf9eb837f4f2,revision_number=1']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:18:45.563214 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-0247df76-c98d-4ce8-bc3e-f3d433fb69de tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Publish callbacks [] for security_group (None), before_response {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:18:45.564970 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [None req-0247df76-c98d-4ce8-bc3e-f3d433fb69de tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1793 time: 0.5853565 Jun 24 15:18:45.571064 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.wsgi [-] (104511) accepted ('10.222.0.67', 36524) {{(pid=104511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:18:45.576601 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.v2.base [None req-b4550345-3d84-440c-a243-0abef16f6252 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Request body: {'security_group_rule': {'security_group_id': 'b9b51dc4-7b04-4aff-a905-bf9eb837f4f2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104511) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 15:18:45.598484 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69be0c29-c56c-40cc-828d-fc21782884ce None None] Pushing event updated for resources: {'Port': ['ID=a7b2305d-abda-4d95-8049-4c59ceb495ae,revision_number=4']} {{(pid=104514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:18:45.701919 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG dbcounter [-] [104514] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104514) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:18:45.716649 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.db.l3_dvr_db [None req-9d4c140f-9f00-4f1c-a963-e604f2c8f21c None None] Set router 89619c26-225f-439e-ad94-ad28e686931f gateway port host: dv-cinder-835384-11-iscsi {{(pid=104514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 15:18:45.733468 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-b4550345-3d84-440c-a243-0abef16f6252 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Publish callbacks [] for security_group_rule (5937dee4-5453-43dd-865a-ec4d61cc6ef1), before_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:18:45.769308 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-1e2a3ba1-f2ee-4eeb-869c-a56d80cc149d req-f87b5cc9-c555-4b12-93f8-e94de6f955d2 tempest-DeleteServersTestJSON-1914753502 tempest-DeleteServersTestJSON-1914753502-project] 10.222.0.67 "GET /v2.0/ports?device_id=a2cb33d2-4d1f-4910-82a0-2ace0cc1144b HTTP/1.1" status: 200 len: 210 time: 0.0501480 Jun 24 15:18:45.783962 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.db [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] For port c32a7bab-7bd7-4a6c-baf4-07b5d75970e6, host dv-cinder-835384-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-11-iscsi',level=0,port_id=c32a7bab-7bd7-4a6c-baf4-07b5d75970e6,segment=NetworkSegment(6785a788-9b98-4059-b825-96a306cb346e),segment_id=6785a788-9b98-4059-b825-96a306cb346e)] {{(pid=104513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 15:18:45.843991 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:18:45.859866 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761385101662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761384583316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761384583334'] for port (c32a7bab-7bd7-4a6c-baf4-07b5d75970e6), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:18:45.861008 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.rpc [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Device 8f888443-66b8-4901-aa8f-2add3863ed0a up at agent ovs-agent-dv-cinder-835384-11-iscsi {{(pid=104513) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 15:18:45.943135 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-b4550345-3d84-440c-a243-0abef16f6252 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Publish callbacks [] for security_group_rule (5937dee4-5453-43dd-865a-ec4d61cc6ef1), precommit_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:18:45.960040 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-1730eeba-c770-4934-a748-cd309a2392b9 req-94757493-02d6-4993-a030-5c1bc963e0eb tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] 10.222.0.67 "GET /v2.0/ports?device_id=72dcf091-51b8-4200-86d7-002dde49e07c HTTP/1.1" status: 200 len: 210 time: 0.0520191 Jun 24 15:18:45.987346 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.provisioning_blocks [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Provisioning complete for port 8f888443-66b8-4901-aa8f-2add3863ed0a triggered by entity L2. {{(pid=104513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 15:18:45.987720 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7696598'] for port (8f888443-66b8-4901-aa8f-2add3863ed0a), provisioning_complete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:18:46.028137 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-b4550345-3d84-440c-a243-0abef16f6252 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-275495'] for security_group_rule (5937dee4-5453-43dd-865a-ec4d61cc6ef1), after_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:18:46.083946 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4550345-3d84-440c-a243-0abef16f6252 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5937dee4-5453-43dd-865a-ec4d61cc6ef1,revision_number=0']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:18:46.133002 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-b4550345-3d84-440c-a243-0abef16f6252 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:18:46.137187 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.wsgi [-] (104512) accepted ('10.222.0.67', 36554) {{(pid=104512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:18:46.139413 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [None req-b4550345-3d84-440c-a243-0abef16f6252 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5668950 Jun 24 15:18:46.141720 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.v2.base [None req-1a6b4709-89c6-4a00-8137-cf6bd656d5a5 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Request body: {'security_group_rule': {'security_group_id': 'b9b51dc4-7b04-4aff-a905-bf9eb837f4f2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 15:18:46.343483 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-1a6b4709-89c6-4a00-8137-cf6bd656d5a5 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Publish callbacks [] for security_group_rule (ad2f2efb-2471-4e99-9d88-44e2b5f7314a), before_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:18:46.353007 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.db.l3_hamode_db [None req-9d4c140f-9f00-4f1c-a963-e604f2c8f21c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89619c26-225f-439e-ad94-ad28e686931f', 'name': 'tempest-ServerRescueNegativeTestJSON-1496855055-router', 'tenant_id': 'b6bf0e1123fa47a7844e09127fb16d6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'external_fixed_ips': [{'subnet_id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'ip_address': '172.27.0.242'}], 'enable_snat': True}, 'gw_port_id': '45ca9b4c-affa-47e6-8000-cd8c70570c2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T15:18:32Z', 'updated_at': '2022-06-24T15:18:41Z', 'revision_number': 4, 'project_id': 'b6bf0e1123fa47a7844e09127fb16d6e', 'gw_port': {'id': '45ca9b4c-affa-47e6-8000-cd8c70570c2e', 'name': '', 'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:3b:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89619c26-225f-439e-ad94-ad28e686931f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'ip_address': '172.27.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T15:18:34Z', 'updated_at': '2022-06-24T15:18:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-11-iscsi', '_interfaces': [{'id': 'a7b2305d-abda-4d95-8049-4c59ceb495ae', 'name': '', 'network_id': 'af13b512-ccae-46a6-b2e4-3851b74c876d', 'tenant_id': 'b6bf0e1123fa47a7844e09127fb16d6e', 'mac_address': 'fa:16:3e:34:13:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89619c26-225f-439e-ad94-ad28e686931f', 'device_owner': 'network:router_interface', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '298c1716-00da-4f9f-a34c-b32e0b6a8775', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T15:18:38Z', 'updated_at': '2022-06-24T15:18:45Z', 'revision_number': 4, 'project_id': 'b6bf0e1123fa47a7844e09127fb16d6e', 'subnets': [{'id': '298c1716-00da-4f9f-a34c-b32e0b6a8775', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-11-iscsi', False) {} {{(pid=104514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 15:18:46.373496 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.plugin [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Current status of the port 8f888443-66b8-4901-aa8f-2add3863ed0a is: ACTIVE; New status is: ACTIVE {{(pid=104513) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 15:18:46.413247 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=2 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:18:46.431699 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d4c140f-9f00-4f1c-a963-e604f2c8f21c None None] The sync data for ids ['89619c26-225f-439e-ad94-ad28e686931f'] in dv-cinder-835384-11-iscsi is: [{'id': '89619c26-225f-439e-ad94-ad28e686931f', 'name': 'tempest-ServerRescueNegativeTestJSON-1496855055-router', 'tenant_id': 'b6bf0e1123fa47a7844e09127fb16d6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'external_fixed_ips': [{'subnet_id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'ip_address': '172.27.0.242'}], 'enable_snat': True}, 'gw_port_id': '45ca9b4c-affa-47e6-8000-cd8c70570c2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T15:18:32Z', 'updated_at': '2022-06-24T15:18:41Z', 'revision_number': 4, 'project_id': 'b6bf0e1123fa47a7844e09127fb16d6e', 'gw_port': {'id': '45ca9b4c-affa-47e6-8000-cd8c70570c2e', 'name': '', 'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:3b:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89619c26-225f-439e-ad94-ad28e686931f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'ip_address': '172.27.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T15:18:34Z', 'updated_at': '2022-06-24T15:18:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-11-iscsi', '_interfaces': [{'id': 'a7b2305d-abda-4d95-8049-4c59ceb495ae', 'name': '', 'network_id': 'af13b512-ccae-46a6-b2e4-3851b74c876d', 'tenant_id': 'b6bf0e1123fa47a7844e09127fb16d6e', 'mac_address': 'fa:16:3e:34:13:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89619c26-225f-439e-ad94-ad28e686931f', 'device_owner': 'network:router_interface', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '298c1716-00da-4f9f-a34c-b32e0b6a8775', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T15:18:38Z', 'updated_at': '2022-06-24T15:18:45Z', 'revision_number': 4, 'project_id': 'b6bf0e1123fa47a7844e09127fb16d6e', 'subnets': [{'id': '298c1716-00da-4f9f-a34c-b32e0b6a8775', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 15:18:46.630479 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.plugin [None req-aec2dd32-a6e8-4ff1-8f78-7c48b475ef27 None None] Current status of the port 1bb961a7-ece1-4725-99dc-20b018c543c0 is: DOWN; New status is: ACTIVE {{(pid=104513) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 15:18:46.630872 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-aec2dd32-a6e8-4ff1-8f78-7c48b475ef27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7727318'] for port (1bb961a7-ece1-4725-99dc-20b018c543c0), before_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:18:46.642404 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.l3_hamode_db [None req-44eb3ebe-65bd-4943-96f5-344354c303a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdccb451-e35e-486d-b144-010345b0e9c5', 'name': 'tempest-AttachVolumeShelveTestJSON-1938332131-router', 'tenant_id': 'c4807ce933f14af0be22dd1cf3635c2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'external_fixed_ips': [{'subnet_id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'ip_address': '172.27.0.81'}], 'enable_snat': True}, 'gw_port_id': 'c32a7bab-7bd7-4a6c-baf4-07b5d75970e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T15:18:31Z', 'updated_at': '2022-06-24T15:18:41Z', 'revision_number': 4, 'project_id': 'c4807ce933f14af0be22dd1cf3635c2f', 'gw_port': {'id': 'c32a7bab-7bd7-4a6c-baf4-07b5d75970e6', 'name': '', 'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:62:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdccb451-e35e-486d-b144-010345b0e9c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'ip_address': '172.27.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T15:18:33Z', 'updated_at': '2022-06-24T15:18:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-11-iscsi', '_interfaces': [{'id': 'f7cfaf54-64fd-42ff-931f-2a48f687eb0a', 'name': '', 'network_id': '6d1ef1dd-ee8a-4e52-9261-de77d4e705e2', 'tenant_id': 'c4807ce933f14af0be22dd1cf3635c2f', 'mac_address': 'fa:16:3e:c8:65:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdccb451-e35e-486d-b144-010345b0e9c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'ca86efdf-43ba-4cdf-8f0a-3c6622699971', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T15:18:39Z', 'updated_at': '2022-06-24T15:18:42Z', 'revision_number': 2, 'project_id': 'c4807ce933f14af0be22dd1cf3635c2f', 'subnets': [{'id': 'ca86efdf-43ba-4cdf-8f0a-3c6622699971', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-11-iscsi', False) {} {{(pid=104513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 15:18:46.650121 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-1a6b4709-89c6-4a00-8137-cf6bd656d5a5 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Publish callbacks [] for security_group_rule (ad2f2efb-2471-4e99-9d88-44e2b5f7314a), precommit_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:18:46.653273 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:SELECT=100 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:18:46.685469 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a2fbf5-ccb5-4f1d-a79c-783dbbef6430 req-68f446a9-8b30-4ebe-b926-0144a6f5eee5 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:18:46.686664 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.wsgi [-] (104511) accepted ('10.222.0.67', 36586) {{(pid=104511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:18:46.691258 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Pushing event updated for resources: {'Port': ['ID=c32a7bab-7bd7-4a6c-baf4-07b5d75970e6,revision_number=4']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:18:46.700467 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44eb3ebe-65bd-4943-96f5-344354c303a6 None None] Checking router: bdccb451-e35e-486d-b144-010345b0e9c5 for host: dv-cinder-835384-11-iscsi {{(pid=104513) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 15:18:46.701092 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44eb3ebe-65bd-4943-96f5-344354c303a6 None None] Updating router bdccb451-e35e-486d-b144-010345b0e9c5 port f7cfaf54-64fd-42ff-931f-2a48f687eb0a binding host dv-cinder-835384-11-iscsi {{(pid=104513) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 15:18:46.710596 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-13a2fbf5-ccb5-4f1d-a79c-783dbbef6430 req-68f446a9-8b30-4ebe-b926-0144a6f5eee5 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] 10.222.0.67 "GET /v2.0/networks?id=af13b512-ccae-46a6-b2e4-3851b74c876d HTTP/1.1" status: 200 len: 819 time: 0.2703810 Jun 24 15:18:46.736622 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-13a2fbf5-ccb5-4f1d-a79c-783dbbef6430 req-f802ae84-c28e-42cb-baec-63c6d2eb24c9 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] 10.222.0.67 "GET /v2.0/quotas/b6bf0e1123fa47a7844e09127fb16d6e HTTP/1.1" status: 200 len: 375 time: 0.0254397 Jun 24 15:18:46.751306 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-d9e33b08-7543-4fdd-adce-527f988aa989 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:18:46.753756 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.l3_hamode_db [None req-35649492-b455-417a-9acc-6d6b079394ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '270f2000-3ef2-4e27-8b5e-f02f39c9f8c0', 'name': 'tempest-DeleteServersTestJSON-1859522206-router', 'tenant_id': 'd6e6bc2109c44c37a0ed635b021bba7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'external_fixed_ips': [{'subnet_id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': '8f888443-66b8-4901-aa8f-2add3863ed0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T15:18:30Z', 'updated_at': '2022-06-24T15:18:37Z', 'revision_number': 4, 'project_id': 'd6e6bc2109c44c37a0ed635b021bba7e', 'gw_port': {'id': '8f888443-66b8-4901-aa8f-2add3863ed0a', 'name': '', 'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:38:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '270f2000-3ef2-4e27-8b5e-f02f39c9f8c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T15:18:31Z', 'updated_at': '2022-06-24T15:18:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-11-iscsi', '_interfaces': [{'id': '1bb961a7-ece1-4725-99dc-20b018c543c0', 'name': '', 'network_id': '9fcf8abc-a8a5-4725-9758-d53e9c47196e', 'tenant_id': 'd6e6bc2109c44c37a0ed635b021bba7e', 'mac_address': 'fa:16:3e:a9:4a:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '270f2000-3ef2-4e27-8b5e-f02f39c9f8c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'ea1c2da1-618d-4ad8-a2be-7752fdea9063', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T15:18:36Z', 'updated_at': '2022-06-24T15:18:44Z', 'revision_number': 4, 'project_id': 'd6e6bc2109c44c37a0ed635b021bba7e', 'subnets': [{'id': 'ea1c2da1-618d-4ad8-a2be-7752fdea9063', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-11-iscsi', False) {} {{(pid=104513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 15:18:46.782046 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-1a6b4709-89c6-4a00-8137-cf6bd656d5a5 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-275495'] for security_group_rule (ad2f2efb-2471-4e99-9d88-44e2b5f7314a), after_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:18:46.849455 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6b4709-89c6-4a00-8137-cf6bd656d5a5 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad2f2efb-2471-4e99-9d88-44e2b5f7314a,revision_number=0']} {{(pid=104512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:18:46.868130 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-13a2fbf5-ccb5-4f1d-a79c-783dbbef6430 req-edb87d93-98b6-47e9-9a27-b5229aa1601a tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=b6bf0e1123fa47a7844e09127fb16d6e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1255879 Jun 24 15:18:46.914978 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35649492-b455-417a-9acc-6d6b079394ef None None] The sync data for ids ['270f2000-3ef2-4e27-8b5e-f02f39c9f8c0'] in dv-cinder-835384-11-iscsi is: [{'id': '270f2000-3ef2-4e27-8b5e-f02f39c9f8c0', 'name': 'tempest-DeleteServersTestJSON-1859522206-router', 'tenant_id': 'd6e6bc2109c44c37a0ed635b021bba7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'external_fixed_ips': [{'subnet_id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': '8f888443-66b8-4901-aa8f-2add3863ed0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T15:18:30Z', 'updated_at': '2022-06-24T15:18:37Z', 'revision_number': 4, 'project_id': 'd6e6bc2109c44c37a0ed635b021bba7e', 'gw_port': {'id': '8f888443-66b8-4901-aa8f-2add3863ed0a', 'name': '', 'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:38:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '270f2000-3ef2-4e27-8b5e-f02f39c9f8c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T15:18:31Z', 'updated_at': '2022-06-24T15:18:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-11-iscsi', '_interfaces': [{'id': '1bb961a7-ece1-4725-99dc-20b018c543c0', 'name': '', 'network_id': '9fcf8abc-a8a5-4725-9758-d53e9c47196e', 'tenant_id': 'd6e6bc2109c44c37a0ed635b021bba7e', 'mac_address': 'fa:16:3e:a9:4a:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '270f2000-3ef2-4e27-8b5e-f02f39c9f8c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'ea1c2da1-618d-4ad8-a2be-7752fdea9063', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T15:18:36Z', 'updated_at': '2022-06-24T15:18:44Z', 'revision_number': 4, 'project_id': 'd6e6bc2109c44c37a0ed635b021bba7e', 'subnets': [{'id': 'ea1c2da1-618d-4ad8-a2be-7752fdea9063', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104513) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 15:18:46.921112 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.db [None req-aec2dd32-a6e8-4ff1-8f78-7c48b475ef27 None None] For port 1bb961a7-ece1-4725-99dc-20b018c543c0, host dv-cinder-835384-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-11-iscsi',level=0,port_id=1bb961a7-ece1-4725-99dc-20b018c543c0,segment=NetworkSegment(027837b1-cab2-4a9f-8458-d830c85d3dd7),segment_id=027837b1-cab2-4a9f-8458-d830c85d3dd7)] {{(pid=104513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 15:18:46.922504 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-44eb3ebe-65bd-4943-96f5-344354c303a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7727318'] for port (f7cfaf54-64fd-42ff-931f-2a48f687eb0a), before_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:18:46.971544 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-d9e33b08-7543-4fdd-adce-527f988aa989 admin admin] Publish callbacks [] for security_group (aa7c06c5-1936-491e-b993-8a87ece13192), precommit_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:18:47.029613 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-aec2dd32-a6e8-4ff1-8f78-7c48b475ef27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761385101662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761384583316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761384583334'] for port (1bb961a7-ece1-4725-99dc-20b018c543c0), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:18:47.044970 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-1a6b4709-89c6-4a00-8137-cf6bd656d5a5 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:18:47.046978 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [None req-1a6b4709-89c6-4a00-8137-cf6bd656d5a5 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9087017 Jun 24 15:18:47.050539 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.wsgi [-] (104511) accepted ('10.222.0.67', 36596) {{(pid=104511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:18:47.060072 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.v2.base [None req-06e5d00c-8405-4fa8-9e17-0ef47f794339 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Request body: {'floatingip': {'floating_network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59'}} {{(pid=104511) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 15:18:47.064682 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-a7c354e0-9a67-4ff0-b241-7c119ffb0aae req-7bfd81a1-0905-4b81-bd8f-ec0a0790588c tempest-DeleteServersTestJSON-1914753502 tempest-DeleteServersTestJSON-1914753502-project] 10.222.0.67 "GET /v2.0/ports?device_id=a2cb33d2-4d1f-4910-82a0-2ace0cc1144b HTTP/1.1" status: 200 len: 210 time: 0.1093667 Jun 24 15:18:47.078549 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-d9e33b08-7543-4fdd-adce-527f988aa989 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-275664'] for security_group (aa7c06c5-1936-491e-b993-8a87ece13192), after_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:18:47.253374 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:DELETE=3,neutron:SELECT=78,neutron:INSERT=17,neutron:UPDATE=2 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:18:47.255335 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e33b08-7543-4fdd-adce-527f988aa989 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa7c06c5-1936-491e-b993-8a87ece13192,revision_number=1']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:18:47.274420 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.provisioning_blocks [None req-23278e71-8058-4393-9125-fbeebd4ad143 None None] Provisioning complete for port a7b2305d-abda-4d95-8049-4c59ceb495ae triggered by entity DHCP. {{(pid=104513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 15:18:47.274825 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-23278e71-8058-4393-9125-fbeebd4ad143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7696598'] for port (a7b2305d-abda-4d95-8049-4c59ceb495ae), provisioning_complete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:18:47.284704 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [None req-d9e33b08-7543-4fdd-adce-527f988aa989 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=39ce535da8614cc8a423316e7077eace&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5953465 Jun 24 15:18:47.305671 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.wsgi [-] (104512) accepted ('10.222.0.67', 36610) {{(pid=104512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:18:47.314787 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-06e5d00c-8405-4fa8-9e17-0ef47f794339 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:18:47.392158 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-13a2fbf5-ccb5-4f1d-a79c-783dbbef6430 req-ace766cd-8fe8-40ee-b908-e421456eb9b5 service neutron] 10.222.0.67 "GET /v2.0/networks/af13b512-ccae-46a6-b2e4-3851b74c876d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5196970 Jun 24 15:18:47.410023 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec2dd32-a6e8-4ff1-8f78-7c48b475ef27 None None] Pushing event updated for resources: {'Port': ['ID=1bb961a7-ece1-4725-99dc-20b018c543c0,revision_number=5']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:18:47.624849 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:18:47.625881 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-629ef14f-1d7e-4d20-ab8e-6b0774a46fc9 admin admin] Publish callbacks [] for security_group (aa7c06c5-1936-491e-b993-8a87ece13192), before_delete {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:18:47.633400 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-06e5d00c-8405-4fa8-9e17-0ef47f794339 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7727318'] for port (None), before_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:18:47.640151 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.plugin [None req-23278e71-8058-4393-9125-fbeebd4ad143 None None] Current status of the port a7b2305d-abda-4d95-8049-4c59ceb495ae is: DOWN; New status is: ACTIVE {{(pid=104513) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 15:18:47.640695 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-23278e71-8058-4393-9125-fbeebd4ad143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7727318'] for port (a7b2305d-abda-4d95-8049-4c59ceb495ae), before_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:18:47.665685 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-13a2fbf5-ccb5-4f1d-a79c-783dbbef6430 req-15700e7a-4aee-460a-8f89-2681100b4c7a service neutron] 10.222.0.67 "GET /v2.0/networks/af13b512-ccae-46a6-b2e4-3851b74c876d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2182889 Jun 24 15:18:47.705520 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-629ef14f-1d7e-4d20-ab8e-6b0774a46fc9 admin admin] Publish callbacks [] for security_group (aa7c06c5-1936-491e-b993-8a87ece13192), precommit_delete {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:18:47.795617 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.db [None req-23278e71-8058-4393-9125-fbeebd4ad143 None None] For port a7b2305d-abda-4d95-8049-4c59ceb495ae, host dv-cinder-835384-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-11-iscsi',level=0,port_id=a7b2305d-abda-4d95-8049-4c59ceb495ae,segment=NetworkSegment(09260357-2b8c-4633-ba77-7272b5911a12),segment_id=09260357-2b8c-4633-ba77-7272b5911a12)] {{(pid=104513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 15:18:47.816549 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:18:47.818690 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.db.db_base_plugin_common [None req-06e5d00c-8405-4fa8-9e17-0ef47f794339 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Allocated IP 172.27.0.104 (60b3096c-3a0f-4216-9e52-e826cbf1fb59/f6c08379-d241-4966-a4ae-7ff02804e7f6/06172158-2a15-4595-a14f-6537e6138dc7) {{(pid=104511) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 15:18:47.819446 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-44eb3ebe-65bd-4943-96f5-344354c303a6 None None] Publish callbacks [] for port (f7cfaf54-64fd-42ff-931f-2a48f687eb0a), precommit_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:18:47.837579 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.wsgi [-] (104512) accepted ('10.222.0.64', 61473) {{(pid=104512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:18:47.869299 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-23278e71-8058-4393-9125-fbeebd4ad143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761385101662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761384583316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761384583334'] for port (a7b2305d-abda-4d95-8049-4c59ceb495ae), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:18:47.957420 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-44eb3ebe-65bd-4943-96f5-344354c303a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761385101662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761384583316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761384583334'] for port (f7cfaf54-64fd-42ff-931f-2a48f687eb0a), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:18:48.060318 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-629ef14f-1d7e-4d20-ab8e-6b0774a46fc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-275664'] for security_group (aa7c06c5-1936-491e-b993-8a87ece13192), after_delete {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:18:48.077140 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-629ef14f-1d7e-4d20-ab8e-6b0774a46fc9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:18:48.091038 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [None req-629ef14f-1d7e-4d20-ab8e-6b0774a46fc9 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/aa7c06c5-1936-491e-b993-8a87ece13192 HTTP/1.1" status: 204 len: 168 time: 0.7808042 Jun 24 15:18:48.093142 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23278e71-8058-4393-9125-fbeebd4ad143 None None] Pushing event updated for resources: {'Port': ['ID=a7b2305d-abda-4d95-8049-4c59ceb495ae,revision_number=5']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:18:48.192009 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-06e5d00c-8405-4fa8-9e17-0ef47f794339 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Publish callbacks [] for port (06172158-2a15-4595-a14f-6537e6138dc7), precommit_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:18:48.331250 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-6335fb51-1884-482d-ba7a-7771d6b39279 req-eebb6eb9-70d2-4ed2-8efd-1c54ba338315 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] 10.222.0.67 "GET /v2.0/ports?device_id=d1a390f9-db97-4a41-a7df-e71f3d5c9ceb HTTP/1.1" status: 200 len: 210 time: 0.1467092 Jun 24 15:18:48.351049 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629ef14f-1d7e-4d20-ab8e-6b0774a46fc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa7c06c5-1936-491e-b993-8a87ece13192,revision_number=None']} {{(pid=104512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:18:48.378677 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80acf5bf-79b1-435c-aee1-c525e3c0ee24 req-8e206043-fcfd-4be9-9cf8-17884a9e8392 tempest-DeleteServersTestJSON-1914753502 tempest-DeleteServersTestJSON-1914753502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:18:48.391263 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-06e5d00c-8405-4fa8-9e17-0ef47f794339 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761384583298'] for port (06172158-2a15-4595-a14f-6537e6138dc7), after_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:18:48.407873 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-80acf5bf-79b1-435c-aee1-c525e3c0ee24 req-8e206043-fcfd-4be9-9cf8-17884a9e8392 tempest-DeleteServersTestJSON-1914753502 tempest-DeleteServersTestJSON-1914753502-project] 10.222.0.64 "GET /v2.0/networks?id=9fcf8abc-a8a5-4725-9758-d53e9c47196e HTTP/1.1" status: 200 len: 812 time: 0.5690725 Jun 24 15:18:48.452913 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.v2.base [req-80acf5bf-79b1-435c-aee1-c525e3c0ee24 req-d537ab32-cdc6-42f9-8097-e204e6ade6ac tempest-DeleteServersTestJSON-1914753502 tempest-DeleteServersTestJSON-1914753502-project] Request body: {'port': {'device_id': 'a2cb33d2-4d1f-4910-82a0-2ace0cc1144b', 'network_id': '9fcf8abc-a8a5-4725-9758-d53e9c47196e', 'admin_state_up': True, 'tenant_id': 'd6e6bc2109c44c37a0ed635b021bba7e'}} {{(pid=104512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 15:18:48.549946 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa84420d-587c-4c43-a01b-ca76853d4270 None None] Pushing event updated for resources: {'Port': ['ID=f7cfaf54-64fd-42ff-931f-2a48f687eb0a,revision_number=3']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:18:48.577065 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:18:48.605540 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e5d00c-8405-4fa8-9e17-0ef47f794339 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Pushing event updated for resources: {'Port': ['ID=06172158-2a15-4595-a14f-6537e6138dc7,revision_number=1']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:18:48.623703 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06e5d00c-8405-4fa8-9e17-0ef47f794339 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Network 60b3096c-3a0f-4216-9e52-e826cbf1fb59 is already hosted by enough agents. {{(pid=104511) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 15:18:48.626181 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.scheduler.base_scheduler [None req-06e5d00c-8405-4fa8-9e17-0ef47f794339 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Resources bound (agent type, host, resource id): {{(pid=104511) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 15:18:48.636205 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06e5d00c-8405-4fa8-9e17-0ef47f794339 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Received port after_create {{(pid=104511) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 15:18:48.670871 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.managers [None req-44eb3ebe-65bd-4943-96f5-344354c303a6 None None] Attempting to bind port f7cfaf54-64fd-42ff-931f-2a48f687eb0a on host dv-cinder-835384-11-iscsi for vnic_type normal with profile {{(pid=104513) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 15:18:48.673150 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.managers [None req-44eb3ebe-65bd-4943-96f5-344354c303a6 None None] Attempting to bind port f7cfaf54-64fd-42ff-931f-2a48f687eb0a by drivers openvswitch,hyperv on host dv-cinder-835384-11-iscsi at level 0 using segments [{'id': 'fbb525f4-37d7-4ee1-94df-b844f5efa329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '6d1ef1dd-ee8a-4e52-9261-de77d4e705e2'}] {{(pid=104513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 15:18:48.675069 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44eb3ebe-65bd-4943-96f5-344354c303a6 None None] Attempting to bind port f7cfaf54-64fd-42ff-931f-2a48f687eb0a on network 6d1ef1dd-ee8a-4e52-9261-de77d4e705e2 {{(pid=104513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 15:18:48.749248 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.provisioning_blocks [None req-e77044a0-4bd2-4b86-9981-76b809073f21 None None] Provisioning complete for port f7cfaf54-64fd-42ff-931f-2a48f687eb0a triggered by entity DHCP. {{(pid=104513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 15:18:48.749248 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-e77044a0-4bd2-4b86-9981-76b809073f21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7696598'] for port (f7cfaf54-64fd-42ff-931f-2a48f687eb0a), provisioning_complete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:18:48.906217 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.plugin [None req-e77044a0-4bd2-4b86-9981-76b809073f21 None None] Port f7cfaf54-64fd-42ff-931f-2a48f687eb0a cannot update to ACTIVE because it is not bound. {{(pid=104513) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 15:18:48.908515 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-367f1e64-7cf3-4422-b2e3-3423193e534e req-cf44c340-32cb-4aeb-9e63-d083135861a4 tempest-DeleteServersTestJSON-1914753502 tempest-DeleteServersTestJSON-1914753502-project] 10.222.0.67 "GET /v2.0/ports?device_id=a2cb33d2-4d1f-4910-82a0-2ace0cc1144b HTTP/1.1" status: 200 len: 210 time: 0.2975760 Jun 24 15:18:48.923257 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.rpc [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Device a7b2305d-abda-4d95-8049-4c59ceb495ae up at agent ovs-agent-dv-cinder-835384-11-iscsi {{(pid=104513) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 15:18:48.936793 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44eb3ebe-65bd-4943-96f5-344354c303a6 None None] Checking agent: {'id': '559fa80c-96d5-4fe7-8c5f-9eda482c27bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835384-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 15, 10, 27), 'started_at': datetime.datetime(2022, 6, 24, 15, 10, 57), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 15, 18, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835384-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 15:18:48.949699 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44eb3ebe-65bd-4943-96f5-344354c303a6 None None] Checking segment: {'id': 'fbb525f4-37d7-4ee1-94df-b844f5efa329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '6d1ef1dd-ee8a-4e52-9261-de77d4e705e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 15:18:48.951430 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-06e5d00c-8405-4fa8-9e17-0ef47f794339 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Publish callbacks [] for floatingip (ee3c6a61-9c07-4fc6-9fe4-2ab5930abc3d), precommit_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:18:48.953216 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-44eb3ebe-65bd-4943-96f5-344354c303a6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:18:48.953813 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44eb3ebe-65bd-4943-96f5-344354c303a6 None None] Bound using segment: {'id': 'fbb525f4-37d7-4ee1-94df-b844f5efa329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '6d1ef1dd-ee8a-4e52-9261-de77d4e705e2'} {{(pid=104513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 15:18:48.955239 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.managers [None req-44eb3ebe-65bd-4943-96f5-344354c303a6 None None] Bound port: f7cfaf54-64fd-42ff-931f-2a48f687eb0a, host: dv-cinder-835384-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbb525f4-37d7-4ee1-94df-b844f5efa329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '6d1ef1dd-ee8a-4e52-9261-de77d4e705e2'}}] {{(pid=104513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 15:18:48.957405 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-44eb3ebe-65bd-4943-96f5-344354c303a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7727318'] for port (f7cfaf54-64fd-42ff-931f-2a48f687eb0a), before_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:18:49.174739 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.provisioning_blocks [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Provisioning complete for port a7b2305d-abda-4d95-8049-4c59ceb495ae triggered by entity L2. {{(pid=104513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 15:18:49.174739 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7696598'] for port (a7b2305d-abda-4d95-8049-4c59ceb495ae), provisioning_complete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:18:49.185368 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-06e5d00c-8405-4fa8-9e17-0ef47f794339 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7727318'] for port (06172158-2a15-4595-a14f-6537e6138dc7), before_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:18:49.314566 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.db [None req-44eb3ebe-65bd-4943-96f5-344354c303a6 None None] For port f7cfaf54-64fd-42ff-931f-2a48f687eb0a, host dv-cinder-835384-11-iscsi, cleared binding levels {{(pid=104513) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 15:18:49.314566 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.db [None req-44eb3ebe-65bd-4943-96f5-344354c303a6 None None] For port f7cfaf54-64fd-42ff-931f-2a48f687eb0a, host dv-cinder-835384-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-11-iscsi',level=0,port_id=f7cfaf54-64fd-42ff-931f-2a48f687eb0a,segment=NetworkSegment(fbb525f4-37d7-4ee1-94df-b844f5efa329),segment_id=fbb525f4-37d7-4ee1-94df-b844f5efa329)] {{(pid=104513) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 15:18:49.398653 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.plugin [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Current status of the port a7b2305d-abda-4d95-8049-4c59ceb495ae is: ACTIVE; New status is: ACTIVE {{(pid=104513) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 15:18:49.400014 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.rpc [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Device c32a7bab-7bd7-4a6c-baf4-07b5d75970e6 up at agent ovs-agent-dv-cinder-835384-11-iscsi {{(pid=104513) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 15:18:49.408283 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-44eb3ebe-65bd-4943-96f5-344354c303a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761385101662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761384583316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761384583334'] for port (f7cfaf54-64fd-42ff-931f-2a48f687eb0a), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:18:49.431956 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-06e5d00c-8405-4fa8-9e17-0ef47f794339 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Publish callbacks [] for port (06172158-2a15-4595-a14f-6537e6138dc7), precommit_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:18:49.468683 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-133ec8c3-c14c-4db2-a71a-396acaf74782 req-10a77b77-f681-482a-bcd2-58b9636dad68 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] 10.222.0.67 "GET /v2.0/ports?device_id=d1a390f9-db97-4a41-a7df-e71f3d5c9ceb HTTP/1.1" status: 200 len: 210 time: 0.0343461 Jun 24 15:18:49.513828 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-80acf5bf-79b1-435c-aee1-c525e3c0ee24 req-d537ab32-cdc6-42f9-8097-e204e6ade6ac tempest-DeleteServersTestJSON-1914753502 tempest-DeleteServersTestJSON-1914753502-project] Made reservation on behalf of d6e6bc2109c44c37a0ed635b021bba7e for: {'port': 1} {{(pid=104512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 15:18:49.517251 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [req-80acf5bf-79b1-435c-aee1-c525e3c0ee24 req-d537ab32-cdc6-42f9-8097-e204e6ade6ac tempest-DeleteServersTestJSON-1914753502 tempest-DeleteServersTestJSON-1914753502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7727318'] for port (None), before_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:18:49.542601 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-06e5d00c-8405-4fa8-9e17-0ef47f794339 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761385101662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761384583316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761384583334'] for port (06172158-2a15-4595-a14f-6537e6138dc7), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:18:49.561146 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44eb3ebe-65bd-4943-96f5-344354c303a6 None None] Routers {'bdccb451-e35e-486d-b144-010345b0e9c5'} bound to L3 agent in host dv-cinder-835384-11-iscsi {{(pid=104513) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 15:18:49.561795 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.l3_hamode_db [None req-44eb3ebe-65bd-4943-96f5-344354c303a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-24T15:10:24Z,description=,heartbeat_timestamp=2022-06-24T15:18:24Z,host='dv-cinder-835384-11-iscsi',id=45985ff7-1335-48cd-ab02-73eb58295827,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T15:10:24Z,topic='l3_agent')) {'router_ids': ['bdccb451-e35e-486d-b144-010345b0e9c5'], 'active': True} {{(pid=104513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 15:18:49.574766 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa84420d-587c-4c43-a01b-ca76853d4270 None None] Pushing event updated for resources: {'Port': ['ID=f7cfaf54-64fd-42ff-931f-2a48f687eb0a,revision_number=4']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:18:49.651338 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-06e5d00c-8405-4fa8-9e17-0ef47f794339 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-467314'] for floatingip (ee3c6a61-9c07-4fc6-9fe4-2ab5930abc3d), after_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:18:49.708009 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e5d00c-8405-4fa8-9e17-0ef47f794339 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Pushing event updated for resources: {'Port': ['ID=06172158-2a15-4595-a14f-6537e6138dc7,revision_number=2']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:18:49.768415 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-06e5d00c-8405-4fa8-9e17-0ef47f794339 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30073'] for floatingip (None), before_response {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:18:49.781828 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [None req-06e5d00c-8405-4fa8-9e17-0ef47f794339 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.7263114 Jun 24 15:18:49.803335 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.provisioning_blocks [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Provisioning complete for port c32a7bab-7bd7-4a6c-baf4-07b5d75970e6 triggered by entity L2. {{(pid=104513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 15:18:49.804851 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7696598'] for port (c32a7bab-7bd7-4a6c-baf4-07b5d75970e6), provisioning_complete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:18:49.860037 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:18:49.912644 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=4 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:18:49.981673 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.l3_dvr_db [None req-44eb3ebe-65bd-4943-96f5-344354c303a6 None None] Set router bdccb451-e35e-486d-b144-010345b0e9c5 gateway port host: dv-cinder-835384-11-iscsi {{(pid=104513) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 15:18:50.102241 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.db.db_base_plugin_common [req-80acf5bf-79b1-435c-aee1-c525e3c0ee24 req-d537ab32-cdc6-42f9-8097-e204e6ade6ac tempest-DeleteServersTestJSON-1914753502 tempest-DeleteServersTestJSON-1914753502-project] Allocated IP 172.20.0.6 (9fcf8abc-a8a5-4725-9758-d53e9c47196e/ea1c2da1-618d-4ad8-a2be-7752fdea9063/471abd13-dcca-4d97-83ff-7d113a0b2e5b) {{(pid=104512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 15:18:50.190167 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-383a4443-4bee-4e79-8822-01702b733a45 req-57e63828-9217-47fe-a609-2e05fefdf8d4 tempest-DeleteServersTestJSON-1914753502 tempest-DeleteServersTestJSON-1914753502-project] 10.222.0.67 "GET /v2.0/ports?device_id=a2cb33d2-4d1f-4910-82a0-2ace0cc1144b HTTP/1.1" status: 200 len: 210 time: 0.1021631 Jun 24 15:18:50.237240 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.wsgi [-] (104511) accepted ('10.222.0.64', 61489) {{(pid=104511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:18:50.479490 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:18:50.508883 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.wsgi [-] (104511) accepted ('10.222.0.67', 36770) {{(pid=104511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:18:50.539286 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.provisioning_blocks [None req-1daaa978-d24f-4cf5-a5f4-80c6b2f6d65b None None] Provisioning complete for port f7cfaf54-64fd-42ff-931f-2a48f687eb0a triggered by entity DHCP. {{(pid=104513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 15:18:50.539286 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-1daaa978-d24f-4cf5-a5f4-80c6b2f6d65b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7696598'] for port (f7cfaf54-64fd-42ff-931f-2a48f687eb0a), provisioning_complete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:18:50.692331 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.plugin [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Current status of the port c32a7bab-7bd7-4a6c-baf4-07b5d75970e6 is: ACTIVE; New status is: ACTIVE {{(pid=104513) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 15:18:50.708303 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.rpc [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Device 1bb961a7-ece1-4725-99dc-20b018c543c0 up at agent ovs-agent-dv-cinder-835384-11-iscsi {{(pid=104513) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 15:18:50.816210 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:18:50.949001 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-9f11aee6-fc36-40e8-bbc2-6e46a845ec50 req-d54a637c-d1c9-43ff-b182-9e57a011b0bf tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] 10.222.0.67 "GET /v2.0/ports?device_id=d1a390f9-db97-4a41-a7df-e71f3d5c9ceb HTTP/1.1" status: 200 len: 210 time: 0.2183192 Jun 24 15:18:51.091459 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-725c094c-acb1-495b-af27-11b77ac7f164 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:18:51.161759 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486a8b55-3ccb-45be-baed-1ff9a2a04953 req-d8810740-a198-4898-b4fd-5d96c8f7a94a tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:18:51.168202 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [req-486a8b55-3ccb-45be-baed-1ff9a2a04953 req-d8810740-a198-4898-b4fd-5d96c8f7a94a tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] 10.222.0.64 "GET /v2.0/networks?id=af13b512-ccae-46a6-b2e4-3851b74c876d HTTP/1.1" status: 200 len: 819 time: 0.9255474 Jun 24 15:18:51.360065 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [req-80acf5bf-79b1-435c-aee1-c525e3c0ee24 req-d537ab32-cdc6-42f9-8097-e204e6ade6ac tempest-DeleteServersTestJSON-1914753502 tempest-DeleteServersTestJSON-1914753502-project] Publish callbacks [] for port (471abd13-dcca-4d97-83ff-7d113a0b2e5b), precommit_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:18:51.415402 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-2568f0ab-c64f-4b3f-8029-88fd61e01b79 req-8e7a78aa-7f49-4674-86f5-3f4b4ac3bb1d tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-securitygroup--517264912&fields=id&tenant_id=c4807ce933f14af0be22dd1cf3635c2f HTTP/1.1" status: 200 len: 267 time: 0.5437276 Jun 24 15:18:51.450775 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-c36abaa9-66ef-4f42-b374-313090ee5d71 req-62ef0cc1-19ca-4ff8-92f0-ed854678a1b0 tempest-DeleteServersTestJSON-1914753502 tempest-DeleteServersTestJSON-1914753502-project] 10.222.0.67 "GET /v2.0/ports?device_id=a2cb33d2-4d1f-4910-82a0-2ace0cc1144b HTTP/1.1" status: 200 len: 210 time: 0.0528996 Jun 24 15:18:51.490653 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.provisioning_blocks [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Provisioning complete for port 1bb961a7-ece1-4725-99dc-20b018c543c0 triggered by entity L2. {{(pid=104513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 15:18:51.492992 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [req-80acf5bf-79b1-435c-aee1-c525e3c0ee24 req-d537ab32-cdc6-42f9-8097-e204e6ade6ac tempest-DeleteServersTestJSON-1914753502 tempest-DeleteServersTestJSON-1914753502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761384583298'] for port (471abd13-dcca-4d97-83ff-7d113a0b2e5b), after_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:18:51.498804 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7696598'] for port (1bb961a7-ece1-4725-99dc-20b018c543c0), provisioning_complete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:18:51.520406 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.v2.base [req-486a8b55-3ccb-45be-baed-1ff9a2a04953 req-af038f71-60f0-4628-8347-a11e56e42c84 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] Request body: {'port': {'device_id': '72dcf091-51b8-4200-86d7-002dde49e07c', 'network_id': 'af13b512-ccae-46a6-b2e4-3851b74c876d', 'admin_state_up': True, 'tenant_id': 'b6bf0e1123fa47a7844e09127fb16d6e'}} {{(pid=104511) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 15:18:51.596028 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-e931dae7-f706-40dc-8a65-00dd6d167f98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697012'] for agent (61dc9491-0c49-467e-b62a-6961ce952bc2), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:18:51.612940 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:18:51.620771 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d537ab32-cdc6-42f9-8097-e204e6ade6ac tempest-DeleteServersTestJSON-1914753502 tempest-DeleteServersTestJSON-1914753502-project] Pushing event updated for resources: {'Port': ['ID=471abd13-dcca-4d97-83ff-7d113a0b2e5b,revision_number=1']} {{(pid=104512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:18:51.662065 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-725c094c-acb1-495b-af27-11b77ac7f164 admin admin] Publish callbacks [] for security_group (372bfe52-99b4-4220-b1c5-7908de6ed51a), precommit_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:18:51.703876 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.l3_hamode_db [None req-44eb3ebe-65bd-4943-96f5-344354c303a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdccb451-e35e-486d-b144-010345b0e9c5', 'name': 'tempest-AttachVolumeShelveTestJSON-1938332131-router', 'tenant_id': 'c4807ce933f14af0be22dd1cf3635c2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'external_fixed_ips': [{'subnet_id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'ip_address': '172.27.0.81'}], 'enable_snat': True}, 'gw_port_id': 'c32a7bab-7bd7-4a6c-baf4-07b5d75970e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T15:18:31Z', 'updated_at': '2022-06-24T15:18:41Z', 'revision_number': 4, 'project_id': 'c4807ce933f14af0be22dd1cf3635c2f', 'gw_port': {'id': 'c32a7bab-7bd7-4a6c-baf4-07b5d75970e6', 'name': '', 'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:62:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdccb451-e35e-486d-b144-010345b0e9c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'ip_address': '172.27.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T15:18:33Z', 'updated_at': '2022-06-24T15:18:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-11-iscsi', '_interfaces': [{'id': 'f7cfaf54-64fd-42ff-931f-2a48f687eb0a', 'name': '', 'network_id': '6d1ef1dd-ee8a-4e52-9261-de77d4e705e2', 'tenant_id': 'c4807ce933f14af0be22dd1cf3635c2f', 'mac_address': 'fa:16:3e:c8:65:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdccb451-e35e-486d-b144-010345b0e9c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'ca86efdf-43ba-4cdf-8f0a-3c6622699971', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T15:18:39Z', 'updated_at': '2022-06-24T15:18:49Z', 'revision_number': 4, 'project_id': 'c4807ce933f14af0be22dd1cf3635c2f', 'subnets': [{'id': 'ca86efdf-43ba-4cdf-8f0a-3c6622699971', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-11-iscsi', False) {} {{(pid=104513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 15:18:51.708936 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-80acf5bf-79b1-435c-aee1-c525e3c0ee24 req-d537ab32-cdc6-42f9-8097-e204e6ade6ac tempest-DeleteServersTestJSON-1914753502 tempest-DeleteServersTestJSON-1914753502-project] Network 9fcf8abc-a8a5-4725-9758-d53e9c47196e is already hosted by enough agents. {{(pid=104512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 15:18:51.714074 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.scheduler.base_scheduler [req-80acf5bf-79b1-435c-aee1-c525e3c0ee24 req-d537ab32-cdc6-42f9-8097-e204e6ade6ac tempest-DeleteServersTestJSON-1914753502 tempest-DeleteServersTestJSON-1914753502-project] Resources bound (agent type, host, resource id): {{(pid=104512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 15:18:51.721316 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.db.l3_dvrscheduler_db [req-80acf5bf-79b1-435c-aee1-c525e3c0ee24 req-d537ab32-cdc6-42f9-8097-e204e6ade6ac tempest-DeleteServersTestJSON-1914753502 tempest-DeleteServersTestJSON-1914753502-project] Received port after_create {{(pid=104512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 15:18:51.727185 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80acf5bf-79b1-435c-aee1-c525e3c0ee24 req-d537ab32-cdc6-42f9-8097-e204e6ade6ac tempest-DeleteServersTestJSON-1914753502 tempest-DeleteServersTestJSON-1914753502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:18:51.728098 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [req-80acf5bf-79b1-435c-aee1-c525e3c0ee24 req-d537ab32-cdc6-42f9-8097-e204e6ade6ac tempest-DeleteServersTestJSON-1914753502 tempest-DeleteServersTestJSON-1914753502-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7879399'] for port (None), before_response {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:18:51.737589 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44eb3ebe-65bd-4943-96f5-344354c303a6 None None] The sync data for ids ['bdccb451-e35e-486d-b144-010345b0e9c5'] in dv-cinder-835384-11-iscsi is: [{'id': 'bdccb451-e35e-486d-b144-010345b0e9c5', 'name': 'tempest-AttachVolumeShelveTestJSON-1938332131-router', 'tenant_id': 'c4807ce933f14af0be22dd1cf3635c2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'external_fixed_ips': [{'subnet_id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'ip_address': '172.27.0.81'}], 'enable_snat': True}, 'gw_port_id': 'c32a7bab-7bd7-4a6c-baf4-07b5d75970e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T15:18:31Z', 'updated_at': '2022-06-24T15:18:41Z', 'revision_number': 4, 'project_id': 'c4807ce933f14af0be22dd1cf3635c2f', 'gw_port': {'id': 'c32a7bab-7bd7-4a6c-baf4-07b5d75970e6', 'name': '', 'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:62:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdccb451-e35e-486d-b144-010345b0e9c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'ip_address': '172.27.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T15:18:33Z', 'updated_at': '2022-06-24T15:18:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-11-iscsi', '_interfaces': [{'id': 'f7cfaf54-64fd-42ff-931f-2a48f687eb0a', 'name': '', 'network_id': '6d1ef1dd-ee8a-4e52-9261-de77d4e705e2', 'tenant_id': 'c4807ce933f14af0be22dd1cf3635c2f', 'mac_address': 'fa:16:3e:c8:65:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdccb451-e35e-486d-b144-010345b0e9c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'ca86efdf-43ba-4cdf-8f0a-3c6622699971', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T15:18:39Z', 'updated_at': '2022-06-24T15:18:49Z', 'revision_number': 4, 'project_id': 'c4807ce933f14af0be22dd1cf3635c2f', 'subnets': [{'id': 'ca86efdf-43ba-4cdf-8f0a-3c6622699971', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104513) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 15:18:51.742346 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.plugin [None req-1daaa978-d24f-4cf5-a5f4-80c6b2f6d65b None None] Current status of the port f7cfaf54-64fd-42ff-931f-2a48f687eb0a is: DOWN; New status is: ACTIVE {{(pid=104513) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 15:18:51.742738 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-1daaa978-d24f-4cf5-a5f4-80c6b2f6d65b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7727318'] for port (f7cfaf54-64fd-42ff-931f-2a48f687eb0a), before_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:18:51.792313 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2568f0ab-c64f-4b3f-8029-88fd61e01b79 req-69e9cb65-029a-457d-90d7-f33b776f358c tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:18:51.794365 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-2568f0ab-c64f-4b3f-8029-88fd61e01b79 req-69e9cb65-029a-457d-90d7-f33b776f358c tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "GET /v2.0/networks?id=6d1ef1dd-ee8a-4e52-9261-de77d4e705e2 HTTP/1.1" status: 200 len: 817 time: 0.3568718 Jun 24 15:18:51.817096 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.plugin [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Current status of the port 1bb961a7-ece1-4725-99dc-20b018c543c0 is: ACTIVE; New status is: ACTIVE {{(pid=104513) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 15:18:51.826862 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-2568f0ab-c64f-4b3f-8029-88fd61e01b79 req-d7bba89e-14e2-48b7-8a19-53e35e54b825 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "GET /v2.0/quotas/c4807ce933f14af0be22dd1cf3635c2f HTTP/1.1" status: 200 len: 375 time: 0.0260732 Jun 24 15:18:51.871399 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.db [None req-1daaa978-d24f-4cf5-a5f4-80c6b2f6d65b None None] For port f7cfaf54-64fd-42ff-931f-2a48f687eb0a, host dv-cinder-835384-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-11-iscsi',level=0,port_id=f7cfaf54-64fd-42ff-931f-2a48f687eb0a,segment=NetworkSegment(fbb525f4-37d7-4ee1-94df-b844f5efa329),segment_id=fbb525f4-37d7-4ee1-94df-b844f5efa329)] {{(pid=104513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 15:18:51.936262 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-80acf5bf-79b1-435c-aee1-c525e3c0ee24 req-d537ab32-cdc6-42f9-8097-e204e6ade6ac tempest-DeleteServersTestJSON-1914753502 tempest-DeleteServersTestJSON-1914753502-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4874563 Jun 24 15:18:51.959809 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-725c094c-acb1-495b-af27-11b77ac7f164 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-275664'] for security_group (372bfe52-99b4-4220-b1c5-7908de6ed51a), after_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:18:51.971595 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.wsgi [req-80acf5bf-79b1-435c-aee1-c525e3c0ee24 req-62426f2a-11dd-46b5-8d4f-35d5fb88bfb7 tempest-DeleteServersTestJSON-1914753502 tempest-DeleteServersTestJSON-1914753502-project] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=104512) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 24 15:18:51.985659 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-80acf5bf-79b1-435c-aee1-c525e3c0ee24 req-62426f2a-11dd-46b5-8d4f-35d5fb88bfb7 tempest-DeleteServersTestJSON-1914753502 tempest-DeleteServersTestJSON-1914753502-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0266554 Jun 24 15:18:52.039839 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-1daaa978-d24f-4cf5-a5f4-80c6b2f6d65b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761385101662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761384583316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761384583334'] for port (f7cfaf54-64fd-42ff-931f-2a48f687eb0a), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:18:52.071268 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-2568f0ab-c64f-4b3f-8029-88fd61e01b79 req-3255efb7-73e7-4503-8922-dd010ab39869 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=c4807ce933f14af0be22dd1cf3635c2f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2313404 Jun 24 15:18:52.091904 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [None req-725c094c-acb1-495b-af27-11b77ac7f164 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=3326c29b85f643c28253c9ce948bda8a&name=default HTTP/1.1" status: 200 len: 2992 time: 1.5801473 Jun 24 15:18:52.092964 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.wsgi [-] (104511) accepted ('10.222.0.67', 36822) {{(pid=104511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:18:52.173017 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1daaa978-d24f-4cf5-a5f4-80c6b2f6d65b None None] Pushing event updated for resources: {'Port': ['ID=f7cfaf54-64fd-42ff-931f-2a48f687eb0a,revision_number=5']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:18:52.373858 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725c094c-acb1-495b-af27-11b77ac7f164 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=372bfe52-99b4-4220-b1c5-7908de6ed51a,revision_number=1']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:18:52.475087 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.provisioning_blocks [None req-0a3fff27-2f4f-47de-86dd-b83233395248 None None] Provisioning complete for port 471abd13-dcca-4d97-83ff-7d113a0b2e5b triggered by entity DHCP. {{(pid=104513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 15:18:52.475087 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-0a3fff27-2f4f-47de-86dd-b83233395248 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7696598'] for port (471abd13-dcca-4d97-83ff-7d113a0b2e5b), provisioning_complete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:18:52.497618 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.wsgi [-] (104511) accepted ('10.222.0.64', 61495) {{(pid=104511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:18:52.541809 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=86,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:18:52.551591 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-e97a690f-8ad3-4f63-90a1-2cec7899abf8 admin admin] Publish callbacks [] for security_group (372bfe52-99b4-4220-b1c5-7908de6ed51a), before_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:18:52.572705 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.wsgi [-] (104511) accepted ('10.222.0.67', 36844) {{(pid=104511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:18:52.629989 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-e97a690f-8ad3-4f63-90a1-2cec7899abf8 admin admin] Publish callbacks [] for security_group (372bfe52-99b4-4220-b1c5-7908de6ed51a), precommit_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:18:52.642368 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-486a8b55-3ccb-45be-baed-1ff9a2a04953 req-af038f71-60f0-4628-8347-a11e56e42c84 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] Made reservation on behalf of b6bf0e1123fa47a7844e09127fb16d6e for: {'port': 1} {{(pid=104511) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 15:18:52.652356 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-1730c449-0e4c-4fb5-a89a-25440c90af55 req-d488fc45-47bb-419b-9c78-8ad861d01363 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] 10.222.0.67 "GET /v2.0/ports?device_id=d1a390f9-db97-4a41-a7df-e71f3d5c9ceb HTTP/1.1" status: 200 len: 210 time: 0.3018932 Jun 24 15:18:52.662829 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.plugin [None req-0a3fff27-2f4f-47de-86dd-b83233395248 None None] Port 471abd13-dcca-4d97-83ff-7d113a0b2e5b cannot update to ACTIVE because it is not bound. {{(pid=104513) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 15:18:52.671646 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [req-486a8b55-3ccb-45be-baed-1ff9a2a04953 req-af038f71-60f0-4628-8347-a11e56e42c84 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7727318'] for port (None), before_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:18:52.776651 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.v2.base [req-80acf5bf-79b1-435c-aee1-c525e3c0ee24 req-adaccd38-2991-4637-ac23-48a6d75f8bc8 service neutron] Request body: {'port': {'device_id': 'a2cb33d2-4d1f-4910-82a0-2ace0cc1144b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83538'}} {{(pid=104511) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 15:18:52.955807 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-2568f0ab-c64f-4b3f-8029-88fd61e01b79 req-f0f57f84-d151-44d4-96d5-859a81756bbf service neutron] 10.222.0.67 "GET /v2.0/networks/6d1ef1dd-ee8a-4e52-9261-de77d4e705e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8843579 Jun 24 15:18:53.042006 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f068fd-09b3-4770-a0b3-7a8ef9b49b55 req-c6f04729-c86c-417e-89db-5c618c502a8b tempest-DeleteServersTestJSON-1914753502 tempest-DeleteServersTestJSON-1914753502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:18:53.053614 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-57f068fd-09b3-4770-a0b3-7a8ef9b49b55 req-c6f04729-c86c-417e-89db-5c618c502a8b tempest-DeleteServersTestJSON-1914753502 tempest-DeleteServersTestJSON-1914753502-project] 10.222.0.67 "GET /v2.0/ports?device_id=a2cb33d2-4d1f-4910-82a0-2ace0cc1144b HTTP/1.1" status: 200 len: 931 time: 0.2235608 Jun 24 15:18:53.120217 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:18:53.219883 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a2fbf5-ccb5-4f1d-a79c-783dbbef6430 req-ff25dc84-2e51-4cf9-b60f-bd5465111473 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:18:53.232371 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-13a2fbf5-ccb5-4f1d-a79c-783dbbef6430 req-ff25dc84-2e51-4cf9-b60f-bd5465111473 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] 10.222.0.64 "GET /v2.0/networks?id=af13b512-ccae-46a6-b2e4-3851b74c876d HTTP/1.1" status: 200 len: 819 time: 0.8821390 Jun 24 15:18:53.255413 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.v2.base [req-13a2fbf5-ccb5-4f1d-a79c-783dbbef6430 req-ce5af250-f6ea-4ff8-9b79-20bdbc2e7383 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] Request body: {'port': {'device_id': 'd1a390f9-db97-4a41-a7df-e71f3d5c9ceb', 'network_id': 'af13b512-ccae-46a6-b2e4-3851b74c876d', 'admin_state_up': True, 'tenant_id': 'b6bf0e1123fa47a7844e09127fb16d6e'}} {{(pid=104512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 15:18:53.264219 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [req-80acf5bf-79b1-435c-aee1-c525e3c0ee24 req-adaccd38-2991-4637-ac23-48a6d75f8bc8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7727318'] for port (471abd13-dcca-4d97-83ff-7d113a0b2e5b), before_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:18:53.267708 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-f69f374f-6bc4-4eea-a1fc-3ce04741aa04 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:18:53.286542 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-e97a690f-8ad3-4f63-90a1-2cec7899abf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-275664'] for security_group (372bfe52-99b4-4220-b1c5-7908de6ed51a), after_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:18:53.289776 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-e97a690f-8ad3-4f63-90a1-2cec7899abf8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:18:53.291162 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [None req-e97a690f-8ad3-4f63-90a1-2cec7899abf8 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/372bfe52-99b4-4220-b1c5-7908de6ed51a HTTP/1.1" status: 204 len: 168 time: 1.1757858 Jun 24 15:18:53.318730 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-57f068fd-09b3-4770-a0b3-7a8ef9b49b55 req-856fc577-9977-4a82-bc29-e12b910fbd7f tempest-DeleteServersTestJSON-1914753502 tempest-DeleteServersTestJSON-1914753502-project] 10.222.0.67 "GET /v2.0/security-groups?id=857973a4-e371-4f80-93a1-fa704fcd25f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2628367 Jun 24 15:18:53.392677 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-2568f0ab-c64f-4b3f-8029-88fd61e01b79 req-73e00ac5-b686-4d08-898b-07d20d05d2f0 service neutron] 10.222.0.67 "GET /v2.0/networks/6d1ef1dd-ee8a-4e52-9261-de77d4e705e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4028170 Jun 24 15:18:53.461531 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97a690f-8ad3-4f63-90a1-2cec7899abf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=372bfe52-99b4-4220-b1c5-7908de6ed51a,revision_number=None']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:18:53.572598 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13a2fbf5-ccb5-4f1d-a79c-783dbbef6430 req-ce5af250-f6ea-4ff8-9b79-20bdbc2e7383 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] Made reservation on behalf of b6bf0e1123fa47a7844e09127fb16d6e for: {'port': 1} {{(pid=104512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 15:18:53.579547 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [req-13a2fbf5-ccb5-4f1d-a79c-783dbbef6430 req-ce5af250-f6ea-4ff8-9b79-20bdbc2e7383 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7727318'] for port (None), before_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:18:53.726185 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-b42d9b7e-197b-43c8-a82a-186cc0f16a8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697012'] for agent (45985ff7-1335-48cd-ab02-73eb58295827), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:18:53.912291 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-31942e9d-c215-4f7d-8f76-64db71320ba3 req-569c5084-17d1-43ec-ab4a-2372e030171c tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "GET /v2.0/ports?device_id=e24b4aae-8cee-48cc-bf18-e9a915ea3f2c HTTP/1.1" status: 200 len: 210 time: 0.0842154 Jun 24 15:18:54.033426 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-a73cde11-4037-48a0-bbe8-b3a0eb392d75 req-557f205a-aa12-4e8e-836d-ae3a33636445 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] 10.222.0.67 "GET /v2.0/ports?device_id=d1a390f9-db97-4a41-a7df-e71f3d5c9ceb HTTP/1.1" status: 200 len: 210 time: 0.1358769 Jun 24 15:18:54.060272 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=85,neutron:DELETE=4,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:18:54.111608 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.rpc [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Device f7cfaf54-64fd-42ff-931f-2a48f687eb0a up at agent ovs-agent-dv-cinder-835384-11-iscsi {{(pid=104513) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 15:18:54.213918 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.db.db_base_plugin_common [req-486a8b55-3ccb-45be-baed-1ff9a2a04953 req-af038f71-60f0-4628-8347-a11e56e42c84 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] Allocated IP 172.20.0.9 (af13b512-ccae-46a6-b2e4-3851b74c876d/298c1716-00da-4f9f-a34c-b32e0b6a8775/cdb31b17-1cea-4ead-bfa9-8e2eaf5beea8) {{(pid=104511) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 15:18:54.219148 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.wsgi [-] (104512) accepted ('10.222.0.67', 36892) {{(pid=104512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:18:54.227755 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.provisioning_blocks [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Provisioning complete for port f7cfaf54-64fd-42ff-931f-2a48f687eb0a triggered by entity L2. {{(pid=104513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 15:18:54.228379 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7696598'] for port (f7cfaf54-64fd-42ff-931f-2a48f687eb0a), provisioning_complete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:18:54.230985 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:18:54.372902 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.plugin [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Current status of the port f7cfaf54-64fd-42ff-931f-2a48f687eb0a is: ACTIVE; New status is: ACTIVE {{(pid=104513) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 15:18:54.413346 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-f69f374f-6bc4-4eea-a1fc-3ce04741aa04 admin admin] Publish callbacks [] for security_group (ff0e660a-f97a-4331-a4be-d33a085a5aa2), precommit_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:18:54.515565 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-f69f374f-6bc4-4eea-a1fc-3ce04741aa04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-275664'] for security_group (ff0e660a-f97a-4331-a4be-d33a085a5aa2), after_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:18:54.641792 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f44430d-09e7-4d75-ab63-3ecc85626e0c req-86cac76b-00d0-4880-a6b4-2b1cd08c21d7 tempest-DeleteServersTestJSON-1914753502 tempest-DeleteServersTestJSON-1914753502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:18:54.643782 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-6f44430d-09e7-4d75-ab63-3ecc85626e0c req-86cac76b-00d0-4880-a6b4-2b1cd08c21d7 tempest-DeleteServersTestJSON-1914753502 tempest-DeleteServersTestJSON-1914753502-project] 10.222.0.67 "GET /v2.0/ports?device_id=a2cb33d2-4d1f-4910-82a0-2ace0cc1144b HTTP/1.1" status: 200 len: 931 time: 0.1407628 Jun 24 15:18:54.687253 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=86,neutron:UPDATE=5,neutron:INSERT=9 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:18:54.757378 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69f374f-6bc4-4eea-a1fc-3ce04741aa04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff0e660a-f97a-4331-a4be-d33a085a5aa2,revision_number=1']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:18:54.786252 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [None req-f69f374f-6bc4-4eea-a1fc-3ce04741aa04 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=6ea548217ba14fa4aabbfe81fa916275&name=default HTTP/1.1" status: 200 len: 2996 time: 2.2038927 Jun 24 15:18:54.789395 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.wsgi [-] (104511) accepted ('10.222.0.67', 36908) {{(pid=104511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:18:54.808138 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.notifiers.nova [req-80acf5bf-79b1-435c-aee1-c525e3c0ee24 req-adaccd38-2991-4637-ac23-48a6d75f8bc8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 471abd13-dcca-4d97-83ff-7d113a0b2e5b {{(pid=104511) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 15:18:54.823885 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-6f44430d-09e7-4d75-ab63-3ecc85626e0c req-9f39e3ec-4e21-49df-8f67-73a7d0d22881 tempest-DeleteServersTestJSON-1914753502 tempest-DeleteServersTestJSON-1914753502-project] 10.222.0.67 "GET /v2.0/security-groups?id=857973a4-e371-4f80-93a1-fa704fcd25f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452398 Jun 24 15:18:54.841171 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [req-80acf5bf-79b1-435c-aee1-c525e3c0ee24 req-adaccd38-2991-4637-ac23-48a6d75f8bc8 service neutron] Publish callbacks [] for port (471abd13-dcca-4d97-83ff-7d113a0b2e5b), precommit_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:18:54.899068 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-d73d1f41-61df-4a39-ab29-0c189bd5ee45 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:18:54.925172 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [req-486a8b55-3ccb-45be-baed-1ff9a2a04953 req-af038f71-60f0-4628-8347-a11e56e42c84 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] Publish callbacks [] for port (cdb31b17-1cea-4ead-bfa9-8e2eaf5beea8), precommit_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:18:54.953961 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-6e9ba797-1d0c-40f8-9e0c-708f895be0b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697012'] for agent (f984396c-9862-4f32-9cf6-f19d2e5feb00), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:18:55.024963 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.db.provisioning_blocks [req-80acf5bf-79b1-435c-aee1-c525e3c0ee24 req-adaccd38-2991-4637-ac23-48a6d75f8bc8 service neutron] Transition to ACTIVE for port object 471abd13-dcca-4d97-83ff-7d113a0b2e5b will not be triggered until provisioned by entity L2. {{(pid=104511) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 24 15:18:55.049180 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [req-486a8b55-3ccb-45be-baed-1ff9a2a04953 req-af038f71-60f0-4628-8347-a11e56e42c84 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761384583298'] for port (cdb31b17-1cea-4ead-bfa9-8e2eaf5beea8), after_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:18:55.101504 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-486a8b55-3ccb-45be-baed-1ff9a2a04953 req-af038f71-60f0-4628-8347-a11e56e42c84 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] Network af13b512-ccae-46a6-b2e4-3851b74c876d is already hosted by enough agents. {{(pid=104511) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 15:18:55.106537 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.scheduler.base_scheduler [req-486a8b55-3ccb-45be-baed-1ff9a2a04953 req-af038f71-60f0-4628-8347-a11e56e42c84 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] Resources bound (agent type, host, resource id): {{(pid=104511) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 15:18:55.122567 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.db.l3_dvrscheduler_db [req-486a8b55-3ccb-45be-baed-1ff9a2a04953 req-af038f71-60f0-4628-8347-a11e56e42c84 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] Received port after_create {{(pid=104511) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 15:18:55.133970 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486a8b55-3ccb-45be-baed-1ff9a2a04953 req-af038f71-60f0-4628-8347-a11e56e42c84 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:18:55.133970 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [req-486a8b55-3ccb-45be-baed-1ff9a2a04953 req-af038f71-60f0-4628-8347-a11e56e42c84 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7879399'] for port (None), before_response {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:18:55.139477 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-2ae1cd5f-04ec-4c00-a8f0-2186a2a96fa8 req-d3c79653-fd0b-42bc-bc96-8af387e94412 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "GET /v2.0/ports?device_id=e24b4aae-8cee-48cc-bf18-e9a915ea3f2c HTTP/1.1" status: 200 len: 210 time: 0.1225979 Jun 24 15:18:55.243579 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [req-80acf5bf-79b1-435c-aee1-c525e3c0ee24 req-adaccd38-2991-4637-ac23-48a6d75f8bc8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761385101662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761384583316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761384583334'] for port (471abd13-dcca-4d97-83ff-7d113a0b2e5b), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:18:55.322613 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-d73d1f41-61df-4a39-ab29-0c189bd5ee45 admin admin] Publish callbacks [] for security_group (6b4c7bb4-547d-47fa-9bb4-f3c61989d432), precommit_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:18:55.401060 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-3a45c8ae-9f84-400e-b011-71ad280ac6f5 req-7b206596-ee00-436c-af92-69227d5676eb tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] 10.222.0.67 "GET /v2.0/ports?device_id=d1a390f9-db97-4a41-a7df-e71f3d5c9ceb HTTP/1.1" status: 200 len: 210 time: 0.1359432 Jun 24 15:18:55.412319 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-d73d1f41-61df-4a39-ab29-0c189bd5ee45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-275664'] for security_group (6b4c7bb4-547d-47fa-9bb4-f3c61989d432), after_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:18:55.455558 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af038f71-60f0-4628-8347-a11e56e42c84 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] Pushing event updated for resources: {'Port': ['ID=cdb31b17-1cea-4ead-bfa9-8e2eaf5beea8,revision_number=1']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:18:55.472156 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [req-486a8b55-3ccb-45be-baed-1ff9a2a04953 req-af038f71-60f0-4628-8347-a11e56e42c84 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9781489 Jun 24 15:18:55.514008 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-b97090f7-7310-4f20-a02a-b184810fed01 admin admin] Publish callbacks [] for security_group (ff0e660a-f97a-4331-a4be-d33a085a5aa2), before_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:18:55.534462 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.db.db_base_plugin_common [req-13a2fbf5-ccb5-4f1d-a79c-783dbbef6430 req-ce5af250-f6ea-4ff8-9b79-20bdbc2e7383 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] Allocated IP 172.20.0.7 (af13b512-ccae-46a6-b2e4-3851b74c876d/298c1716-00da-4f9f-a34c-b32e0b6a8775/8cf89439-cc2e-4f42-bff5-bf72f779218b) {{(pid=104512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 15:18:55.574599 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-b97090f7-7310-4f20-a02a-b184810fed01 admin admin] Publish callbacks [] for security_group (ff0e660a-f97a-4331-a4be-d33a085a5aa2), precommit_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:18:55.629592 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.provisioning_blocks [None req-e5c151b1-bbdc-44c6-a60d-454bcd775f0d None None] Provisioning complete for port cdb31b17-1cea-4ead-bfa9-8e2eaf5beea8 triggered by entity DHCP. {{(pid=104513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 15:18:55.630317 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-e5c151b1-bbdc-44c6-a60d-454bcd775f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7696598'] for port (cdb31b17-1cea-4ead-bfa9-8e2eaf5beea8), provisioning_complete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:18:55.633572 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [None req-d73d1f41-61df-4a39-ab29-0c189bd5ee45 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=ebc1917e3470485696bfd6e97d67b5e5&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4111421 Jun 24 15:18:55.636380 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.wsgi [-] (104512) accepted ('10.222.0.67', 36926) {{(pid=104512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:18:55.644159 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=2,neutron:DELETE=2 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:18:55.645741 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adaccd38-2991-4637-ac23-48a6d75f8bc8 service neutron] Pushing event updated for resources: {'Port': ['ID=471abd13-dcca-4d97-83ff-7d113a0b2e5b,revision_number=2']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:18:55.649300 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73d1f41-61df-4a39-ab29-0c189bd5ee45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b4c7bb4-547d-47fa-9bb4-f3c61989d432,revision_number=1']} {{(pid=104512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:18:55.751168 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.plugin [None req-e5c151b1-bbdc-44c6-a60d-454bcd775f0d None None] Port cdb31b17-1cea-4ead-bfa9-8e2eaf5beea8 cannot update to ACTIVE because it is not bound. {{(pid=104513) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 15:18:55.762226 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.managers [req-80acf5bf-79b1-435c-aee1-c525e3c0ee24 req-adaccd38-2991-4637-ac23-48a6d75f8bc8 service neutron] Attempting to bind port 471abd13-dcca-4d97-83ff-7d113a0b2e5b on host hv-cinder-83538 for vnic_type normal with profile {{(pid=104511) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 15:18:55.766261 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.managers [req-80acf5bf-79b1-435c-aee1-c525e3c0ee24 req-adaccd38-2991-4637-ac23-48a6d75f8bc8 service neutron] Attempting to bind port 471abd13-dcca-4d97-83ff-7d113a0b2e5b by drivers openvswitch,hyperv on host hv-cinder-83538 at level 0 using segments [{'id': '027837b1-cab2-4a9f-8458-d830c85d3dd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '9fcf8abc-a8a5-4725-9758-d53e9c47196e'}] {{(pid=104511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 15:18:55.766601 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80acf5bf-79b1-435c-aee1-c525e3c0ee24 req-adaccd38-2991-4637-ac23-48a6d75f8bc8 service neutron] Attempting to bind port 471abd13-dcca-4d97-83ff-7d113a0b2e5b on network 9fcf8abc-a8a5-4725-9758-d53e9c47196e {{(pid=104511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 15:18:55.782708 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80acf5bf-79b1-435c-aee1-c525e3c0ee24 req-adaccd38-2991-4637-ac23-48a6d75f8bc8 service neutron] Port 471abd13-dcca-4d97-83ff-7d113a0b2e5b on network 9fcf8abc-a8a5-4725-9758-d53e9c47196e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83538 {{(pid=104511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 24 15:18:55.783037 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80acf5bf-79b1-435c-aee1-c525e3c0ee24 req-adaccd38-2991-4637-ac23-48a6d75f8bc8 service neutron] Attempting to bind port 471abd13-dcca-4d97-83ff-7d113a0b2e5b on network 9fcf8abc-a8a5-4725-9758-d53e9c47196e {{(pid=104511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 15:18:55.797434 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80acf5bf-79b1-435c-aee1-c525e3c0ee24 req-adaccd38-2991-4637-ac23-48a6d75f8bc8 service neutron] Checking agent: {'id': 'f0fa743b-ff28-43ff-ac51-704c86538f10', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83538', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 15, 16, 38), 'started_at': datetime.datetime(2022, 6, 24, 15, 16, 38), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 15, 18, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 15:18:55.797818 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80acf5bf-79b1-435c-aee1-c525e3c0ee24 req-adaccd38-2991-4637-ac23-48a6d75f8bc8 service neutron] Checking segment: {'id': '027837b1-cab2-4a9f-8458-d830c85d3dd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '9fcf8abc-a8a5-4725-9758-d53e9c47196e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 15:18:55.798503 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80acf5bf-79b1-435c-aee1-c525e3c0ee24 req-adaccd38-2991-4637-ac23-48a6d75f8bc8 service neutron] Bound using segment: {'id': '027837b1-cab2-4a9f-8458-d830c85d3dd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '9fcf8abc-a8a5-4725-9758-d53e9c47196e'} {{(pid=104511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 15:18:55.798821 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.managers [req-80acf5bf-79b1-435c-aee1-c525e3c0ee24 req-adaccd38-2991-4637-ac23-48a6d75f8bc8 service neutron] Bound port: 471abd13-dcca-4d97-83ff-7d113a0b2e5b, host: hv-cinder-83538, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '027837b1-cab2-4a9f-8458-d830c85d3dd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '9fcf8abc-a8a5-4725-9758-d53e9c47196e'}}] {{(pid=104511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 15:18:55.799513 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [req-80acf5bf-79b1-435c-aee1-c525e3c0ee24 req-adaccd38-2991-4637-ac23-48a6d75f8bc8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7727318'] for port (471abd13-dcca-4d97-83ff-7d113a0b2e5b), before_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:18:55.814566 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-b97090f7-7310-4f20-a02a-b184810fed01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-275664'] for security_group (ff0e660a-f97a-4331-a4be-d33a085a5aa2), after_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:18:55.815781 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-b97090f7-7310-4f20-a02a-b184810fed01 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:18:55.821401 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [None req-b97090f7-7310-4f20-a02a-b184810fed01 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/ff0e660a-f97a-4331-a4be-d33a085a5aa2 HTTP/1.1" status: 204 len: 168 time: 1.0275481 Jun 24 15:18:55.821868 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=81,neutron:INSERT=15,neutron:UPDATE=4 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:18:55.851720 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-071a5e40-fc85-4265-802f-e5280fddcf1d admin admin] Publish callbacks [] for security_group (6b4c7bb4-547d-47fa-9bb4-f3c61989d432), before_delete {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:18:55.876503 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:18:55.885865 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97090f7-7310-4f20-a02a-b184810fed01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff0e660a-f97a-4331-a4be-d33a085a5aa2,revision_number=None']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:18:55.918860 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.db [req-80acf5bf-79b1-435c-aee1-c525e3c0ee24 req-adaccd38-2991-4637-ac23-48a6d75f8bc8 service neutron] For port 471abd13-dcca-4d97-83ff-7d113a0b2e5b, host hv-cinder-83538, cleared binding levels {{(pid=104511) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 15:18:55.937627 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-071a5e40-fc85-4265-802f-e5280fddcf1d admin admin] Publish callbacks [] for security_group (6b4c7bb4-547d-47fa-9bb4-f3c61989d432), precommit_delete {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:18:55.960740 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.db [req-80acf5bf-79b1-435c-aee1-c525e3c0ee24 req-adaccd38-2991-4637-ac23-48a6d75f8bc8 service neutron] For port 471abd13-dcca-4d97-83ff-7d113a0b2e5b, host hv-cinder-83538, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=471abd13-dcca-4d97-83ff-7d113a0b2e5b,segment=NetworkSegment(027837b1-cab2-4a9f-8458-d830c85d3dd7),segment_id=027837b1-cab2-4a9f-8458-d830c85d3dd7)] {{(pid=104511) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 15:18:56.042987 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [req-13a2fbf5-ccb5-4f1d-a79c-783dbbef6430 req-ce5af250-f6ea-4ff8-9b79-20bdbc2e7383 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] Publish callbacks [] for port (8cf89439-cc2e-4f42-bff5-bf72f779218b), precommit_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:18:56.052754 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5d0a4e-0fb2-495a-82c2-ef7c742d440b req-ef8198e9-0382-457e-a960-2bf1c877e55a tempest-DeleteServersTestJSON-1914753502 tempest-DeleteServersTestJSON-1914753502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:18:56.054381 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-da5d0a4e-0fb2-495a-82c2-ef7c742d440b req-ef8198e9-0382-457e-a960-2bf1c877e55a tempest-DeleteServersTestJSON-1914753502 tempest-DeleteServersTestJSON-1914753502-project] 10.222.0.67 "GET /v2.0/ports?device_id=a2cb33d2-4d1f-4910-82a0-2ace0cc1144b HTTP/1.1" status: 200 len: 943 time: 0.1028407 Jun 24 15:18:56.086358 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [req-80acf5bf-79b1-435c-aee1-c525e3c0ee24 req-adaccd38-2991-4637-ac23-48a6d75f8bc8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761385101662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761384583316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761384583334'] for port (471abd13-dcca-4d97-83ff-7d113a0b2e5b), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:18:56.164493 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80acf5bf-79b1-435c-aee1-c525e3c0ee24 req-adaccd38-2991-4637-ac23-48a6d75f8bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:18:56.165845 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [req-80acf5bf-79b1-435c-aee1-c525e3c0ee24 req-adaccd38-2991-4637-ac23-48a6d75f8bc8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7879399'] for port (None), before_response {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:18:56.166429 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-da5d0a4e-0fb2-495a-82c2-ef7c742d440b req-4aae8c9d-22e2-431d-91bd-cf73b622b613 tempest-DeleteServersTestJSON-1914753502 tempest-DeleteServersTestJSON-1914753502-project] 10.222.0.67 "GET /v2.0/security-groups?id=857973a4-e371-4f80-93a1-fa704fcd25f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052394 Jun 24 15:18:56.171438 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [req-80acf5bf-79b1-435c-aee1-c525e3c0ee24 req-adaccd38-2991-4637-ac23-48a6d75f8bc8 service neutron] 10.222.0.64 "PUT /v2.0/ports/471abd13-dcca-4d97-83ff-7d113a0b2e5b HTTP/1.1" status: 200 len: 1093 time: 3.6501544 Jun 24 15:18:56.171438 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2cb33d2-4d1f-4910-82a0-2ace0cc1144b', 'tag': '471abd13-dcca-4d97-83ff-7d113a0b2e5b'}] {{(pid=104511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 15:18:56.211818 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [req-13a2fbf5-ccb5-4f1d-a79c-783dbbef6430 req-ce5af250-f6ea-4ff8-9b79-20bdbc2e7383 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761384583298'] for port (8cf89439-cc2e-4f42-bff5-bf72f779218b), after_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:18:56.213800 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-071a5e40-fc85-4265-802f-e5280fddcf1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-275664'] for security_group (6b4c7bb4-547d-47fa-9bb4-f3c61989d432), after_delete {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:18:56.217791 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-071a5e40-fc85-4265-802f-e5280fddcf1d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:18:56.218643 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [None req-071a5e40-fc85-4265-802f-e5280fddcf1d admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/6b4c7bb4-547d-47fa-9bb4-f3c61989d432 HTTP/1.1" status: 204 len: 168 time: 0.5812438 Jun 24 15:18:56.349658 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071a5e40-fc85-4265-802f-e5280fddcf1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b4c7bb4-547d-47fa-9bb4-f3c61989d432,revision_number=None']} {{(pid=104512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:18:56.404472 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13a2fbf5-ccb5-4f1d-a79c-783dbbef6430 req-ce5af250-f6ea-4ff8-9b79-20bdbc2e7383 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] Network af13b512-ccae-46a6-b2e4-3851b74c876d is already hosted by enough agents. {{(pid=104512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 15:18:56.419519 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-e7d2b4de-897d-40d1-b758-5e5b7ac4c4e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697012'] for agent (2f766f35-a225-44ed-b70f-669caec6f4a7), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:18:56.430837 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.scheduler.base_scheduler [req-13a2fbf5-ccb5-4f1d-a79c-783dbbef6430 req-ce5af250-f6ea-4ff8-9b79-20bdbc2e7383 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] Resources bound (agent type, host, resource id): {{(pid=104512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 15:18:56.457151 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.db.l3_dvrscheduler_db [req-13a2fbf5-ccb5-4f1d-a79c-783dbbef6430 req-ce5af250-f6ea-4ff8-9b79-20bdbc2e7383 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] Received port after_create {{(pid=104512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 15:18:56.479858 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a2fbf5-ccb5-4f1d-a79c-783dbbef6430 req-ce5af250-f6ea-4ff8-9b79-20bdbc2e7383 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:18:56.480540 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [req-13a2fbf5-ccb5-4f1d-a79c-783dbbef6430 req-ce5af250-f6ea-4ff8-9b79-20bdbc2e7383 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7879399'] for port (None), before_response {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:18:56.494427 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5af250-f6ea-4ff8-9b79-20bdbc2e7383 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] Pushing event updated for resources: {'Port': ['ID=8cf89439-cc2e-4f42-bff5-bf72f779218b,revision_number=1']} {{(pid=104512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:18:56.521602 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.v2.base [req-486a8b55-3ccb-45be-baed-1ff9a2a04953 req-0fa2c9dd-bfb8-4c3e-8427-9b6f76aafc72 service neutron] Request body: {'port': {'device_id': '72dcf091-51b8-4200-86d7-002dde49e07c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83538'}} {{(pid=104511) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 15:18:56.534070 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adaccd38-2991-4637-ac23-48a6d75f8bc8 service neutron] Pushing event updated for resources: {'Port': ['ID=471abd13-dcca-4d97-83ff-7d113a0b2e5b,revision_number=3']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:18:56.708782 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697012'] for agent (559fa80c-96d5-4fe7-8c5f-9eda482c27bf), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:18:56.753001 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG dbcounter [-] [104514] Writing DB stats neutron:SELECT=49 {{(pid=104514) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:18:56.835726 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80acf5bf-79b1-435c-aee1-c525e3c0ee24 req-20624792-6f0f-416e-9c6b-e1973981a863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:18:56.837276 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [req-80acf5bf-79b1-435c-aee1-c525e3c0ee24 req-20624792-6f0f-416e-9c6b-e1973981a863 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d6e6bc2109c44c37a0ed635b021bba7e&device_id=a2cb33d2-4d1f-4910-82a0-2ace0cc1144b HTTP/1.1" status: 200 len: 1127 time: 0.1840994 Jun 24 15:18:56.854966 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [req-486a8b55-3ccb-45be-baed-1ff9a2a04953 req-0fa2c9dd-bfb8-4c3e-8427-9b6f76aafc72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7727318'] for port (cdb31b17-1cea-4ead-bfa9-8e2eaf5beea8), before_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:18:56.926210 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.provisioning_blocks [None req-e413a1d4-571e-4d14-be18-53157e189ecc None None] Provisioning complete for port 8cf89439-cc2e-4f42-bff5-bf72f779218b triggered by entity DHCP. {{(pid=104513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 15:18:56.927268 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [req-80acf5bf-79b1-435c-aee1-c525e3c0ee24 req-28e55a9a-c9a4-4d9f-b6b5-ae5be5810990 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=471abd13-dcca-4d97-83ff-7d113a0b2e5b HTTP/1.1" status: 200 len: 217 time: 0.0729177 Jun 24 15:18:56.933484 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-e413a1d4-571e-4d14-be18-53157e189ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7696598'] for port (8cf89439-cc2e-4f42-bff5-bf72f779218b), provisioning_complete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:18:56.977558 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:18:57.038514 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80acf5bf-79b1-435c-aee1-c525e3c0ee24 req-64854315-6d79-4137-99cd-9d7f3a75c25f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:18:57.040250 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [req-80acf5bf-79b1-435c-aee1-c525e3c0ee24 req-64854315-6d79-4137-99cd-9d7f3a75c25f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ea1c2da1-618d-4ad8-a2be-7752fdea9063 HTTP/1.1" status: 200 len: 851 time: 0.1011858 Jun 24 15:18:57.108341 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.plugin [None req-e413a1d4-571e-4d14-be18-53157e189ecc None None] Port 8cf89439-cc2e-4f42-bff5-bf72f779218b cannot update to ACTIVE because it is not bound. {{(pid=104513) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 15:18:57.315804 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78354f5e-3ad1-468f-8ddf-ff62cc577f43 req-c8686017-6331-43b9-8502-f7391b15daaf tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:18:57.320372 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-78354f5e-3ad1-468f-8ddf-ff62cc577f43 req-c8686017-6331-43b9-8502-f7391b15daaf tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] 10.222.0.67 "GET /v2.0/ports?device_id=d1a390f9-db97-4a41-a7df-e71f3d5c9ceb HTTP/1.1" status: 200 len: 931 time: 0.2057540 Jun 24 15:18:57.340469 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80acf5bf-79b1-435c-aee1-c525e3c0ee24 req-9e4a8f1a-7ce6-41d4-9146-23ef1837e9ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:18:57.342760 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [req-80acf5bf-79b1-435c-aee1-c525e3c0ee24 req-9e4a8f1a-7ce6-41d4-9146-23ef1837e9ef service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9fcf8abc-a8a5-4725-9758-d53e9c47196e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1111829 Jun 24 15:18:57.346839 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-a46b8631-ceb7-4d4b-b579-308c9e947121 req-dd75380c-c287-4a40-83eb-4f872b0b4851 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "GET /v2.0/ports?device_id=e24b4aae-8cee-48cc-bf18-e9a915ea3f2c HTTP/1.1" status: 200 len: 210 time: 0.9376018 Jun 24 15:18:57.359890 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-13a2fbf5-ccb5-4f1d-a79c-783dbbef6430 req-ce5af250-f6ea-4ff8-9b79-20bdbc2e7383 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1102974 Jun 24 15:18:57.433082 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.v2.base [req-13a2fbf5-ccb5-4f1d-a79c-783dbbef6430 req-226f0cb1-4e83-449a-983d-4ae45f77f5e6 service neutron] Request body: {'port': {'device_id': 'd1a390f9-db97-4a41-a7df-e71f3d5c9ceb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83538'}} {{(pid=104512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 15:18:57.493307 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=93,neutron:INSERT=1,neutron:DELETE=6 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:18:57.645952 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [req-80acf5bf-79b1-435c-aee1-c525e3c0ee24 req-5345bf38-3459-4e03-aad8-0d726ccb5309 service neutron] 10.222.0.64 "GET /v2.0/networks/9fcf8abc-a8a5-4725-9758-d53e9c47196e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2892287 Jun 24 15:18:57.674823 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4675c17b6bc846e4b28e54b1b3705f3f7dd7092e5e5b2c0e24b7aeedfd61db99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfe73a9d-b579-4962-9af9-7d5a7a46e479" -d '{"events": [{"name": "network-changed", "server_uuid": "a2cb33d2-4d1f-4910-82a0-2ace0cc1144b", "tag": "471abd13-dcca-4d97-83ff-7d113a0b2e5b"}]}' {{(pid=104511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 15:18:57.687540 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-78354f5e-3ad1-468f-8ddf-ff62cc577f43 req-2d8f160b-a8b7-42d1-86d5-9292c1092bae tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] 10.222.0.67 "GET /v2.0/security-groups?id=5f1fbf49-a9a0-40f0-900c-2506ca6ce2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3345490 Jun 24 15:18:57.693238 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [req-13a2fbf5-ccb5-4f1d-a79c-783dbbef6430 req-226f0cb1-4e83-449a-983d-4ae45f77f5e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7727318'] for port (8cf89439-cc2e-4f42-bff5-bf72f779218b), before_update {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:18:57.760156 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.wsgi [-] (104511) accepted ('10.222.0.67', 36988) {{(pid=104511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:18:57.778348 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.notifiers.nova [req-486a8b55-3ccb-45be-baed-1ff9a2a04953 req-0fa2c9dd-bfb8-4c3e-8427-9b6f76aafc72 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cdb31b17-1cea-4ead-bfa9-8e2eaf5beea8 {{(pid=104511) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 15:18:57.778431 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9286e24-03ab-44cf-a8b1-422e65637470 req-50f1cb8c-e6e6-4c8a-b722-1cf960db4652 tempest-DeleteServersTestJSON-1914753502 tempest-DeleteServersTestJSON-1914753502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:18:57.782741 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-d9286e24-03ab-44cf-a8b1-422e65637470 req-50f1cb8c-e6e6-4c8a-b722-1cf960db4652 tempest-DeleteServersTestJSON-1914753502 tempest-DeleteServersTestJSON-1914753502-project] 10.222.0.67 "GET /v2.0/ports?device_id=a2cb33d2-4d1f-4910-82a0-2ace0cc1144b HTTP/1.1" status: 200 len: 943 time: 0.2165589 Jun 24 15:18:57.839510 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [req-486a8b55-3ccb-45be-baed-1ff9a2a04953 req-0fa2c9dd-bfb8-4c3e-8427-9b6f76aafc72 service neutron] Publish callbacks [] for port (cdb31b17-1cea-4ead-bfa9-8e2eaf5beea8), precommit_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:18:57.846784 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-a8660200-f04e-4a56-9db9-3e810063e798 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:18:57.912991 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:18:57.917127 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.db.provisioning_blocks [req-486a8b55-3ccb-45be-baed-1ff9a2a04953 req-0fa2c9dd-bfb8-4c3e-8427-9b6f76aafc72 service neutron] Transition to ACTIVE for port object cdb31b17-1cea-4ead-bfa9-8e2eaf5beea8 will not be triggered until provisioned by entity L2. {{(pid=104511) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 24 15:18:58.044138 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [req-486a8b55-3ccb-45be-baed-1ff9a2a04953 req-0fa2c9dd-bfb8-4c3e-8427-9b6f76aafc72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761385101662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761384583316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761384583334'] for port (cdb31b17-1cea-4ead-bfa9-8e2eaf5beea8), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:18:58.055561 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-a8660200-f04e-4a56-9db9-3e810063e798 admin admin] Publish callbacks [] for security_group (1a7308ef-a5e6-4a1e-809e-bce636481098), precommit_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:18:58.179027 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-a8660200-f04e-4a56-9db9-3e810063e798 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-275664'] for security_group (1a7308ef-a5e6-4a1e-809e-bce636481098), after_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:18:58.188775 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-d9286e24-03ab-44cf-a8b1-422e65637470 req-010f2fe9-40c0-4531-9b8b-a2a9d2e72bc3 tempest-DeleteServersTestJSON-1914753502 tempest-DeleteServersTestJSON-1914753502-project] 10.222.0.67 "GET /v2.0/security-groups?id=857973a4-e371-4f80-93a1-fa704fcd25f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3050773 Jun 24 15:18:58.324101 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [None req-a8660200-f04e-4a56-9db9-3e810063e798 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=a207aa7fd3764fe1b8741958d32c8bc6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5626004 Jun 24 15:18:58.327079 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.wsgi [-] (104511) accepted ('10.222.0.67', 37000) {{(pid=104511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:18:58.330497 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8660200-f04e-4a56-9db9-3e810063e798 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a7308ef-a5e6-4a1e-809e-bce636481098,revision_number=1']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:18:58.380731 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.wsgi [-] (104512) accepted ('10.222.0.64', 61499) {{(pid=104512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:18:58.441913 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Jun 2022 15:18:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa500347-dbfe-405e-be99-0d3a858c33d2 x-openstack-request-id: req-aa500347-dbfe-405e-be99-0d3a858c33d2 {{(pid=104511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 15:18:58.442459 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2cb33d2-4d1f-4910-82a0-2ace0cc1144b", "tag": "471abd13-dcca-4d97-83ff-7d113a0b2e5b", "status": "completed", "code": 200}]} {{(pid=104511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 15:18:58.442459 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-aa500347-dbfe-405e-be99-0d3a858c33d2 {{(pid=104511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 15:18:58.447813 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa500347-dbfe-405e-be99-0d3a858c33d2'] response: {'name': 'network-changed', 'server_uuid': 'a2cb33d2-4d1f-4910-82a0-2ace0cc1144b', 'tag': '471abd13-dcca-4d97-83ff-7d113a0b2e5b', 'status': 'completed', 'code': 200} Jun 24 15:18:58.519926 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-92e7c235-bf2d-4771-aba0-14f8bbfaa236 admin admin] Publish callbacks [] for security_group (1a7308ef-a5e6-4a1e-809e-bce636481098), before_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:18:58.579147 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.managers [req-486a8b55-3ccb-45be-baed-1ff9a2a04953 req-0fa2c9dd-bfb8-4c3e-8427-9b6f76aafc72 service neutron] Attempting to bind port cdb31b17-1cea-4ead-bfa9-8e2eaf5beea8 on host hv-cinder-83538 for vnic_type normal with profile {{(pid=104511) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 15:18:58.579632 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.managers [req-486a8b55-3ccb-45be-baed-1ff9a2a04953 req-0fa2c9dd-bfb8-4c3e-8427-9b6f76aafc72 service neutron] Attempting to bind port cdb31b17-1cea-4ead-bfa9-8e2eaf5beea8 by drivers openvswitch,hyperv on host hv-cinder-83538 at level 0 using segments [{'id': '09260357-2b8c-4633-ba77-7272b5911a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'af13b512-ccae-46a6-b2e4-3851b74c876d'}] {{(pid=104511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 15:18:58.579969 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-486a8b55-3ccb-45be-baed-1ff9a2a04953 req-0fa2c9dd-bfb8-4c3e-8427-9b6f76aafc72 service neutron] Attempting to bind port cdb31b17-1cea-4ead-bfa9-8e2eaf5beea8 on network af13b512-ccae-46a6-b2e4-3851b74c876d {{(pid=104511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 15:18:58.587715 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=87,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:18:58.588994 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa2c9dd-bfb8-4c3e-8427-9b6f76aafc72 service neutron] Pushing event updated for resources: {'Port': ['ID=cdb31b17-1cea-4ead-bfa9-8e2eaf5beea8,revision_number=2']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:18:58.610848 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-486a8b55-3ccb-45be-baed-1ff9a2a04953 req-0fa2c9dd-bfb8-4c3e-8427-9b6f76aafc72 service neutron] Port cdb31b17-1cea-4ead-bfa9-8e2eaf5beea8 on network af13b512-ccae-46a6-b2e4-3851b74c876d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83538 {{(pid=104511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 24 15:18:58.611137 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-486a8b55-3ccb-45be-baed-1ff9a2a04953 req-0fa2c9dd-bfb8-4c3e-8427-9b6f76aafc72 service neutron] Attempting to bind port cdb31b17-1cea-4ead-bfa9-8e2eaf5beea8 on network af13b512-ccae-46a6-b2e4-3851b74c876d {{(pid=104511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 15:18:58.630321 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-486a8b55-3ccb-45be-baed-1ff9a2a04953 req-0fa2c9dd-bfb8-4c3e-8427-9b6f76aafc72 service neutron] Checking agent: {'id': 'f0fa743b-ff28-43ff-ac51-704c86538f10', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83538', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 15, 16, 38), 'started_at': datetime.datetime(2022, 6, 24, 15, 16, 38), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 15, 18, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 15:18:58.630577 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-0973b3d1-f1ab-4a4c-a7ab-a1636ea70239 req-1fd42d95-e5b1-4d1d-b70b-31273ee9fd1b tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "GET /v2.0/ports?device_id=e24b4aae-8cee-48cc-bf18-e9a915ea3f2c HTTP/1.1" status: 200 len: 210 time: 0.0858843 Jun 24 15:18:58.630677 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-486a8b55-3ccb-45be-baed-1ff9a2a04953 req-0fa2c9dd-bfb8-4c3e-8427-9b6f76aafc72 service neutron] Checking segment: {'id': '09260357-2b8c-4633-ba77-7272b5911a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'af13b512-ccae-46a6-b2e4-3851b74c876d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 15:18:58.631104 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-486a8b55-3ccb-45be-baed-1ff9a2a04953 req-0fa2c9dd-bfb8-4c3e-8427-9b6f76aafc72 service neutron] Bound using segment: {'id': '09260357-2b8c-4633-ba77-7272b5911a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'af13b512-ccae-46a6-b2e4-3851b74c876d'} {{(pid=104511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 15:18:58.631770 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.managers [req-486a8b55-3ccb-45be-baed-1ff9a2a04953 req-0fa2c9dd-bfb8-4c3e-8427-9b6f76aafc72 service neutron] Bound port: cdb31b17-1cea-4ead-bfa9-8e2eaf5beea8, host: hv-cinder-83538, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09260357-2b8c-4633-ba77-7272b5911a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'af13b512-ccae-46a6-b2e4-3851b74c876d'}}] {{(pid=104511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 15:18:58.632123 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [req-486a8b55-3ccb-45be-baed-1ff9a2a04953 req-0fa2c9dd-bfb8-4c3e-8427-9b6f76aafc72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7727318'] for port (cdb31b17-1cea-4ead-bfa9-8e2eaf5beea8), before_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:18:58.650041 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-92e7c235-bf2d-4771-aba0-14f8bbfaa236 admin admin] Publish callbacks [] for security_group (1a7308ef-a5e6-4a1e-809e-bce636481098), precommit_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:18:58.809171 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.notifiers.nova [req-13a2fbf5-ccb5-4f1d-a79c-783dbbef6430 req-226f0cb1-4e83-449a-983d-4ae45f77f5e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8cf89439-cc2e-4f42-bff5-bf72f779218b {{(pid=104512) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 15:18:58.815559 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:18:58.829923 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [req-80acf5bf-79b1-435c-aee1-c525e3c0ee24 req-6ca3b223-e17d-40d3-8e72-31e1ada02264 service neutron] 10.222.0.64 "GET /v2.0/networks/9fcf8abc-a8a5-4725-9758-d53e9c47196e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8128729 Jun 24 15:18:58.849344 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.db [req-486a8b55-3ccb-45be-baed-1ff9a2a04953 req-0fa2c9dd-bfb8-4c3e-8427-9b6f76aafc72 service neutron] For port cdb31b17-1cea-4ead-bfa9-8e2eaf5beea8, host hv-cinder-83538, cleared binding levels {{(pid=104511) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 15:18:58.849344 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.db [req-486a8b55-3ccb-45be-baed-1ff9a2a04953 req-0fa2c9dd-bfb8-4c3e-8427-9b6f76aafc72 service neutron] For port cdb31b17-1cea-4ead-bfa9-8e2eaf5beea8, host hv-cinder-83538, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=cdb31b17-1cea-4ead-bfa9-8e2eaf5beea8,segment=NetworkSegment(09260357-2b8c-4633-ba77-7272b5911a12),segment_id=09260357-2b8c-4633-ba77-7272b5911a12)] {{(pid=104511) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 15:18:58.902694 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [req-13a2fbf5-ccb5-4f1d-a79c-783dbbef6430 req-226f0cb1-4e83-449a-983d-4ae45f77f5e6 service neutron] Publish callbacks [] for port (8cf89439-cc2e-4f42-bff5-bf72f779218b), precommit_update {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:18:58.989458 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [req-486a8b55-3ccb-45be-baed-1ff9a2a04953 req-0fa2c9dd-bfb8-4c3e-8427-9b6f76aafc72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761385101662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761384583316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761384583334'] for port (cdb31b17-1cea-4ead-bfa9-8e2eaf5beea8), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:18:58.992830 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-92e7c235-bf2d-4771-aba0-14f8bbfaa236 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-275664'] for security_group (1a7308ef-a5e6-4a1e-809e-bce636481098), after_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:18:58.995272 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.db.provisioning_blocks [req-13a2fbf5-ccb5-4f1d-a79c-783dbbef6430 req-226f0cb1-4e83-449a-983d-4ae45f77f5e6 service neutron] Transition to ACTIVE for port object 8cf89439-cc2e-4f42-bff5-bf72f779218b will not be triggered until provisioned by entity L2. {{(pid=104512) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 24 15:18:58.999803 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-92e7c235-bf2d-4771-aba0-14f8bbfaa236 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:18:59.001757 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [None req-92e7c235-bf2d-4771-aba0-14f8bbfaa236 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/1a7308ef-a5e6-4a1e-809e-bce636481098 HTTP/1.1" status: 204 len: 168 time: 0.6673265 Jun 24 15:18:59.013157 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cd91dd-346e-4b31-bebb-717893a196bf req-7e09e02b-be83-4f35-a199-33986739ee00 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:18:59.014958 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-13cd91dd-346e-4b31-bebb-717893a196bf req-7e09e02b-be83-4f35-a199-33986739ee00 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] 10.222.0.67 "GET /v2.0/ports?device_id=d1a390f9-db97-4a41-a7df-e71f3d5c9ceb HTTP/1.1" status: 200 len: 931 time: 0.1974380 Jun 24 15:18:59.025579 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2568f0ab-c64f-4b3f-8029-88fd61e01b79 req-8597e334-3844-49e2-bde6-df6880c71ac4 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:18:59.027987 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-2568f0ab-c64f-4b3f-8029-88fd61e01b79 req-8597e334-3844-49e2-bde6-df6880c71ac4 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.64 "GET /v2.0/networks?id=6d1ef1dd-ee8a-4e52-9261-de77d4e705e2 HTTP/1.1" status: 200 len: 817 time: 0.6577272 Jun 24 15:18:59.078839 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [req-13a2fbf5-ccb5-4f1d-a79c-783dbbef6430 req-226f0cb1-4e83-449a-983d-4ae45f77f5e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761385101662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761384583316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761384583334'] for port (8cf89439-cc2e-4f42-bff5-bf72f779218b), after_update {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:18:59.105866 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486a8b55-3ccb-45be-baed-1ff9a2a04953 req-0fa2c9dd-bfb8-4c3e-8427-9b6f76aafc72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:18:59.110507 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [req-486a8b55-3ccb-45be-baed-1ff9a2a04953 req-0fa2c9dd-bfb8-4c3e-8427-9b6f76aafc72 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7879399'] for port (None), before_response {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:18:59.110507 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [req-486a8b55-3ccb-45be-baed-1ff9a2a04953 req-0fa2c9dd-bfb8-4c3e-8427-9b6f76aafc72 service neutron] 10.222.0.64 "PUT /v2.0/ports/cdb31b17-1cea-4ead-bfa9-8e2eaf5beea8 HTTP/1.1" status: 200 len: 1093 time: 2.6034238 Jun 24 15:18:59.115925 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e7c235-bf2d-4771-aba0-14f8bbfaa236 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a7308ef-a5e6-4a1e-809e-bce636481098,revision_number=None']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:18:59.161142 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa2c9dd-bfb8-4c3e-8427-9b6f76aafc72 service neutron] Pushing event updated for resources: {'Port': ['ID=cdb31b17-1cea-4ead-bfa9-8e2eaf5beea8,revision_number=3']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:18:59.176048 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-13cd91dd-346e-4b31-bebb-717893a196bf req-5e745928-d8a5-4358-b100-7af6ee07634d tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] 10.222.0.67 "GET /v2.0/security-groups?id=5f1fbf49-a9a0-40f0-900c-2506ca6ce2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458457 Jun 24 15:18:59.204135 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226f0cb1-4e83-449a-983d-4ae45f77f5e6 service neutron] Pushing event updated for resources: {'Port': ['ID=8cf89439-cc2e-4f42-bff5-bf72f779218b,revision_number=2']} {{(pid=104512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:18:59.277999 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.managers [req-13a2fbf5-ccb5-4f1d-a79c-783dbbef6430 req-226f0cb1-4e83-449a-983d-4ae45f77f5e6 service neutron] Attempting to bind port 8cf89439-cc2e-4f42-bff5-bf72f779218b on host hv-cinder-83538 for vnic_type normal with profile {{(pid=104512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 15:18:59.278617 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.managers [req-13a2fbf5-ccb5-4f1d-a79c-783dbbef6430 req-226f0cb1-4e83-449a-983d-4ae45f77f5e6 service neutron] Attempting to bind port 8cf89439-cc2e-4f42-bff5-bf72f779218b by drivers openvswitch,hyperv on host hv-cinder-83538 at level 0 using segments [{'id': '09260357-2b8c-4633-ba77-7272b5911a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'af13b512-ccae-46a6-b2e4-3851b74c876d'}] {{(pid=104512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 15:18:59.279110 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13a2fbf5-ccb5-4f1d-a79c-783dbbef6430 req-226f0cb1-4e83-449a-983d-4ae45f77f5e6 service neutron] Attempting to bind port 8cf89439-cc2e-4f42-bff5-bf72f779218b on network af13b512-ccae-46a6-b2e4-3851b74c876d {{(pid=104512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 15:18:59.289971 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13a2fbf5-ccb5-4f1d-a79c-783dbbef6430 req-226f0cb1-4e83-449a-983d-4ae45f77f5e6 service neutron] Port 8cf89439-cc2e-4f42-bff5-bf72f779218b on network af13b512-ccae-46a6-b2e4-3851b74c876d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83538 {{(pid=104512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 24 15:18:59.290953 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13a2fbf5-ccb5-4f1d-a79c-783dbbef6430 req-226f0cb1-4e83-449a-983d-4ae45f77f5e6 service neutron] Attempting to bind port 8cf89439-cc2e-4f42-bff5-bf72f779218b on network af13b512-ccae-46a6-b2e4-3851b74c876d {{(pid=104512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 15:18:59.317064 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13a2fbf5-ccb5-4f1d-a79c-783dbbef6430 req-226f0cb1-4e83-449a-983d-4ae45f77f5e6 service neutron] Checking agent: {'id': 'f0fa743b-ff28-43ff-ac51-704c86538f10', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83538', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 15, 16, 38), 'started_at': datetime.datetime(2022, 6, 24, 15, 16, 38), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 15, 18, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 15:18:59.317682 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13a2fbf5-ccb5-4f1d-a79c-783dbbef6430 req-226f0cb1-4e83-449a-983d-4ae45f77f5e6 service neutron] Checking segment: {'id': '09260357-2b8c-4633-ba77-7272b5911a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'af13b512-ccae-46a6-b2e4-3851b74c876d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 15:18:59.318391 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13a2fbf5-ccb5-4f1d-a79c-783dbbef6430 req-226f0cb1-4e83-449a-983d-4ae45f77f5e6 service neutron] Bound using segment: {'id': '09260357-2b8c-4633-ba77-7272b5911a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'af13b512-ccae-46a6-b2e4-3851b74c876d'} {{(pid=104512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 15:18:59.318820 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.managers [req-13a2fbf5-ccb5-4f1d-a79c-783dbbef6430 req-226f0cb1-4e83-449a-983d-4ae45f77f5e6 service neutron] Bound port: 8cf89439-cc2e-4f42-bff5-bf72f779218b, host: hv-cinder-83538, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09260357-2b8c-4633-ba77-7272b5911a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'af13b512-ccae-46a6-b2e4-3851b74c876d'}}] {{(pid=104512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 15:18:59.319194 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [req-13a2fbf5-ccb5-4f1d-a79c-783dbbef6430 req-226f0cb1-4e83-449a-983d-4ae45f77f5e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7727318'] for port (8cf89439-cc2e-4f42-bff5-bf72f779218b), before_update {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:18:59.340812 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6453a74-5001-4f2d-ba99-cdb00189388c req-7da1011d-a036-4f7d-a66a-811444a66b78 tempest-DeleteServersTestJSON-1914753502 tempest-DeleteServersTestJSON-1914753502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:18:59.342777 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-d6453a74-5001-4f2d-ba99-cdb00189388c req-7da1011d-a036-4f7d-a66a-811444a66b78 tempest-DeleteServersTestJSON-1914753502 tempest-DeleteServersTestJSON-1914753502-project] 10.222.0.67 "GET /v2.0/ports?device_id=a2cb33d2-4d1f-4910-82a0-2ace0cc1144b HTTP/1.1" status: 200 len: 943 time: 0.0745795 Jun 24 15:18:59.445814 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-d6453a74-5001-4f2d-ba99-cdb00189388c req-58af0715-8787-435e-8703-97bc208f4caf tempest-DeleteServersTestJSON-1914753502 tempest-DeleteServersTestJSON-1914753502-project] 10.222.0.67 "GET /v2.0/security-groups?id=857973a4-e371-4f80-93a1-fa704fcd25f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709586 Jun 24 15:18:59.445814 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.db [req-13a2fbf5-ccb5-4f1d-a79c-783dbbef6430 req-226f0cb1-4e83-449a-983d-4ae45f77f5e6 service neutron] For port 8cf89439-cc2e-4f42-bff5-bf72f779218b, host hv-cinder-83538, cleared binding levels {{(pid=104512) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 15:18:59.446377 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.db [req-13a2fbf5-ccb5-4f1d-a79c-783dbbef6430 req-226f0cb1-4e83-449a-983d-4ae45f77f5e6 service neutron] For port 8cf89439-cc2e-4f42-bff5-bf72f779218b, host hv-cinder-83538, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=8cf89439-cc2e-4f42-bff5-bf72f779218b,segment=NetworkSegment(09260357-2b8c-4633-ba77-7272b5911a12),segment_id=09260357-2b8c-4633-ba77-7272b5911a12)] {{(pid=104512) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 15:18:59.516047 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.wsgi [-] (104512) accepted ('10.222.0.67', 37044) {{(pid=104512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:18:59.536726 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [req-13a2fbf5-ccb5-4f1d-a79c-783dbbef6430 req-226f0cb1-4e83-449a-983d-4ae45f77f5e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761385101662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761384583316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761384583334'] for port (8cf89439-cc2e-4f42-bff5-bf72f779218b), after_update {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:18:59.617340 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a2fbf5-ccb5-4f1d-a79c-783dbbef6430 req-226f0cb1-4e83-449a-983d-4ae45f77f5e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:18:59.618058 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [req-13a2fbf5-ccb5-4f1d-a79c-783dbbef6430 req-226f0cb1-4e83-449a-983d-4ae45f77f5e6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7879399'] for port (None), before_response {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:18:59.619611 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-13a2fbf5-ccb5-4f1d-a79c-783dbbef6430 req-226f0cb1-4e83-449a-983d-4ae45f77f5e6 service neutron] 10.222.0.64 "PUT /v2.0/ports/8cf89439-cc2e-4f42-bff5-bf72f779218b HTTP/1.1" status: 200 len: 1093 time: 2.1922603 Jun 24 15:18:59.620090 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1a390f9-db97-4a41-a7df-e71f3d5c9ceb', 'tag': '8cf89439-cc2e-4f42-bff5-bf72f779218b'}] {{(pid=104512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 15:18:59.735924 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.v2.base [None req-94678fd9-6ac1-4265-8a1e-b08eb545903c admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-56869899-network', 'tenant_id': '3ec0d7bcce024fbf94e21ccfcb936d7e'}} {{(pid=104512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 15:18:59.807397 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226f0cb1-4e83-449a-983d-4ae45f77f5e6 service neutron] Pushing event updated for resources: {'Port': ['ID=8cf89439-cc2e-4f42-bff5-bf72f779218b,revision_number=3']} {{(pid=104512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:18:59.813450 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-d0f25999-9f37-4723-92ef-4c8f47b2f61a req-1116ab92-1de4-4461-911c-1ae610e0fca9 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "GET /v2.0/ports?device_id=e24b4aae-8cee-48cc-bf18-e9a915ea3f2c HTTP/1.1" status: 200 len: 210 time: 0.0681102 Jun 24 15:18:59.897294 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94678fd9-6ac1-4265-8a1e-b08eb545903c admin admin] Made reservation on behalf of 3ec0d7bcce024fbf94e21ccfcb936d7e for: {'network': 1} {{(pid=104512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 15:18:59.900294 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-94678fd9-6ac1-4265-8a1e-b08eb545903c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7727318'] for network (None), before_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:18:59.914725 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-94678fd9-6ac1-4265-8a1e-b08eb545903c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:18:59.940251 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:18:59.959900 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9db87de5340c6be2811fa9e5912a63998a589dd3f857fd3823a550d1ae48127" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f038c60b-08a4-48aa-ba64-e6629aba4e4b" -d '{"events": [{"name": "network-changed", "server_uuid": "d1a390f9-db97-4a41-a7df-e71f3d5c9ceb", "tag": "8cf89439-cc2e-4f42-bff5-bf72f779218b"}]}' {{(pid=104512) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 15:19:00.005438 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-94678fd9-6ac1-4265-8a1e-b08eb545903c admin admin] Publish callbacks [] for security_group (b3d9a84d-c210-4e96-84d0-b5c693e5d274), precommit_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:19:00.092004 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Jun 2022 15:18:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29f75587-0754-4f00-a6b7-8bc03a393da0 x-openstack-request-id: req-29f75587-0754-4f00-a6b7-8bc03a393da0 {{(pid=104512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 15:19:00.092506 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1a390f9-db97-4a41-a7df-e71f3d5c9ceb", "tag": "8cf89439-cc2e-4f42-bff5-bf72f779218b", "status": "completed", "code": 200}]} {{(pid=104512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 15:19:00.092760 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-29f75587-0754-4f00-a6b7-8bc03a393da0 {{(pid=104512) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 15:19:00.093240 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.notifiers.nova [-] Nova event matching ['req-29f75587-0754-4f00-a6b7-8bc03a393da0'] response: {'name': 'network-changed', 'server_uuid': 'd1a390f9-db97-4a41-a7df-e71f3d5c9ceb', 'tag': '8cf89439-cc2e-4f42-bff5-bf72f779218b', 'status': 'completed', 'code': 200} Jun 24 15:19:00.096313 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-94678fd9-6ac1-4265-8a1e-b08eb545903c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-275664'] for security_group (b3d9a84d-c210-4e96-84d0-b5c693e5d274), after_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:19:00.121823 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94678fd9-6ac1-4265-8a1e-b08eb545903c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 786} {{(pid=104512) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 15:19:00.137950 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94678fd9-6ac1-4265-8a1e-b08eb545903c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3d9a84d-c210-4e96-84d0-b5c693e5d274,revision_number=1']} {{(pid=104512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:19:00.141797 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-94678fd9-6ac1-4265-8a1e-b08eb545903c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7772344'] for segment (ec985f03-0131-4fd1-b1a7-86c93d26a273), precommit_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:19:00.142141 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.db.segments_db [None req-94678fd9-6ac1-4265-8a1e-b08eb545903c admin admin] Added segment ec985f03-0131-4fd1-b1a7-86c93d26a273 of type vlan for network d72205d1-549d-4da2-a392-afe84896db9c Jun 24 15:19:00.186410 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=79,neutron:UPDATE=5,neutron:INSERT=16 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:19:00.188779 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-94678fd9-6ac1-4265-8a1e-b08eb545903c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761384550337'] for network (d72205d1-549d-4da2-a392-afe84896db9c), precommit_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:19:00.277869 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1cbb8a-0f5d-4dc3-899f-cf950c83ee25 req-d31ae942-5a03-498d-87ae-af517190fdb4 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:19:00.279358 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-0e1cbb8a-0f5d-4dc3-899f-cf950c83ee25 req-d31ae942-5a03-498d-87ae-af517190fdb4 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] 10.222.0.67 "GET /v2.0/ports?device_id=d1a390f9-db97-4a41-a7df-e71f3d5c9ceb HTTP/1.1" status: 200 len: 943 time: 0.0485227 Jun 24 15:19:00.324576 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-94678fd9-6ac1-4265-8a1e-b08eb545903c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-275585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409'] for network (d72205d1-549d-4da2-a392-afe84896db9c), after_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:19:00.325542 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94678fd9-6ac1-4265-8a1e-b08eb545903c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:19:00.326115 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-94678fd9-6ac1-4265-8a1e-b08eb545903c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7879399'] for network (None), before_response {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:19:00.349407 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-0e1cbb8a-0f5d-4dc3-899f-cf950c83ee25 req-71e4851f-3688-4ba1-8547-4267570d0c23 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] 10.222.0.67 "GET /v2.0/security-groups?id=5f1fbf49-a9a0-40f0-900c-2506ca6ce2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640783 Jun 24 15:19:00.410389 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94678fd9-6ac1-4265-8a1e-b08eb545903c admin admin] Pushing event updated for resources: {'Network': ['ID=d72205d1-549d-4da2-a392-afe84896db9c,revision_number=1']} {{(pid=104512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:19:00.421135 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.rpc [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Network d72205d1-549d-4da2-a392-afe84896db9c details requested by agent ovs-agent-dv-cinder-835384-11-iscsi with host dv-cinder-835384-11-iscsi {{(pid=104513) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 15:19:00.444080 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72dcf091-51b8-4200-86d7-002dde49e07c', 'tag': 'cdb31b17-1cea-4ead-bfa9-8e2eaf5beea8'}] {{(pid=104511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 15:19:00.446665 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4675c17b6bc846e4b28e54b1b3705f3f7dd7092e5e5b2c0e24b7aeedfd61db99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3d30b00-f864-4c7f-970d-e61555b51bf2" -d '{"events": [{"name": "network-changed", "server_uuid": "72dcf091-51b8-4200-86d7-002dde49e07c", "tag": "cdb31b17-1cea-4ead-bfa9-8e2eaf5beea8"}]}' {{(pid=104511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 15:19:00.449465 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [None req-94678fd9-6ac1-4265-8a1e-b08eb545903c admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.9325931 Jun 24 15:19:00.451745 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.wsgi [-] (104512) accepted ('10.222.0.67', 37092) {{(pid=104512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:19:00.461224 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.v2.base [None req-787377b7-9308-43ae-a62a-edf2989776de admin admin] Request body: {'subnet': {'network_id': 'd72205d1-549d-4da2-a392-afe84896db9c', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-56869899-subnet', 'tenant_id': '3ec0d7bcce024fbf94e21ccfcb936d7e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 15:19:00.518335 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:SELECT=100 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:19:00.525641 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Jun 2022 15:19:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab200066-b3ef-4152-987e-3bf5b60710bb x-openstack-request-id: req-ab200066-b3ef-4152-987e-3bf5b60710bb {{(pid=104511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 15:19:00.526143 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72dcf091-51b8-4200-86d7-002dde49e07c", "tag": "cdb31b17-1cea-4ead-bfa9-8e2eaf5beea8", "status": "completed", "code": 200}]} {{(pid=104511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 15:19:00.526466 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-ab200066-b3ef-4152-987e-3bf5b60710bb {{(pid=104511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 15:19:00.526924 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab200066-b3ef-4152-987e-3bf5b60710bb'] response: {'name': 'network-changed', 'server_uuid': '72dcf091-51b8-4200-86d7-002dde49e07c', 'tag': 'cdb31b17-1cea-4ead-bfa9-8e2eaf5beea8', 'status': 'completed', 'code': 200} Jun 24 15:19:00.581416 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa19b91-9bdd-4c8d-b530-179d4fb1f61e req-4466abbf-87f9-4a14-a80f-216385c57038 tempest-DeleteServersTestJSON-1914753502 tempest-DeleteServersTestJSON-1914753502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:19:00.583964 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-faa19b91-9bdd-4c8d-b530-179d4fb1f61e req-4466abbf-87f9-4a14-a80f-216385c57038 tempest-DeleteServersTestJSON-1914753502 tempest-DeleteServersTestJSON-1914753502-project] 10.222.0.67 "GET /v2.0/ports?device_id=a2cb33d2-4d1f-4910-82a0-2ace0cc1144b HTTP/1.1" status: 200 len: 943 time: 0.0491335 Jun 24 15:19:00.587857 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-787377b7-9308-43ae-a62a-edf2989776de admin admin] Made reservation on behalf of 3ec0d7bcce024fbf94e21ccfcb936d7e for: {'subnet': 1} {{(pid=104512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 15:19:00.591295 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-787377b7-9308-43ae-a62a-edf2989776de admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:19:00.702248 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-faa19b91-9bdd-4c8d-b530-179d4fb1f61e req-d8263276-38a4-431d-8bdf-fed53dae5154 tempest-DeleteServersTestJSON-1914753502 tempest-DeleteServersTestJSON-1914753502-project] 10.222.0.67 "GET /v2.0/security-groups?id=857973a4-e371-4f80-93a1-fa704fcd25f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069396 Jun 24 15:19:00.885161 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-787377b7-9308-43ae-a62a-edf2989776de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409'] for subnet (2b32eac6-60f1-4188-89b6-ba931d315134), after_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:19:00.951371 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-30640010-7157-44ba-a33b-bf5769c46811 req-82c7c508-2d5f-43de-9549-9204a49c1828 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "GET /v2.0/ports?device_id=e24b4aae-8cee-48cc-bf18-e9a915ea3f2c HTTP/1.1" status: 200 len: 210 time: 0.0583506 Jun 24 15:19:00.966475 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787377b7-9308-43ae-a62a-edf2989776de admin admin] Pushing event updated for resources: {'Subnet': ['ID=2b32eac6-60f1-4188-89b6-ba931d315134,revision_number=0']} {{(pid=104512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:19:00.978575 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-787377b7-9308-43ae-a62a-edf2989776de admin admin] Checking segment: {'id': 'ec985f03-0131-4fd1-b1a7-86c93d26a273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'd72205d1-549d-4da2-a392-afe84896db9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 15:19:00.978575 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-787377b7-9308-43ae-a62a-edf2989776de admin admin] Network hostable DHCP agents. Network: d72205d1-549d-4da2-a392-afe84896db9c, hostable agents: ['61dc9491-0c49-467e-b62a-6961ce952bc2'], hosted agents: [] {{(pid=104512) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 15:19:01.068568 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-787377b7-9308-43ae-a62a-edf2989776de admin admin] Network d72205d1-549d-4da2-a392-afe84896db9c is scheduled to be hosted by DHCP agent 61dc9491-0c49-467e-b62a-6961ce952bc2 with binding_index 1 {{(pid=104512) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 15:19:01.124902 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:19:01.153137 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.scheduler.base_scheduler [None req-787377b7-9308-43ae-a62a-edf2989776de admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835384-11-iscsi, d72205d1-549d-4da2-a392-afe84896db9c) {{(pid=104512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 15:19:01.158086 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-787377b7-9308-43ae-a62a-edf2989776de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:19:01.158856 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-787377b7-9308-43ae-a62a-edf2989776de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7879399'] for subnet (None), before_response {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:19:01.166947 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5342876-2dfb-4f1c-9ecf-7ffb643705dd None None] Network d72205d1-549d-4da2-a392-afe84896db9c requested from dv-cinder-835384-11-iscsi {{(pid=104513) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 15:19:01.244037 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [None req-787377b7-9308-43ae-a62a-edf2989776de admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.7895720 Jun 24 15:19:01.272125 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e1e5722-0c95-465c-b8fb-5360fa6163e1 None None] Network d72205d1-549d-4da2-a392-afe84896db9c requested from dv-cinder-835384-11-iscsi {{(pid=104513) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 15:19:01.485867 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a84a71-c7ad-4299-8ebf-1ea5a66fcfc7 req-d30ddff6-1ed3-4705-9dab-09352e5a8b1e tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:19:01.488856 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-d4a84a71-c7ad-4299-8ebf-1ea5a66fcfc7 req-d30ddff6-1ed3-4705-9dab-09352e5a8b1e tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] 10.222.0.67 "GET /v2.0/ports?device_id=d1a390f9-db97-4a41-a7df-e71f3d5c9ceb HTTP/1.1" status: 200 len: 943 time: 0.0549929 Jun 24 15:19:01.555231 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-d4a84a71-c7ad-4299-8ebf-1ea5a66fcfc7 req-d19c27c6-4a31-409e-8024-8e7b056349b2 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] 10.222.0.67 "GET /v2.0/security-groups?id=5f1fbf49-a9a0-40f0-900c-2506ca6ce2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590127 Jun 24 15:19:01.838063 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d182e03-11de-47ea-b793-d5528aeae608 req-1675755e-5d3f-43cf-a891-332a32e4a240 tempest-DeleteServersTestJSON-1914753502 tempest-DeleteServersTestJSON-1914753502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:19:01.839784 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-1d182e03-11de-47ea-b793-d5528aeae608 req-1675755e-5d3f-43cf-a891-332a32e4a240 tempest-DeleteServersTestJSON-1914753502 tempest-DeleteServersTestJSON-1914753502-project] 10.222.0.67 "GET /v2.0/ports?device_id=a2cb33d2-4d1f-4910-82a0-2ace0cc1144b HTTP/1.1" status: 200 len: 943 time: 0.0560439 Jun 24 15:19:01.934236 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-1d182e03-11de-47ea-b793-d5528aeae608 req-aef0b7ae-a146-4938-a89f-635bd42908c5 tempest-DeleteServersTestJSON-1914753502 tempest-DeleteServersTestJSON-1914753502-project] 10.222.0.67 "GET /v2.0/security-groups?id=857973a4-e371-4f80-93a1-fa704fcd25f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785980 Jun 24 15:19:02.084330 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-fd8eddee-413f-45da-8ed9-f71f466ee10e req-8d77c20c-1ca0-46fb-8ef0-5ffae912d663 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "GET /v2.0/ports?device_id=e24b4aae-8cee-48cc-bf18-e9a915ea3f2c HTTP/1.1" status: 200 len: 210 time: 0.0411863 Jun 24 15:19:02.184955 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.wsgi [-] (104512) accepted ('10.222.0.67', 37158) {{(pid=104512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:19:02.189777 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.v2.base [None req-c414445b-0524-401b-883c-e65992e535d4 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1385948339-network', 'tenant_id': 'b5196786415d4947acac6a3e11ca1da8'}} {{(pid=104512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 15:19:02.274138 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c414445b-0524-401b-883c-e65992e535d4 admin admin] Made reservation on behalf of b5196786415d4947acac6a3e11ca1da8 for: {'network': 1} {{(pid=104512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 15:19:02.276648 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-c414445b-0524-401b-883c-e65992e535d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7727318'] for network (None), before_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:19:02.290484 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-c414445b-0524-401b-883c-e65992e535d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:19:02.306333 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:19:02.382722 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-c414445b-0524-401b-883c-e65992e535d4 admin admin] Publish callbacks [] for security_group (29933872-c27f-4bbf-bf6a-07e2ab216987), precommit_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:19:02.470311 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-c414445b-0524-401b-883c-e65992e535d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-275664'] for security_group (29933872-c27f-4bbf-bf6a-07e2ab216987), after_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:19:02.509564 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c414445b-0524-401b-883c-e65992e535d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29933872-c27f-4bbf-bf6a-07e2ab216987,revision_number=1']} {{(pid=104512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:19:02.523815 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c414445b-0524-401b-883c-e65992e535d4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 760} {{(pid=104512) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 15:19:02.534252 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-c414445b-0524-401b-883c-e65992e535d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7772344'] for segment (83fea48c-81e6-4d23-b64c-bf4adb590bd9), precommit_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:19:02.535341 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.db.segments_db [None req-c414445b-0524-401b-883c-e65992e535d4 admin admin] Added segment 83fea48c-81e6-4d23-b64c-bf4adb590bd9 of type vlan for network c332f6fe-38bf-475a-8c9b-cd19bf4f5ee8 Jun 24 15:19:02.580535 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-c414445b-0524-401b-883c-e65992e535d4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761384550337'] for network (c332f6fe-38bf-475a-8c9b-cd19bf4f5ee8), precommit_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:19:02.673554 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-c414445b-0524-401b-883c-e65992e535d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-275585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409'] for network (c332f6fe-38bf-475a-8c9b-cd19bf4f5ee8), after_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:19:02.674988 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c414445b-0524-401b-883c-e65992e535d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:19:02.676328 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-c414445b-0524-401b-883c-e65992e535d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7879399'] for network (None), before_response {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:19:02.804636 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c414445b-0524-401b-883c-e65992e535d4 admin admin] Pushing event updated for resources: {'Network': ['ID=c332f6fe-38bf-475a-8c9b-cd19bf4f5ee8,revision_number=1']} {{(pid=104512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:19:02.821121 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.rpc [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Network c332f6fe-38bf-475a-8c9b-cd19bf4f5ee8 details requested by agent ovs-agent-dv-cinder-835384-11-iscsi with host dv-cinder-835384-11-iscsi {{(pid=104513) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 15:19:02.826551 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [None req-c414445b-0524-401b-883c-e65992e535d4 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.6380613 Jun 24 15:19:02.826894 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.wsgi [-] (104511) accepted ('10.222.0.67', 37184) {{(pid=104511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:19:02.832757 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.v2.base [None req-bf908874-a06f-4381-a017-dc1803453a77 admin admin] Request body: {'subnet': {'network_id': 'c332f6fe-38bf-475a-8c9b-cd19bf4f5ee8', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1385948339-subnet', 'tenant_id': 'b5196786415d4947acac6a3e11ca1da8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104511) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 15:19:02.845581 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed348ae-bb68-4e0e-b1ff-71df52b4bbc1 req-fab03e45-010f-45d9-b6e6-e771ef6f8de6 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:19:02.850556 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-2ed348ae-bb68-4e0e-b1ff-71df52b4bbc1 req-fab03e45-010f-45d9-b6e6-e771ef6f8de6 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] 10.222.0.67 "GET /v2.0/ports?device_id=d1a390f9-db97-4a41-a7df-e71f3d5c9ceb HTTP/1.1" status: 200 len: 943 time: 0.1494870 Jun 24 15:19:02.909383 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-2ed348ae-bb68-4e0e-b1ff-71df52b4bbc1 req-4a81767d-1ed2-4cb9-af51-e02840d10b45 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] 10.222.0.67 "GET /v2.0/security-groups?id=5f1fbf49-a9a0-40f0-900c-2506ca6ce2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527494 Jun 24 15:19:03.004947 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf908874-a06f-4381-a017-dc1803453a77 admin admin] Made reservation on behalf of b5196786415d4947acac6a3e11ca1da8 for: {'subnet': 1} {{(pid=104511) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 15:19:03.007603 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-bf908874-a06f-4381-a017-dc1803453a77 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:19:03.072468 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144bab9e-b3eb-450e-818f-f634500b6364 req-b1bf62fc-0499-432f-9bf9-92ab701cd364 tempest-DeleteServersTestJSON-1914753502 tempest-DeleteServersTestJSON-1914753502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:19:03.075704 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-144bab9e-b3eb-450e-818f-f634500b6364 req-b1bf62fc-0499-432f-9bf9-92ab701cd364 tempest-DeleteServersTestJSON-1914753502 tempest-DeleteServersTestJSON-1914753502-project] 10.222.0.67 "GET /v2.0/ports?device_id=a2cb33d2-4d1f-4910-82a0-2ace0cc1144b HTTP/1.1" status: 200 len: 943 time: 0.0823154 Jun 24 15:19:03.204645 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-144bab9e-b3eb-450e-818f-f634500b6364 req-48c8edfa-7f3b-455e-ab44-c9bb17377ce3 tempest-DeleteServersTestJSON-1914753502 tempest-DeleteServersTestJSON-1914753502-project] 10.222.0.67 "GET /v2.0/security-groups?id=857973a4-e371-4f80-93a1-fa704fcd25f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201563 Jun 24 15:19:03.224690 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-1a253a2c-cc0e-436d-8b27-a01965130d3c req-0c4b9b80-84e4-4e7b-8bb2-53b56ad0fb6f tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "GET /v2.0/ports?device_id=e24b4aae-8cee-48cc-bf18-e9a915ea3f2c HTTP/1.1" status: 200 len: 210 time: 0.0490115 Jun 24 15:19:03.359693 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-bf908874-a06f-4381-a017-dc1803453a77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409'] for subnet (1c9dbeaa-5910-46a3-9f50-ac2d74120277), after_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:19:03.495785 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf908874-a06f-4381-a017-dc1803453a77 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1c9dbeaa-5910-46a3-9f50-ac2d74120277,revision_number=0']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:19:03.514401 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf908874-a06f-4381-a017-dc1803453a77 admin admin] Checking segment: {'id': '83fea48c-81e6-4d23-b64c-bf4adb590bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'c332f6fe-38bf-475a-8c9b-cd19bf4f5ee8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 15:19:03.514954 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf908874-a06f-4381-a017-dc1803453a77 admin admin] Network hostable DHCP agents. Network: c332f6fe-38bf-475a-8c9b-cd19bf4f5ee8, hostable agents: ['61dc9491-0c49-467e-b62a-6961ce952bc2'], hosted agents: [] {{(pid=104511) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 15:19:03.653545 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf908874-a06f-4381-a017-dc1803453a77 admin admin] Network c332f6fe-38bf-475a-8c9b-cd19bf4f5ee8 is scheduled to be hosted by DHCP agent 61dc9491-0c49-467e-b62a-6961ce952bc2 with binding_index 1 {{(pid=104511) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 15:19:03.655530 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=86,neutron:UPDATE=3,neutron:DELETE=4,neutron:INSERT=7 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:19:03.741531 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.scheduler.base_scheduler [None req-bf908874-a06f-4381-a017-dc1803453a77 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835384-11-iscsi, c332f6fe-38bf-475a-8c9b-cd19bf4f5ee8) {{(pid=104511) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 15:19:03.751402 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf908874-a06f-4381-a017-dc1803453a77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:19:03.756990 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f63bebbd-7d1f-4067-870e-4294e2d7fa39 None None] Network c332f6fe-38bf-475a-8c9b-cd19bf4f5ee8 requested from dv-cinder-835384-11-iscsi {{(pid=104513) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 15:19:03.757295 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-bf908874-a06f-4381-a017-dc1803453a77 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7879399'] for subnet (None), before_response {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:19:03.885355 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdf9d694-b167-4ea0-9b72-b675ecf773cb None None] Network c332f6fe-38bf-475a-8c9b-cd19bf4f5ee8 requested from dv-cinder-835384-11-iscsi {{(pid=104513) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 15:19:03.892883 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [None req-bf908874-a06f-4381-a017-dc1803453a77 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.0648580 Jun 24 15:19:04.104613 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.wsgi [-] (104512) accepted ('10.222.0.67', 37232) {{(pid=104512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:19:04.151379 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:INSERT=17,neutron:SELECT=78,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:19:04.162506 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2cbe5d-6599-45b4-9af3-f44cd8547c12 req-5418935b-93fc-454b-836a-6ae782c1de51 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:19:04.164452 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-2a2cbe5d-6599-45b4-9af3-f44cd8547c12 req-5418935b-93fc-454b-836a-6ae782c1de51 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] 10.222.0.67 "GET /v2.0/ports?device_id=d1a390f9-db97-4a41-a7df-e71f3d5c9ceb HTTP/1.1" status: 200 len: 943 time: 0.1362948 Jun 24 15:19:04.199627 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.db.db_base_plugin_v2 [None req-29eabd51-04db-4bad-a7ad-526fe54858ec admin admin] Deleting subnet 2b32eac6-60f1-4188-89b6-ba931d315134 {{(pid=104512) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 24 15:19:04.212317 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-29eabd51-04db-4bad-a7ad-526fe54858ec admin admin] Publish callbacks [] for subnet (2b32eac6-60f1-4188-89b6-ba931d315134), before_delete {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:19:04.256015 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-2a2cbe5d-6599-45b4-9af3-f44cd8547c12 req-7776f1e6-22a7-467a-b07b-368ee610de08 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] 10.222.0.67 "GET /v2.0/security-groups?id=5f1fbf49-a9a0-40f0-900c-2506ca6ce2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848348 Jun 24 15:19:04.265146 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-29eabd51-04db-4bad-a7ad-526fe54858ec admin admin] Publish callbacks [] for subnet (2b32eac6-60f1-4188-89b6-ba931d315134), precommit_delete_associations {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:19:04.277356 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-29eabd51-04db-4bad-a7ad-526fe54858ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7697736'] for subnet (2b32eac6-60f1-4188-89b6-ba931d315134), precommit_delete {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:19:04.357420 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c17520-6393-43c9-9e70-b1cbc03b7567 req-df2fcffa-8402-4dd5-9b64-57f0087cabdf tempest-DeleteServersTestJSON-1914753502 tempest-DeleteServersTestJSON-1914753502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:19:04.365380 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-21c17520-6393-43c9-9e70-b1cbc03b7567 req-df2fcffa-8402-4dd5-9b64-57f0087cabdf tempest-DeleteServersTestJSON-1914753502 tempest-DeleteServersTestJSON-1914753502-project] 10.222.0.67 "GET /v2.0/ports?device_id=a2cb33d2-4d1f-4910-82a0-2ace0cc1144b HTTP/1.1" status: 200 len: 943 time: 0.0618618 Jun 24 15:19:04.434129 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-21c17520-6393-43c9-9e70-b1cbc03b7567 req-7b7b9f37-bf2e-4df0-8a9d-58fab3a7ca11 tempest-DeleteServersTestJSON-1914753502 tempest-DeleteServersTestJSON-1914753502-project] 10.222.0.67 "GET /v2.0/security-groups?id=857973a4-e371-4f80-93a1-fa704fcd25f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675230 Jun 24 15:19:04.448119 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:DELETE=6,neutron:SELECT=92,neutron:UPDATE=2 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:19:04.471859 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-7f3e1fb5-ad6d-4f17-b0d9-1193c9892f81 req-cc9e546f-c135-4907-8d92-85991d3fce54 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "GET /v2.0/ports?device_id=e24b4aae-8cee-48cc-bf18-e9a915ea3f2c HTTP/1.1" status: 200 len: 210 time: 0.0357053 Jun 24 15:19:04.501518 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-29eabd51-04db-4bad-a7ad-526fe54858ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7697766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409'] for subnet (2b32eac6-60f1-4188-89b6-ba931d315134), after_delete {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:19:04.745028 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29eabd51-04db-4bad-a7ad-526fe54858ec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2b32eac6-60f1-4188-89b6-ba931d315134,revision_number=None']} {{(pid=104512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:19:04.750073 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-29eabd51-04db-4bad-a7ad-526fe54858ec admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:19:04.756015 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.wsgi [-] (104511) accepted ('10.222.0.67', 37268) {{(pid=104511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:19:04.756267 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [None req-29eabd51-04db-4bad-a7ad-526fe54858ec admin admin] 10.222.0.67 "DELETE /v2.0/subnets/2b32eac6-60f1-4188-89b6-ba931d315134 HTTP/1.1" status: 204 len: 168 time: 0.6496174 Jun 24 15:19:04.845812 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-b2c9f612-7d86-4cc7-a04d-86cbb5576224 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7823327'] for network (d72205d1-549d-4da2-a392-afe84896db9c), before_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:19:04.954097 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-b2c9f612-7d86-4cc7-a04d-86cbb5576224 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7769653', 'neutron.services.segments.db._delete_segments_for_network-8761385121163'] for network (d72205d1-549d-4da2-a392-afe84896db9c), precommit_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:19:04.978631 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-b2c9f612-7d86-4cc7-a04d-86cbb5576224 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 15:19:04.979031 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-b2c9f612-7d86-4cc7-a04d-86cbb5576224 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 15:19:04.979822 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-b2c9f612-7d86-4cc7-a04d-86cbb5576224 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 15:19:04.980152 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-b2c9f612-7d86-4cc7-a04d-86cbb5576224 admin admin] Subscribe: > port after_create 55550000 {{(pid=104511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 15:19:04.980539 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-b2c9f612-7d86-4cc7-a04d-86cbb5576224 admin admin] Subscribe: > port after_delete 55550000 {{(pid=104511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 15:19:04.980777 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-b2c9f612-7d86-4cc7-a04d-86cbb5576224 admin admin] Subscribe: > port after_update 55550000 {{(pid=104511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 15:19:04.981095 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-b2c9f612-7d86-4cc7-a04d-86cbb5576224 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 15:19:04.981448 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-b2c9f612-7d86-4cc7-a04d-86cbb5576224 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 15:19:04.981737 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-b2c9f612-7d86-4cc7-a04d-86cbb5576224 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 15:19:04.982071 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-b2c9f612-7d86-4cc7-a04d-86cbb5576224 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 15:19:05.159342 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-b2c9f612-7d86-4cc7-a04d-86cbb5576224 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 15:19:05.160230 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-b2c9f612-7d86-4cc7-a04d-86cbb5576224 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 15:19:05.160572 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-b2c9f612-7d86-4cc7-a04d-86cbb5576224 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 15:19:05.160906 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-b2c9f612-7d86-4cc7-a04d-86cbb5576224 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 15:19:05.161288 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.services.segments.db [None req-b2c9f612-7d86-4cc7-a04d-86cbb5576224 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d72205d1-549d-4da2-a392-afe84896db9c']}} {{(pid=104511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 15:19:05.179997 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.services.segments.db [None req-b2c9f612-7d86-4cc7-a04d-86cbb5576224 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec985f03-0131-4fd1-b1a7-86c93d26a273') {'for_net_delete': True} {{(pid=104511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 15:19:05.180356 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.services.segments.db [None req-b2c9f612-7d86-4cc7-a04d-86cbb5576224 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec985f03-0131-4fd1-b1a7-86c93d26a273') {} {{(pid=104511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 15:19:05.198550 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-b2c9f612-7d86-4cc7-a04d-86cbb5576224 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761385121940', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3541077'] for segment (ec985f03-0131-4fd1-b1a7-86c93d26a273), before_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:19:05.228003 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-b2c9f612-7d86-4cc7-a04d-86cbb5576224 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7772344'] for segment (ec985f03-0131-4fd1-b1a7-86c93d26a273), precommit_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:19:05.237553 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2c9f612-7d86-4cc7-a04d-86cbb5576224 admin admin] Releasing vlan 786 on physical network physnet1 to pool {{(pid=104511) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 15:19:05.238651 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-b2c9f612-7d86-4cc7-a04d-86cbb5576224 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7772344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3599659'] for segment (ec985f03-0131-4fd1-b1a7-86c93d26a273), after_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:19:05.418218 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225b946d-29f6-49ad-a319-93df664517d1 req-50ddf6f1-f45d-4442-ad45-a1c77ab8218b tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:19:05.420472 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-225b946d-29f6-49ad-a319-93df664517d1 req-50ddf6f1-f45d-4442-ad45-a1c77ab8218b tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] 10.222.0.67 "GET /v2.0/ports?device_id=d1a390f9-db97-4a41-a7df-e71f3d5c9ceb HTTP/1.1" status: 200 len: 943 time: 0.0551577 Jun 24 15:19:05.436497 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-b2c9f612-7d86-4cc7-a04d-86cbb5576224 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7769644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-275585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-467247'] for network (d72205d1-549d-4da2-a392-afe84896db9c), after_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:19:05.450486 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-b2c9f612-7d86-4cc7-a04d-86cbb5576224 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7879399'] for network (None), before_response {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:19:05.465874 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [None req-b2c9f612-7d86-4cc7-a04d-86cbb5576224 admin admin] 10.222.0.67 "DELETE /v2.0/networks/d72205d1-549d-4da2-a392-afe84896db9c HTTP/1.1" status: 204 len: 168 time: 0.7083974 Jun 24 15:19:05.470181 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.wsgi [-] (104511) accepted ('10.222.0.67', 37308) {{(pid=104511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:19:05.491356 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c9f612-7d86-4cc7-a04d-86cbb5576224 admin admin] Pushing event deleted for resources: {'Network': ['ID=d72205d1-549d-4da2-a392-afe84896db9c,revision_number=None']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:19:05.543729 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.db.db_base_plugin_v2 [None req-8fa84137-eacd-4b02-9d42-655350949af4 admin admin] Deleting subnet 1c9dbeaa-5910-46a3-9f50-ac2d74120277 {{(pid=104511) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 24 15:19:05.546994 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.services.segments.plugin [-] Segment ec985f03-0131-4fd1-b1a7-86c93d26a273 resource provider aggregate not found Jun 24 15:19:05.554351 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-8fa84137-eacd-4b02-9d42-655350949af4 admin admin] Publish callbacks [] for subnet (1c9dbeaa-5910-46a3-9f50-ac2d74120277), before_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:19:05.578502 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.services.segments.plugin [-] Segment ec985f03-0131-4fd1-b1a7-86c93d26a273 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ec985f03-0131-4fd1-b1a7-86c93d26a273 found for delete ", "request_id": "req-d41d94cb-91e8-4599-b4e2-59b6c1b4f10e"}]} Jun 24 15:19:05.594997 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-225b946d-29f6-49ad-a319-93df664517d1 req-6240d2d9-0d44-4d66-98c7-ca170b3de5a2 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] 10.222.0.67 "GET /v2.0/security-groups?id=5f1fbf49-a9a0-40f0-900c-2506ca6ce2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627069 Jun 24 15:19:05.604988 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-8fa84137-eacd-4b02-9d42-655350949af4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3541070'] for subnet (1c9dbeaa-5910-46a3-9f50-ac2d74120277), precommit_delete_associations {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:19:05.613030 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42dc10eb-ebd8-4c34-8871-2c9b97739aed req-54f0f9ff-a9c5-4841-a2c4-1d71492fe35d tempest-DeleteServersTestJSON-1914753502 tempest-DeleteServersTestJSON-1914753502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:19:05.624320 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-42dc10eb-ebd8-4c34-8871-2c9b97739aed req-54f0f9ff-a9c5-4841-a2c4-1d71492fe35d tempest-DeleteServersTestJSON-1914753502 tempest-DeleteServersTestJSON-1914753502-project] 10.222.0.67 "GET /v2.0/ports?device_id=a2cb33d2-4d1f-4910-82a0-2ace0cc1144b HTTP/1.1" status: 200 len: 943 time: 0.0844371 Jun 24 15:19:05.698721 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-8fa84137-eacd-4b02-9d42-655350949af4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7697736'] for subnet (1c9dbeaa-5910-46a3-9f50-ac2d74120277), precommit_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:19:05.729738 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-42dc10eb-ebd8-4c34-8871-2c9b97739aed req-04c68eb2-400d-4ee8-b731-cd11efeae429 tempest-DeleteServersTestJSON-1914753502 tempest-DeleteServersTestJSON-1914753502-project] 10.222.0.67 "GET /v2.0/security-groups?id=857973a4-e371-4f80-93a1-fa704fcd25f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055858 Jun 24 15:19:05.747272 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-5643630f-9764-4e4d-b990-63382c07b457 req-b3fa86ca-bb71-4acb-9506-ef4d3118d42c tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "GET /v2.0/ports?device_id=e24b4aae-8cee-48cc-bf18-e9a915ea3f2c HTTP/1.1" status: 200 len: 210 time: 0.0449507 Jun 24 15:19:05.754485 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:19:05.869108 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-8fa84137-eacd-4b02-9d42-655350949af4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7697766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3599681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3423336'] for subnet (1c9dbeaa-5910-46a3-9f50-ac2d74120277), after_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:19:05.904964 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-8fa84137-eacd-4b02-9d42-655350949af4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7879399'] for subnet (None), before_response {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:19:05.908694 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [None req-8fa84137-eacd-4b02-9d42-655350949af4 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/1c9dbeaa-5910-46a3-9f50-ac2d74120277 HTTP/1.1" status: 204 len: 168 time: 0.4190657 Jun 24 15:19:05.909737 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa84137-eacd-4b02-9d42-655350949af4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1c9dbeaa-5910-46a3-9f50-ac2d74120277,revision_number=None']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:19:05.911486 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.wsgi [-] (104512) accepted ('10.222.0.67', 37332) {{(pid=104512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:19:05.999349 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-876d38be-86f0-4ef5-b1c4-1937a38a2307 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7823327'] for network (c332f6fe-38bf-475a-8c9b-cd19bf4f5ee8), before_delete {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:19:06.095916 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-2568f0ab-c64f-4b3f-8029-88fd61e01b79 req-ec1e1f20-4492-4adb-bebe-b7aaed4e5d4c tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c4807ce933f14af0be22dd1cf3635c2f HTTP/1.1" status: 200 len: 379 time: 0.1234939 Jun 24 15:19:06.137749 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-876d38be-86f0-4ef5-b1c4-1937a38a2307 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7769653', 'neutron.services.segments.db._delete_segments_for_network-8761385121163'] for network (c332f6fe-38bf-475a-8c9b-cd19bf4f5ee8), precommit_delete {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:19:06.183917 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.v2.base [req-2568f0ab-c64f-4b3f-8029-88fd61e01b79 req-50ebd150-2dc0-4a1b-b751-fd449e8e526e tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Request body: {'port': {'device_id': 'e24b4aae-8cee-48cc-bf18-e9a915ea3f2c', 'network_id': '6d1ef1dd-ee8a-4e52-9261-de77d4e705e2', 'admin_state_up': True, 'tenant_id': 'c4807ce933f14af0be22dd1cf3635c2f', 'security_groups': ['b9b51dc4-7b04-4aff-a905-bf9eb837f4f2']}} {{(pid=104512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 15:19:06.271369 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486a8b55-3ccb-45be-baed-1ff9a2a04953 req-5d9f6983-2351-4598-93e8-4b7673342a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:19:06.273175 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-486a8b55-3ccb-45be-baed-1ff9a2a04953 req-5d9f6983-2351-4598-93e8-4b7673342a4b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b6bf0e1123fa47a7844e09127fb16d6e&device_id=72dcf091-51b8-4200-86d7-002dde49e07c HTTP/1.1" status: 200 len: 1127 time: 0.1321955 Jun 24 15:19:06.277863 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-876d38be-86f0-4ef5-b1c4-1937a38a2307 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104512) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 15:19:06.278254 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-876d38be-86f0-4ef5-b1c4-1937a38a2307 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104512) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 15:19:06.279219 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-876d38be-86f0-4ef5-b1c4-1937a38a2307 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104512) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 15:19:06.279685 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-876d38be-86f0-4ef5-b1c4-1937a38a2307 admin admin] Subscribe: > port after_create 55550000 {{(pid=104512) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 15:19:06.280046 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-876d38be-86f0-4ef5-b1c4-1937a38a2307 admin admin] Subscribe: > port after_delete 55550000 {{(pid=104512) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 15:19:06.280322 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-876d38be-86f0-4ef5-b1c4-1937a38a2307 admin admin] Subscribe: > port after_update 55550000 {{(pid=104512) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 15:19:06.280641 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-876d38be-86f0-4ef5-b1c4-1937a38a2307 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104512) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 15:19:06.281610 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-876d38be-86f0-4ef5-b1c4-1937a38a2307 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104512) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 15:19:06.281937 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-876d38be-86f0-4ef5-b1c4-1937a38a2307 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104512) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 15:19:06.282397 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-876d38be-86f0-4ef5-b1c4-1937a38a2307 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104512) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 15:19:06.295339 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe73a9d-b579-4962-9af9-7d5a7a46e479 req-c4bd0b16-8750-4399-bd22-c7e83c5ffabb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:19:06.298235 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [req-cfe73a9d-b579-4962-9af9-7d5a7a46e479 req-c4bd0b16-8750-4399-bd22-c7e83c5ffabb service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d6e6bc2109c44c37a0ed635b021bba7e&device_id=a2cb33d2-4d1f-4910-82a0-2ace0cc1144b HTTP/1.1" status: 200 len: 1127 time: 0.0890393 Jun 24 15:19:06.350765 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-876d38be-86f0-4ef5-b1c4-1937a38a2307 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104512) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 15:19:06.351094 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-876d38be-86f0-4ef5-b1c4-1937a38a2307 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104512) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 15:19:06.351467 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-876d38be-86f0-4ef5-b1c4-1937a38a2307 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104512) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 15:19:06.351838 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-876d38be-86f0-4ef5-b1c4-1937a38a2307 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104512) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 15:19:06.352151 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.services.segments.db [None req-876d38be-86f0-4ef5-b1c4-1937a38a2307 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c332f6fe-38bf-475a-8c9b-cd19bf4f5ee8']}} {{(pid=104512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 15:19:06.453080 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.wsgi [-] (104512) accepted ('10.222.0.67', 37352) {{(pid=104512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:19:06.469696 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.services.segments.db [None req-876d38be-86f0-4ef5-b1c4-1937a38a2307 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83fea48c-81e6-4d23-b64c-bf4adb590bd9') {'for_net_delete': True} {{(pid=104512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 15:19:06.469992 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.services.segments.db [None req-876d38be-86f0-4ef5-b1c4-1937a38a2307 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83fea48c-81e6-4d23-b64c-bf4adb590bd9') {} {{(pid=104512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 15:19:06.477674 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-486a8b55-3ccb-45be-baed-1ff9a2a04953 req-17838ec7-4c1a-48fa-9da0-e810041fa2ea service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cdb31b17-1cea-4ead-bfa9-8e2eaf5beea8 HTTP/1.1" status: 200 len: 217 time: 0.1200993 Jun 24 15:19:06.524868 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-876d38be-86f0-4ef5-b1c4-1937a38a2307 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761385121940', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-795072'] for segment (83fea48c-81e6-4d23-b64c-bf4adb590bd9), before_delete {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:19:06.545466 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f038c60b-08a4-48aa-ba64-e6629aba4e4b req-ccc192eb-0894-4e28-a1f7-ad3c23139c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:19:06.547019 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [req-f038c60b-08a4-48aa-ba64-e6629aba4e4b req-ccc192eb-0894-4e28-a1f7-ad3c23139c9a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b6bf0e1123fa47a7844e09127fb16d6e&device_id=d1a390f9-db97-4a41-a7df-e71f3d5c9ceb HTTP/1.1" status: 200 len: 1127 time: 0.2469616 Jun 24 15:19:06.566401 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-876d38be-86f0-4ef5-b1c4-1937a38a2307 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7772344'] for segment (83fea48c-81e6-4d23-b64c-bf4adb590bd9), precommit_delete {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:19:06.587132 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-876d38be-86f0-4ef5-b1c4-1937a38a2307 admin admin] Releasing vlan 760 on physical network physnet1 to pool {{(pid=104512) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 15:19:06.587132 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-876d38be-86f0-4ef5-b1c4-1937a38a2307 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7772344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3859696'] for segment (83fea48c-81e6-4d23-b64c-bf4adb590bd9), after_delete {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:19:06.641729 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-dcc78bfc-4e1b-4677-83c7-fd6af5e29314 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:19:06.658413 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:19:06.672485 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe73a9d-b579-4962-9af9-7d5a7a46e479 req-71dd077e-b17d-493b-93fe-dde36ad015aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:19:06.674562 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [req-cfe73a9d-b579-4962-9af9-7d5a7a46e479 req-71dd077e-b17d-493b-93fe-dde36ad015aa service neutron] 10.222.0.64 "GET /v2.0/networks?id=9fcf8abc-a8a5-4725-9758-d53e9c47196e HTTP/1.1" status: 200 len: 913 time: 0.3625710 Jun 24 15:19:06.751465 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003f9d49-f20b-43d4-b669-7464b6ca5319 req-2874ca4d-ebb9-48e7-84ff-0e19721e6393 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:19:06.753133 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-003f9d49-f20b-43d4-b669-7464b6ca5319 req-2874ca4d-ebb9-48e7-84ff-0e19721e6393 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] 10.222.0.67 "GET /v2.0/ports?device_id=d1a390f9-db97-4a41-a7df-e71f3d5c9ceb HTTP/1.1" status: 200 len: 943 time: 0.0675590 Jun 24 15:19:06.783377 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-876d38be-86f0-4ef5-b1c4-1937a38a2307 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7769644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-275585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-467247'] for network (c332f6fe-38bf-475a-8c9b-cd19bf4f5ee8), after_delete {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:19:06.784914 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2568f0ab-c64f-4b3f-8029-88fd61e01b79 req-50ebd150-2dc0-4a1b-b751-fd449e8e526e tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Made reservation on behalf of c4807ce933f14af0be22dd1cf3635c2f for: {'port': 1} {{(pid=104512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 15:19:06.788324 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [req-2568f0ab-c64f-4b3f-8029-88fd61e01b79 req-50ebd150-2dc0-4a1b-b751-fd449e8e526e tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7727318'] for port (None), before_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:19:06.813871 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-876d38be-86f0-4ef5-b1c4-1937a38a2307 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7879399'] for network (None), before_response {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:19:06.820013 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [None req-876d38be-86f0-4ef5-b1c4-1937a38a2307 admin admin] 10.222.0.67 "DELETE /v2.0/networks/c332f6fe-38bf-475a-8c9b-cd19bf4f5ee8 HTTP/1.1" status: 204 len: 168 time: 0.9051571 Jun 24 15:19:06.862114 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.services.segments.plugin [-] Segment 83fea48c-81e6-4d23-b64c-bf4adb590bd9 resource provider aggregate not found Jun 24 15:19:06.866563 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876d38be-86f0-4ef5-b1c4-1937a38a2307 admin admin] Pushing event deleted for resources: {'Network': ['ID=c332f6fe-38bf-475a-8c9b-cd19bf4f5ee8,revision_number=None']} {{(pid=104512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:19:06.887759 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:INSERT=4 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:19:06.894242 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.services.segments.plugin [-] Segment 83fea48c-81e6-4d23-b64c-bf4adb590bd9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 83fea48c-81e6-4d23-b64c-bf4adb590bd9 found for delete ", "request_id": "req-f91c5f7c-50af-43b0-9225-9b258f9ba4b2"}]} Jun 24 15:19:06.897339 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:19:06.908296 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-003f9d49-f20b-43d4-b669-7464b6ca5319 req-cdd7eea2-4683-4e7e-910a-821497a2d7c7 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] 10.222.0.67 "GET /v2.0/security-groups?id=5f1fbf49-a9a0-40f0-900c-2506ca6ce2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486259 Jun 24 15:19:06.963527 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-49013ea2-7771-4f39-95ac-6c33d022fc6f req-0fdadf04-92f6-4393-b89c-e700d1893f33 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "GET /v2.0/ports?device_id=e24b4aae-8cee-48cc-bf18-e9a915ea3f2c HTTP/1.1" status: 200 len: 210 time: 0.1437299 Jun 24 15:19:07.071156 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255f3abf-c721-4b01-a626-393045415447 req-8a0c2bc9-d0e6-4c4e-bf7c-30c3787558ca tempest-DeleteServersTestJSON-1914753502 tempest-DeleteServersTestJSON-1914753502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:19:07.073579 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-255f3abf-c721-4b01-a626-393045415447 req-8a0c2bc9-d0e6-4c4e-bf7c-30c3787558ca tempest-DeleteServersTestJSON-1914753502 tempest-DeleteServersTestJSON-1914753502-project] 10.222.0.67 "GET /v2.0/ports?device_id=a2cb33d2-4d1f-4910-82a0-2ace0cc1144b HTTP/1.1" status: 200 len: 943 time: 0.1060839 Jun 24 15:19:07.096411 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-dcc78bfc-4e1b-4677-83c7-fd6af5e29314 admin admin] Publish callbacks [] for security_group (c1f7d4ea-6909-4a7c-9380-5bc0ba098a49), precommit_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:19:07.126405 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.db.db_base_plugin_common [req-2568f0ab-c64f-4b3f-8029-88fd61e01b79 req-50ebd150-2dc0-4a1b-b751-fd449e8e526e tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Allocated IP 172.20.0.3 (6d1ef1dd-ee8a-4e52-9261-de77d4e705e2/ca86efdf-43ba-4cdf-8f0a-3c6622699971/5f0c5043-24b7-4a39-9766-66475f0cad69) {{(pid=104512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 15:19:07.155914 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-255f3abf-c721-4b01-a626-393045415447 req-601d4841-8e2c-497f-a038-05c62c639880 tempest-DeleteServersTestJSON-1914753502 tempest-DeleteServersTestJSON-1914753502-project] 10.222.0.67 "GET /v2.0/security-groups?id=857973a4-e371-4f80-93a1-fa704fcd25f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754974 Jun 24 15:19:07.165288 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.wsgi [-] (104511) accepted ('10.222.0.67', 37390) {{(pid=104511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:19:07.171481 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-dcc78bfc-4e1b-4677-83c7-fd6af5e29314 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-275664'] for security_group (c1f7d4ea-6909-4a7c-9380-5bc0ba098a49), after_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:19:07.230300 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [None req-ea95dfbd-9c28-43ba-9fcc-c9192d1f1672 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=3ec0d7bcce024fbf94e21ccfcb936d7e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0638390 Jun 24 15:19:07.232904 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.wsgi [-] (104511) accepted ('10.222.0.67', 37396) {{(pid=104511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:19:07.261724 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc78bfc-4e1b-4677-83c7-fd6af5e29314 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1f7d4ea-6909-4a7c-9380-5bc0ba098a49,revision_number=1']} {{(pid=104512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:19:07.268455 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [None req-dcc78bfc-4e1b-4677-83c7-fd6af5e29314 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=92772c855c974c3e8f58cb3a45fcc7fc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8142390 Jun 24 15:19:07.273489 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.wsgi [-] (104511) accepted ('10.222.0.67', 37398) {{(pid=104511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:19:07.301062 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-1840dcde-69d1-4f57-82a8-d996866277cc admin admin] Publish callbacks [] for security_group (b3d9a84d-c210-4e96-84d0-b5c693e5d274), before_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:19:07.345682 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-1840dcde-69d1-4f57-82a8-d996866277cc admin admin] Publish callbacks [] for security_group (b3d9a84d-c210-4e96-84d0-b5c693e5d274), precommit_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:19:07.352303 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [req-2568f0ab-c64f-4b3f-8029-88fd61e01b79 req-50ebd150-2dc0-4a1b-b751-fd449e8e526e tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Publish callbacks [] for port (5f0c5043-24b7-4a39-9766-66475f0cad69), precommit_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:19:07.375063 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-5dbed521-e7e4-4859-9ef8-089dc3d0ffa7 admin admin] Publish callbacks [] for security_group (c1f7d4ea-6909-4a7c-9380-5bc0ba098a49), before_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:19:07.409233 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-5dbed521-e7e4-4859-9ef8-089dc3d0ffa7 admin admin] Publish callbacks [] for security_group (c1f7d4ea-6909-4a7c-9380-5bc0ba098a49), precommit_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:19:07.444774 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [req-2568f0ab-c64f-4b3f-8029-88fd61e01b79 req-50ebd150-2dc0-4a1b-b751-fd449e8e526e tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761384583298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3859661'] for port (5f0c5043-24b7-4a39-9766-66475f0cad69), after_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:19:07.494624 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2568f0ab-c64f-4b3f-8029-88fd61e01b79 req-50ebd150-2dc0-4a1b-b751-fd449e8e526e tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Network 6d1ef1dd-ee8a-4e52-9261-de77d4e705e2 is already hosted by enough agents. {{(pid=104512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 15:19:07.497592 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.scheduler.base_scheduler [req-2568f0ab-c64f-4b3f-8029-88fd61e01b79 req-50ebd150-2dc0-4a1b-b751-fd449e8e526e tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Resources bound (agent type, host, resource id): {{(pid=104512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 15:19:07.503634 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.db.l3_dvrscheduler_db [req-2568f0ab-c64f-4b3f-8029-88fd61e01b79 req-50ebd150-2dc0-4a1b-b751-fd449e8e526e tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Received port after_create {{(pid=104512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 15:19:07.524203 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-1840dcde-69d1-4f57-82a8-d996866277cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-275664'] for security_group (b3d9a84d-c210-4e96-84d0-b5c693e5d274), after_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:19:07.526732 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-1840dcde-69d1-4f57-82a8-d996866277cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:19:07.527070 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ebd150-2dc0-4a1b-b751-fd449e8e526e tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Pushing event updated for resources: {'Port': ['ID=5f0c5043-24b7-4a39-9766-66475f0cad69,revision_number=1']} {{(pid=104512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:19:07.527928 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [None req-1840dcde-69d1-4f57-82a8-d996866277cc admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/b3d9a84d-c210-4e96-84d0-b5c693e5d274 HTTP/1.1" status: 204 len: 168 time: 0.2941010 Jun 24 15:19:07.536418 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-5dbed521-e7e4-4859-9ef8-089dc3d0ffa7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-275664'] for security_group (c1f7d4ea-6909-4a7c-9380-5bc0ba098a49), after_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:19:07.551743 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-5dbed521-e7e4-4859-9ef8-089dc3d0ffa7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:19:07.555515 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [None req-5dbed521-e7e4-4859-9ef8-089dc3d0ffa7 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/c1f7d4ea-6909-4a7c-9380-5bc0ba098a49 HTTP/1.1" status: 204 len: 168 time: 0.2808380 Jun 24 15:19:07.564090 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1840dcde-69d1-4f57-82a8-d996866277cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3d9a84d-c210-4e96-84d0-b5c693e5d274,revision_number=None']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:19:07.580306 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2568f0ab-c64f-4b3f-8029-88fd61e01b79 req-50ebd150-2dc0-4a1b-b751-fd449e8e526e tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:19:07.586225 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [req-2568f0ab-c64f-4b3f-8029-88fd61e01b79 req-50ebd150-2dc0-4a1b-b751-fd449e8e526e tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7879399'] for port (None), before_response {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:19:07.588736 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbed521-e7e4-4859-9ef8-089dc3d0ffa7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1f7d4ea-6909-4a7c-9380-5bc0ba098a49,revision_number=None']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:19:07.660265 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-2568f0ab-c64f-4b3f-8029-88fd61e01b79 req-50ebd150-2dc0-4a1b-b751-fd449e8e526e tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4844532 Jun 24 15:19:07.749566 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.db.agents_db [None req-1e76bcc0-0ba2-49bf-a9b5-df198b272e3c None None] Agent healthcheck: found 6 active agents {{(pid=104514) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 15:19:07.858674 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.provisioning_blocks [None req-6dfecd5a-0e33-43e1-ac5f-4deebbbd1325 None None] Provisioning complete for port 5f0c5043-24b7-4a39-9766-66475f0cad69 triggered by entity DHCP. {{(pid=104513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 15:19:07.859172 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-6dfecd5a-0e33-43e1-ac5f-4deebbbd1325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7696598'] for port (5f0c5043-24b7-4a39-9766-66475f0cad69), provisioning_complete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:19:07.893155 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.plugin [None req-6dfecd5a-0e33-43e1-ac5f-4deebbbd1325 None None] Port 5f0c5043-24b7-4a39-9766-66475f0cad69 cannot update to ACTIVE because it is not bound. {{(pid=104513) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 15:19:08.028861 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466ad305-effe-46fa-9ed3-c388cb71cc24 req-74ffa50c-1385-463a-8dfa-abe966a31a04 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:19:08.030636 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-466ad305-effe-46fa-9ed3-c388cb71cc24 req-74ffa50c-1385-463a-8dfa-abe966a31a04 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] 10.222.0.67 "GET /v2.0/ports?device_id=d1a390f9-db97-4a41-a7df-e71f3d5c9ceb HTTP/1.1" status: 200 len: 943 time: 0.0516810 Jun 24 15:19:08.130748 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-466ad305-effe-46fa-9ed3-c388cb71cc24 req-717fa27c-1523-497e-80c0-1f0beda002a8 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] 10.222.0.67 "GET /v2.0/security-groups?id=5f1fbf49-a9a0-40f0-900c-2506ca6ce2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912404 Jun 24 15:19:08.145699 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac7e011-66c7-4e6d-acfb-0eda01aaba7e req-c0da1e99-2696-47a3-90d0-4d6cbfb2afda tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:19:08.147508 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-1ac7e011-66c7-4e6d-acfb-0eda01aaba7e req-c0da1e99-2696-47a3-90d0-4d6cbfb2afda tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "GET /v2.0/ports?device_id=e24b4aae-8cee-48cc-bf18-e9a915ea3f2c HTTP/1.1" status: 200 len: 931 time: 0.0897536 Jun 24 15:19:08.195086 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-1ac7e011-66c7-4e6d-acfb-0eda01aaba7e req-4664928a-0a42-4190-b3e3-c4495bf77cff tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "GET /v2.0/security-groups?id=b9b51dc4-7b04-4aff-a905-bf9eb837f4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418823 Jun 24 15:19:08.292200 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1ff26c-b950-4e1f-9059-ea120039170e req-aaf9fdb2-37c1-442a-b6ad-4da4225e6a89 tempest-DeleteServersTestJSON-1914753502 tempest-DeleteServersTestJSON-1914753502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:19:08.293683 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-4c1ff26c-b950-4e1f-9059-ea120039170e req-aaf9fdb2-37c1-442a-b6ad-4da4225e6a89 tempest-DeleteServersTestJSON-1914753502 tempest-DeleteServersTestJSON-1914753502-project] 10.222.0.67 "GET /v2.0/ports?device_id=a2cb33d2-4d1f-4910-82a0-2ace0cc1144b HTTP/1.1" status: 200 len: 943 time: 0.0490122 Jun 24 15:19:08.346655 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-4c1ff26c-b950-4e1f-9059-ea120039170e req-4c641ede-5fec-49be-a9bb-0a6f10924fe1 tempest-DeleteServersTestJSON-1914753502 tempest-DeleteServersTestJSON-1914753502-project] 10.222.0.67 "GET /v2.0/security-groups?id=857973a4-e371-4f80-93a1-fa704fcd25f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431595 Jun 24 15:19:08.460098 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.wsgi [-] (104511) accepted ('10.222.0.67', 37430) {{(pid=104511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:19:08.503345 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [None req-c7590b71-7e83-4a93-be6c-904208c7efe6 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=b5196786415d4947acac6a3e11ca1da8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0396385 Jun 24 15:19:08.503718 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.wsgi [-] (104511) accepted ('10.222.0.67', 37432) {{(pid=104511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:19:08.515602 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:19:08.522779 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.wsgi [-] (104512) accepted ('10.222.0.67', 37434) {{(pid=104512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:19:08.537510 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-56467d87-1b09-477d-bb16-fe487336d170 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:19:08.558618 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-edf75861-017f-4bd0-95e8-ad6ffc7d71b1 admin admin] Publish callbacks [] for security_group (29933872-c27f-4bbf-bf6a-07e2ab216987), before_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:19:08.580393 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-edf75861-017f-4bd0-95e8-ad6ffc7d71b1 admin admin] Publish callbacks [] for security_group (29933872-c27f-4bbf-bf6a-07e2ab216987), precommit_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:19:08.622013 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-56467d87-1b09-477d-bb16-fe487336d170 admin admin] Publish callbacks [] for security_group (117850ca-cb17-408e-976f-a0a5493f55b4), precommit_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:19:08.623990 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=4 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:19:08.701587 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-56467d87-1b09-477d-bb16-fe487336d170 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-275664'] for security_group (117850ca-cb17-408e-976f-a0a5493f55b4), after_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:19:08.701781 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-edf75861-017f-4bd0-95e8-ad6ffc7d71b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-275664'] for security_group (29933872-c27f-4bbf-bf6a-07e2ab216987), after_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:19:08.704309 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-edf75861-017f-4bd0-95e8-ad6ffc7d71b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:19:08.705494 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [None req-edf75861-017f-4bd0-95e8-ad6ffc7d71b1 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/29933872-c27f-4bbf-bf6a-07e2ab216987 HTTP/1.1" status: 204 len: 168 time: 0.2010288 Jun 24 15:19:08.715360 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf75861-017f-4bd0-95e8-ad6ffc7d71b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29933872-c27f-4bbf-bf6a-07e2ab216987,revision_number=None']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:19:08.749895 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [None req-56467d87-1b09-477d-bb16-fe487336d170 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=a75e123aeb7a44ca8bd0676487e0aad4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2230213 Jun 24 15:19:08.749895 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56467d87-1b09-477d-bb16-fe487336d170 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=117850ca-cb17-408e-976f-a0a5493f55b4,revision_number=1']} {{(pid=104512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:19:08.750776 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.wsgi [-] (104511) accepted ('10.222.0.67', 37438) {{(pid=104511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:19:08.806158 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-56141dd7-404c-4efc-8288-6cc8073a1005 admin admin] Publish callbacks [] for security_group (117850ca-cb17-408e-976f-a0a5493f55b4), before_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:19:08.833276 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-56141dd7-404c-4efc-8288-6cc8073a1005 admin admin] Publish callbacks [] for security_group (117850ca-cb17-408e-976f-a0a5493f55b4), precommit_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:19:08.932612 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.wsgi [-] (104511) accepted ('10.222.0.67', 37446) {{(pid=104511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:19:08.964801 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-56141dd7-404c-4efc-8288-6cc8073a1005 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-275664'] for security_group (117850ca-cb17-408e-976f-a0a5493f55b4), after_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:19:08.968073 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-56141dd7-404c-4efc-8288-6cc8073a1005 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:19:08.971703 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [None req-56141dd7-404c-4efc-8288-6cc8073a1005 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/117850ca-cb17-408e-976f-a0a5493f55b4 HTTP/1.1" status: 204 len: 168 time: 0.2197652 Jun 24 15:19:08.983310 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56141dd7-404c-4efc-8288-6cc8073a1005 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=117850ca-cb17-408e-976f-a0a5493f55b4,revision_number=None']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:19:09.048075 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-a0fe8770-3b4f-4594-8296-5a5a3e5fcb41 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:19:09.107987 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=81,neutron:DELETE=8,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:19:09.132423 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-a0fe8770-3b4f-4594-8296-5a5a3e5fcb41 admin admin] Publish callbacks [] for security_group (57cd1350-7b5b-412a-b0ec-9bd0ff6f1b52), precommit_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:19:09.186986 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:19:09.216564 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-a0fe8770-3b4f-4594-8296-5a5a3e5fcb41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-275664'] for security_group (57cd1350-7b5b-412a-b0ec-9bd0ff6f1b52), after_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:19:09.253959 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b06a29-6c5f-417b-b28e-48576ec2cc41 req-e4e860a4-08a0-43a3-b861-0589acf8abb2 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:19:09.262129 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-c3b06a29-6c5f-417b-b28e-48576ec2cc41 req-e4e860a4-08a0-43a3-b861-0589acf8abb2 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] 10.222.0.67 "GET /v2.0/ports?device_id=d1a390f9-db97-4a41-a7df-e71f3d5c9ceb HTTP/1.1" status: 200 len: 943 time: 0.0629513 Jun 24 15:19:09.286798 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [None req-a0fe8770-3b4f-4594-8296-5a5a3e5fcb41 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=1be816b1d9264d72804cb89fac91ae48&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3531020 Jun 24 15:19:09.288270 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fe8770-3b4f-4594-8296-5a5a3e5fcb41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57cd1350-7b5b-412a-b0ec-9bd0ff6f1b52,revision_number=1']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:19:09.291767 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.wsgi [-] (104511) accepted ('10.222.0.67', 37466) {{(pid=104511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:19:09.365108 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-c3b06a29-6c5f-417b-b28e-48576ec2cc41 req-3646fdb8-44a8-4b69-bcfc-56e3ce584089 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] 10.222.0.67 "GET /v2.0/security-groups?id=5f1fbf49-a9a0-40f0-900c-2506ca6ce2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988216 Jun 24 15:19:09.366755 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-536d65f2-6e04-4194-af78-630b6869e152 admin admin] Publish callbacks [] for security_group (57cd1350-7b5b-412a-b0ec-9bd0ff6f1b52), before_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:19:09.405914 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-536d65f2-6e04-4194-af78-630b6869e152 admin admin] Publish callbacks [] for security_group (57cd1350-7b5b-412a-b0ec-9bd0ff6f1b52), precommit_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:19:09.459918 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacd3521-f54f-4c7e-9f79-432984fc0496 req-cde7cc19-b55b-435c-9f65-d36e01a6cb2e tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:19:09.461005 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-eacd3521-f54f-4c7e-9f79-432984fc0496 req-cde7cc19-b55b-435c-9f65-d36e01a6cb2e tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "GET /v2.0/ports?device_id=e24b4aae-8cee-48cc-bf18-e9a915ea3f2c HTTP/1.1" status: 200 len: 931 time: 0.1516187 Jun 24 15:19:09.514146 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b26101f-4809-46f5-b9ab-965eed41a1aa req-332d1420-d7c8-443b-a61e-4839df5df199 tempest-DeleteServersTestJSON-1914753502 tempest-DeleteServersTestJSON-1914753502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:19:09.518362 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-8b26101f-4809-46f5-b9ab-965eed41a1aa req-332d1420-d7c8-443b-a61e-4839df5df199 tempest-DeleteServersTestJSON-1914753502 tempest-DeleteServersTestJSON-1914753502-project] 10.222.0.67 "GET /v2.0/ports?device_id=a2cb33d2-4d1f-4910-82a0-2ace0cc1144b HTTP/1.1" status: 200 len: 943 time: 0.0756843 Jun 24 15:19:09.532048 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-536d65f2-6e04-4194-af78-630b6869e152 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-275664'] for security_group (57cd1350-7b5b-412a-b0ec-9bd0ff6f1b52), after_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:19:09.535500 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-536d65f2-6e04-4194-af78-630b6869e152 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:19:09.540474 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [None req-536d65f2-6e04-4194-af78-630b6869e152 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/57cd1350-7b5b-412a-b0ec-9bd0ff6f1b52 HTTP/1.1" status: 204 len: 168 time: 0.2445014 Jun 24 15:19:09.546642 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536d65f2-6e04-4194-af78-630b6869e152 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57cd1350-7b5b-412a-b0ec-9bd0ff6f1b52,revision_number=None']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:19:09.571669 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-eacd3521-f54f-4c7e-9f79-432984fc0496 req-4bc6e4f8-4e73-4404-808e-1e5dcb554bec tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "GET /v2.0/security-groups?id=b9b51dc4-7b04-4aff-a905-bf9eb837f4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0877974 Jun 24 15:19:09.598130 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-8b26101f-4809-46f5-b9ab-965eed41a1aa req-e4716981-ae33-4049-b913-1b4d77efb6b9 tempest-DeleteServersTestJSON-1914753502 tempest-DeleteServersTestJSON-1914753502-project] 10.222.0.67 "GET /v2.0/security-groups?id=857973a4-e371-4f80-93a1-fa704fcd25f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671973 Jun 24 15:19:09.882360 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:19:10.142856 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.v2.base [req-2568f0ab-c64f-4b3f-8029-88fd61e01b79 req-7939f593-1b96-4776-92d8-fa6982f74252 service neutron] Request body: {'port': {'device_id': 'e24b4aae-8cee-48cc-bf18-e9a915ea3f2c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83538'}} {{(pid=104512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 15:19:10.221127 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [req-cfe73a9d-b579-4962-9af9-7d5a7a46e479 req-1cfb3007-67dd-4581-9c02-623c63c8ace3 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=471abd13-dcca-4d97-83ff-7d113a0b2e5b HTTP/1.1" status: 200 len: 217 time: 0.0821717 Jun 24 15:19:10.227450 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697012'] for agent (f0fa743b-ff28-43ff-ac51-704c86538f10), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:19:10.250607 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486a8b55-3ccb-45be-baed-1ff9a2a04953 req-53a99069-9961-4979-b3fc-571339c9744d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:19:10.252089 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-486a8b55-3ccb-45be-baed-1ff9a2a04953 req-53a99069-9961-4979-b3fc-571339c9744d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=298c1716-00da-4f9f-a34c-b32e0b6a8775 HTTP/1.1" status: 200 len: 858 time: 0.1056767 Jun 24 15:19:10.257175 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [req-2568f0ab-c64f-4b3f-8029-88fd61e01b79 req-7939f593-1b96-4776-92d8-fa6982f74252 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7727318'] for port (5f0c5043-24b7-4a39-9766-66475f0cad69), before_update {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:19:10.277764 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.wsgi [-] (104511) accepted ('10.222.0.67', 37506) {{(pid=104511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:19:10.350045 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-f833b46e-6966-4d7f-99ec-d6eb7e78b46d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:19:10.365388 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486a8b55-3ccb-45be-baed-1ff9a2a04953 req-e482cc16-b300-429a-9193-11940386a338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:19:10.367205 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-486a8b55-3ccb-45be-baed-1ff9a2a04953 req-e482cc16-b300-429a-9193-11940386a338 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=af13b512-ccae-46a6-b2e4-3851b74c876d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1078501 Jun 24 15:19:10.511345 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe73a9d-b579-4962-9af9-7d5a7a46e479 req-19124645-5983-47ee-bd53-d48e8fe47cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:19:10.512790 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [req-cfe73a9d-b579-4962-9af9-7d5a7a46e479 req-19124645-5983-47ee-bd53-d48e8fe47cb8 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ea1c2da1-618d-4ad8-a2be-7752fdea9063 HTTP/1.1" status: 200 len: 851 time: 0.2828667 Jun 24 15:19:10.547684 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:DELETE=4 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:19:10.571447 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f038c60b-08a4-48aa-ba64-e6629aba4e4b req-2a514b20-555b-4bb5-b900-bdd2abf37f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:19:10.572914 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [req-f038c60b-08a4-48aa-ba64-e6629aba4e4b req-2a514b20-555b-4bb5-b900-bdd2abf37f5b service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=b6bf0e1123fa47a7844e09127fb16d6e&shared=False HTTP/1.1" status: 200 len: 920 time: 0.4328458 Jun 24 15:19:10.619146 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-f833b46e-6966-4d7f-99ec-d6eb7e78b46d admin admin] Publish callbacks [] for security_group (f87d4b54-7294-48cc-af01-6dc2be5f01cd), precommit_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:19:10.696434 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-f833b46e-6966-4d7f-99ec-d6eb7e78b46d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-275664'] for security_group (f87d4b54-7294-48cc-af01-6dc2be5f01cd), after_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:19:10.730962 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [None req-f833b46e-6966-4d7f-99ec-d6eb7e78b46d admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=6a28bb1df9134de9a179b6b8021b8d5d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4518979 Jun 24 15:19:10.745050 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.wsgi [-] (104511) accepted ('10.222.0.67', 37526) {{(pid=104511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:19:10.771497 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f833b46e-6966-4d7f-99ec-d6eb7e78b46d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f87d4b54-7294-48cc-af01-6dc2be5f01cd,revision_number=1']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:19:10.822460 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-4a891d33-1ff9-47cf-85be-659162405b45 admin admin] Publish callbacks [] for security_group (f87d4b54-7294-48cc-af01-6dc2be5f01cd), before_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:19:10.843430 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75ff381-d86e-43ea-a7a3-8bd0df596490 req-3947d38b-262e-41e3-b1ef-6de8ac745e75 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:19:10.850048 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-4a891d33-1ff9-47cf-85be-659162405b45 admin admin] Publish callbacks [] for security_group (f87d4b54-7294-48cc-af01-6dc2be5f01cd), precommit_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:19:10.850914 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-d75ff381-d86e-43ea-a7a3-8bd0df596490 req-3947d38b-262e-41e3-b1ef-6de8ac745e75 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] 10.222.0.67 "GET /v2.0/ports?device_id=d1a390f9-db97-4a41-a7df-e71f3d5c9ceb HTTP/1.1" status: 200 len: 943 time: 0.3322911 Jun 24 15:19:10.868655 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:19:10.917786 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0428acb6-045f-4a83-91dd-eaaa29e2a65b req-464feb39-6e29-44de-91dc-ee460777d7e7 tempest-DeleteServersTestJSON-1914753502 tempest-DeleteServersTestJSON-1914753502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:19:10.919236 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-0428acb6-045f-4a83-91dd-eaaa29e2a65b req-464feb39-6e29-44de-91dc-ee460777d7e7 tempest-DeleteServersTestJSON-1914753502 tempest-DeleteServersTestJSON-1914753502-project] 10.222.0.67 "GET /v2.0/ports?device_id=a2cb33d2-4d1f-4910-82a0-2ace0cc1144b HTTP/1.1" status: 200 len: 943 time: 0.1393576 Jun 24 15:19:10.955655 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-486a8b55-3ccb-45be-baed-1ff9a2a04953 req-ed5f39da-4433-4c8b-bcad-52def9be228d service neutron] 10.222.0.64 "GET /v2.0/networks/af13b512-ccae-46a6-b2e4-3851b74c876d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5816903 Jun 24 15:19:11.029910 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-d75ff381-d86e-43ea-a7a3-8bd0df596490 req-550fad08-12de-42f1-9030-12f953e14afc tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] 10.222.0.67 "GET /v2.0/security-groups?id=5f1fbf49-a9a0-40f0-900c-2506ca6ce2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780155 Jun 24 15:19:11.041953 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-0428acb6-045f-4a83-91dd-eaaa29e2a65b req-56c8e656-d38a-45bc-bd7a-6541d4c82bbd tempest-DeleteServersTestJSON-1914753502 tempest-DeleteServersTestJSON-1914753502-project] 10.222.0.67 "GET /v2.0/security-groups?id=857973a4-e371-4f80-93a1-fa704fcd25f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148582 Jun 24 15:19:11.102811 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.notifiers.nova [req-2568f0ab-c64f-4b3f-8029-88fd61e01b79 req-7939f593-1b96-4776-92d8-fa6982f74252 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f0c5043-24b7-4a39-9766-66475f0cad69 {{(pid=104512) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 15:19:11.117607 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [req-2568f0ab-c64f-4b3f-8029-88fd61e01b79 req-7939f593-1b96-4776-92d8-fa6982f74252 service neutron] Publish callbacks [] for port (5f0c5043-24b7-4a39-9766-66475f0cad69), precommit_update {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:19:11.164026 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050f294c-c6c9-4681-b6d7-790151e84705 req-263480c4-3c81-4424-8e7f-c98557eaabee tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:19:11.165459 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-050f294c-c6c9-4681-b6d7-790151e84705 req-263480c4-3c81-4424-8e7f-c98557eaabee tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "GET /v2.0/ports?device_id=e24b4aae-8cee-48cc-bf18-e9a915ea3f2c HTTP/1.1" status: 200 len: 931 time: 0.0654097 Jun 24 15:19:11.213143 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-050f294c-c6c9-4681-b6d7-790151e84705 req-ebbd7a56-3633-476a-b38e-f73f3608145c tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "GET /v2.0/security-groups?id=b9b51dc4-7b04-4aff-a905-bf9eb837f4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413437 Jun 24 15:19:11.896511 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-4a891d33-1ff9-47cf-85be-659162405b45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-275664'] for security_group (f87d4b54-7294-48cc-af01-6dc2be5f01cd), after_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:19:11.900525 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.db.provisioning_blocks [req-2568f0ab-c64f-4b3f-8029-88fd61e01b79 req-7939f593-1b96-4776-92d8-fa6982f74252 service neutron] Transition to ACTIVE for port object 5f0c5043-24b7-4a39-9766-66475f0cad69 will not be triggered until provisioned by entity L2. {{(pid=104512) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 24 15:19:11.901343 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-4a891d33-1ff9-47cf-85be-659162405b45 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:19:11.905218 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [None req-4a891d33-1ff9-47cf-85be-659162405b45 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/f87d4b54-7294-48cc-af01-6dc2be5f01cd HTTP/1.1" status: 204 len: 168 time: 1.1585233 Jun 24 15:19:11.917624 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a891d33-1ff9-47cf-85be-659162405b45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f87d4b54-7294-48cc-af01-6dc2be5f01cd,revision_number=None']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:19:12.020987 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [req-2568f0ab-c64f-4b3f-8029-88fd61e01b79 req-7939f593-1b96-4776-92d8-fa6982f74252 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761385101662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761384583316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761384583334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3859668'] for port (5f0c5043-24b7-4a39-9766-66475f0cad69), after_update {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:19:12.068936 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7939f593-1b96-4776-92d8-fa6982f74252 service neutron] Pushing event updated for resources: {'Port': ['ID=5f0c5043-24b7-4a39-9766-66475f0cad69,revision_number=2']} {{(pid=104512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:19:12.195087 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.rpc [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Device 471abd13-dcca-4d97-83ff-7d113a0b2e5b details requested by agent hyperv_hv-cinder-83538 with host hv-cinder-83538 {{(pid=104513) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 15:19:12.268287 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5b7867-b977-4651-afc7-21acf0bcc39f req-e2111bc1-a503-45e7-955b-02af7ff508b8 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:19:12.276001 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-0b5b7867-b977-4651-afc7-21acf0bcc39f req-e2111bc1-a503-45e7-955b-02af7ff508b8 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] 10.222.0.67 "GET /v2.0/ports?device_id=d1a390f9-db97-4a41-a7df-e71f3d5c9ceb HTTP/1.1" status: 200 len: 943 time: 0.1174462 Jun 24 15:19:12.290665 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbb812c-dad7-48b9-8b4a-1d87321de84b req-3ec57ac6-c9cb-47fc-a9d6-8ac32c9ea4a4 tempest-DeleteServersTestJSON-1914753502 tempest-DeleteServersTestJSON-1914753502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:19:12.292165 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-4dbb812c-dad7-48b9-8b4a-1d87321de84b req-3ec57ac6-c9cb-47fc-a9d6-8ac32c9ea4a4 tempest-DeleteServersTestJSON-1914753502 tempest-DeleteServersTestJSON-1914753502-project] 10.222.0.67 "GET /v2.0/ports?device_id=a2cb33d2-4d1f-4910-82a0-2ace0cc1144b HTTP/1.1" status: 200 len: 943 time: 0.1277168 Jun 24 15:19:12.303249 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.managers [req-2568f0ab-c64f-4b3f-8029-88fd61e01b79 req-7939f593-1b96-4776-92d8-fa6982f74252 service neutron] Attempting to bind port 5f0c5043-24b7-4a39-9766-66475f0cad69 on host hv-cinder-83538 for vnic_type normal with profile {{(pid=104512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 15:19:12.303814 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.managers [req-2568f0ab-c64f-4b3f-8029-88fd61e01b79 req-7939f593-1b96-4776-92d8-fa6982f74252 service neutron] Attempting to bind port 5f0c5043-24b7-4a39-9766-66475f0cad69 by drivers openvswitch,hyperv on host hv-cinder-83538 at level 0 using segments [{'id': 'fbb525f4-37d7-4ee1-94df-b844f5efa329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '6d1ef1dd-ee8a-4e52-9261-de77d4e705e2'}] {{(pid=104512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 15:19:12.304370 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2568f0ab-c64f-4b3f-8029-88fd61e01b79 req-7939f593-1b96-4776-92d8-fa6982f74252 service neutron] Attempting to bind port 5f0c5043-24b7-4a39-9766-66475f0cad69 on network 6d1ef1dd-ee8a-4e52-9261-de77d4e705e2 {{(pid=104512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 15:19:12.318545 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:19:12.341267 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2568f0ab-c64f-4b3f-8029-88fd61e01b79 req-7939f593-1b96-4776-92d8-fa6982f74252 service neutron] Port 5f0c5043-24b7-4a39-9766-66475f0cad69 on network 6d1ef1dd-ee8a-4e52-9261-de77d4e705e2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83538 {{(pid=104512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 24 15:19:12.341267 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2568f0ab-c64f-4b3f-8029-88fd61e01b79 req-7939f593-1b96-4776-92d8-fa6982f74252 service neutron] Attempting to bind port 5f0c5043-24b7-4a39-9766-66475f0cad69 on network 6d1ef1dd-ee8a-4e52-9261-de77d4e705e2 {{(pid=104512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 15:19:12.346515 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.db [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] For port 471abd13-dcca-4d97-83ff-7d113a0b2e5b, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=471abd13-dcca-4d97-83ff-7d113a0b2e5b,segment=NetworkSegment(027837b1-cab2-4a9f-8458-d830c85d3dd7),segment_id=027837b1-cab2-4a9f-8458-d830c85d3dd7)] {{(pid=104513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 15:19:12.365691 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.rpc [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Returning: {'device': '471abd13-dcca-4d97-83ff-7d113a0b2e5b', 'network_id': '9fcf8abc-a8a5-4725-9758-d53e9c47196e', 'port_id': '471abd13-dcca-4d97-83ff-7d113a0b2e5b', 'mac_address': 'fa:16:3e:09:f0:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 756, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea1c2da1-618d-4ad8-a2be-7752fdea9063', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104513) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 15:19:12.367877 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2568f0ab-c64f-4b3f-8029-88fd61e01b79 req-7939f593-1b96-4776-92d8-fa6982f74252 service neutron] Checking agent: {'id': 'f0fa743b-ff28-43ff-ac51-704c86538f10', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83538', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 15, 16, 38), 'started_at': datetime.datetime(2022, 6, 24, 15, 16, 38), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 15, 19, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 15:19:12.368393 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2568f0ab-c64f-4b3f-8029-88fd61e01b79 req-7939f593-1b96-4776-92d8-fa6982f74252 service neutron] Checking segment: {'id': 'fbb525f4-37d7-4ee1-94df-b844f5efa329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '6d1ef1dd-ee8a-4e52-9261-de77d4e705e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 15:19:12.369332 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2568f0ab-c64f-4b3f-8029-88fd61e01b79 req-7939f593-1b96-4776-92d8-fa6982f74252 service neutron] Bound using segment: {'id': 'fbb525f4-37d7-4ee1-94df-b844f5efa329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '6d1ef1dd-ee8a-4e52-9261-de77d4e705e2'} {{(pid=104512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 15:19:12.370224 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.managers [req-2568f0ab-c64f-4b3f-8029-88fd61e01b79 req-7939f593-1b96-4776-92d8-fa6982f74252 service neutron] Bound port: 5f0c5043-24b7-4a39-9766-66475f0cad69, host: hv-cinder-83538, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fbb525f4-37d7-4ee1-94df-b844f5efa329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '6d1ef1dd-ee8a-4e52-9261-de77d4e705e2'}}] {{(pid=104512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 15:19:12.370743 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [req-2568f0ab-c64f-4b3f-8029-88fd61e01b79 req-7939f593-1b96-4776-92d8-fa6982f74252 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7727318'] for port (5f0c5043-24b7-4a39-9766-66475f0cad69), before_update {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:19:12.405175 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-0b5b7867-b977-4651-afc7-21acf0bcc39f req-9b3b2997-f3de-49dd-8124-7c2ce5225428 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] 10.222.0.67 "GET /v2.0/security-groups?id=5f1fbf49-a9a0-40f0-900c-2506ca6ce2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280801 Jun 24 15:19:12.414656 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.plugin [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Current status of the port 471abd13-dcca-4d97-83ff-7d113a0b2e5b is: DOWN; New status is: BUILD {{(pid=104513) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 15:19:12.419279 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7727318'] for port (471abd13-dcca-4d97-83ff-7d113a0b2e5b), before_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:19:12.430609 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-4dbb812c-dad7-48b9-8b4a-1d87321de84b req-dc733496-6551-4f09-b94d-db614b3fe416 tempest-DeleteServersTestJSON-1914753502 tempest-DeleteServersTestJSON-1914753502-project] 10.222.0.67 "GET /v2.0/security-groups?id=857973a4-e371-4f80-93a1-fa704fcd25f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284893 Jun 24 15:19:12.436747 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.notifiers.nova [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 471abd13-dcca-4d97-83ff-7d113a0b2e5b {{(pid=104513) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 15:19:12.478207 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.db [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] For port 471abd13-dcca-4d97-83ff-7d113a0b2e5b, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=471abd13-dcca-4d97-83ff-7d113a0b2e5b,segment=NetworkSegment(027837b1-cab2-4a9f-8458-d830c85d3dd7),segment_id=027837b1-cab2-4a9f-8458-d830c85d3dd7)] {{(pid=104513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 15:19:12.540547 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.db [req-2568f0ab-c64f-4b3f-8029-88fd61e01b79 req-7939f593-1b96-4776-92d8-fa6982f74252 service neutron] For port 5f0c5043-24b7-4a39-9766-66475f0cad69, host hv-cinder-83538, cleared binding levels {{(pid=104512) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 15:19:12.548443 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72729da5-a90b-461d-b201-36a29e0829fc req-bd6c6cbf-90d1-4eda-9eb9-220a85acb2b9 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:19:12.549987 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-72729da5-a90b-461d-b201-36a29e0829fc req-bd6c6cbf-90d1-4eda-9eb9-220a85acb2b9 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "GET /v2.0/ports?device_id=e24b4aae-8cee-48cc-bf18-e9a915ea3f2c HTTP/1.1" status: 200 len: 943 time: 0.0691392 Jun 24 15:19:12.551902 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.db [req-2568f0ab-c64f-4b3f-8029-88fd61e01b79 req-7939f593-1b96-4776-92d8-fa6982f74252 service neutron] For port 5f0c5043-24b7-4a39-9766-66475f0cad69, host hv-cinder-83538, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=5f0c5043-24b7-4a39-9766-66475f0cad69,segment=NetworkSegment(fbb525f4-37d7-4ee1-94df-b844f5efa329),segment_id=fbb525f4-37d7-4ee1-94df-b844f5efa329)] {{(pid=104512) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 15:19:12.564842 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761385101662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761384583316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761384583334'] for port (471abd13-dcca-4d97-83ff-7d113a0b2e5b), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:19:12.570713 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:19:12.595983 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:19:12.608427 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-72729da5-a90b-461d-b201-36a29e0829fc req-4b1feb70-f8ef-4568-a12e-7257e42a948c tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "GET /v2.0/security-groups?id=b9b51dc4-7b04-4aff-a905-bf9eb837f4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523105 Jun 24 15:19:12.620979 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Pushing event updated for resources: {'Port': ['ID=471abd13-dcca-4d97-83ff-7d113a0b2e5b,revision_number=4']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:19:12.628926 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [req-2568f0ab-c64f-4b3f-8029-88fd61e01b79 req-7939f593-1b96-4776-92d8-fa6982f74252 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761385101662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761384583316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761384583334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3859668'] for port (5f0c5043-24b7-4a39-9766-66475f0cad69), after_update {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:19:12.677024 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2568f0ab-c64f-4b3f-8029-88fd61e01b79 req-7939f593-1b96-4776-92d8-fa6982f74252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:19:12.678263 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [req-2568f0ab-c64f-4b3f-8029-88fd61e01b79 req-7939f593-1b96-4776-92d8-fa6982f74252 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7879399'] for port (None), before_response {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:19:12.678980 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-2568f0ab-c64f-4b3f-8029-88fd61e01b79 req-7939f593-1b96-4776-92d8-fa6982f74252 service neutron] 10.222.0.64 "PUT /v2.0/ports/5f0c5043-24b7-4a39-9766-66475f0cad69 HTTP/1.1" status: 200 len: 1093 time: 2.5408309 Jun 24 15:19:12.679459 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e24b4aae-8cee-48cc-bf18-e9a915ea3f2c', 'tag': '5f0c5043-24b7-4a39-9766-66475f0cad69'}] {{(pid=104512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 15:19:12.683645 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9db87de5340c6be2811fa9e5912a63998a589dd3f857fd3823a550d1ae48127" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82af4a68-0865-4678-97be-17b10dd825fd" -d '{"events": [{"name": "network-changed", "server_uuid": "e24b4aae-8cee-48cc-bf18-e9a915ea3f2c", "tag": "5f0c5043-24b7-4a39-9766-66475f0cad69"}]}' {{(pid=104512) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 15:19:12.708665 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7939f593-1b96-4776-92d8-fa6982f74252 service neutron] Pushing event updated for resources: {'Port': ['ID=5f0c5043-24b7-4a39-9766-66475f0cad69,revision_number=3']} {{(pid=104512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:19:12.744608 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Jun 2022 15:19:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-693df4f4-268c-4cae-87b1-535ee94394e5 x-openstack-request-id: req-693df4f4-268c-4cae-87b1-535ee94394e5 {{(pid=104512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 15:19:12.744898 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e24b4aae-8cee-48cc-bf18-e9a915ea3f2c", "tag": "5f0c5043-24b7-4a39-9766-66475f0cad69", "status": "completed", "code": 200}]} {{(pid=104512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 15:19:12.745151 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-693df4f4-268c-4cae-87b1-535ee94394e5 {{(pid=104512) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 15:19:12.745630 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.notifiers.nova [-] Nova event matching ['req-693df4f4-268c-4cae-87b1-535ee94394e5'] response: {'name': 'network-changed', 'server_uuid': 'e24b4aae-8cee-48cc-bf18-e9a915ea3f2c', 'tag': '5f0c5043-24b7-4a39-9766-66475f0cad69', 'status': 'completed', 'code': 200} Jun 24 15:19:12.809613 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:19:13.230395 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe73a9d-b579-4962-9af9-7d5a7a46e479 req-207e3ed2-2bc4-4c45-a581-23684fa7efec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:19:13.232691 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [req-cfe73a9d-b579-4962-9af9-7d5a7a46e479 req-207e3ed2-2bc4-4c45-a581-23684fa7efec service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9fcf8abc-a8a5-4725-9758-d53e9c47196e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1006176 Jun 24 15:19:13.258643 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82af4a68-0865-4678-97be-17b10dd825fd req-c1378cf3-a5c0-40c5-9ed4-c8e721587fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:19:13.260203 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-82af4a68-0865-4678-97be-17b10dd825fd req-c1378cf3-a5c0-40c5-9ed4-c8e721587fa5 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c4807ce933f14af0be22dd1cf3635c2f&device_id=e24b4aae-8cee-48cc-bf18-e9a915ea3f2c HTTP/1.1" status: 200 len: 1127 time: 0.0889528 Jun 24 15:19:13.327931 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-486a8b55-3ccb-45be-baed-1ff9a2a04953 req-374de175-3659-460f-bad2-1f7f390e8ef6 service neutron] 10.222.0.64 "GET /v2.0/networks/af13b512-ccae-46a6-b2e4-3851b74c876d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1794262 Jun 24 15:19:13.418416 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f038c60b-08a4-48aa-ba64-e6629aba4e4b req-734a4390-caa2-48e9-a218-6ea47689a715 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:19:13.420221 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [req-f038c60b-08a4-48aa-ba64-e6629aba4e4b req-734a4390-caa2-48e9-a218-6ea47689a715 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2591753 Jun 24 15:19:13.451130 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.db [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] get_ports_and_sgs() called for port_ids ['471abd13-dcca-4d97-83ff-7d113a0b2e5b'] {{(pid=104513) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 15:19:13.457957 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [req-cfe73a9d-b579-4962-9af9-7d5a7a46e479 req-deff4a8d-fce2-4620-aea3-19a09c9f6b23 service neutron] 10.222.0.64 "GET /v2.0/networks/9fcf8abc-a8a5-4725-9758-d53e9c47196e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2177272 Jun 24 15:19:13.502787 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:19:13.530283 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82af4a68-0865-4678-97be-17b10dd825fd req-7f0606e1-0f23-4c96-99c3-5d8cfe5b4a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:19:13.532276 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-82af4a68-0865-4678-97be-17b10dd825fd req-7f0606e1-0f23-4c96-99c3-5d8cfe5b4a4b service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=c4807ce933f14af0be22dd1cf3635c2f&shared=False HTTP/1.1" status: 200 len: 918 time: 0.2586398 Jun 24 15:19:13.595995 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a2fbf5-ccb5-4f1d-a79c-783dbbef6430 req-0c635d9b-1708-48c3-8a39-8387bdf718e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:19:13.599063 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [req-13a2fbf5-ccb5-4f1d-a79c-783dbbef6430 req-0c635d9b-1708-48c3-8a39-8387bdf718e7 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b6bf0e1123fa47a7844e09127fb16d6e&device_id=d1a390f9-db97-4a41-a7df-e71f3d5c9ceb HTTP/1.1" status: 200 len: 1127 time: 0.1221104 Jun 24 15:19:13.602302 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a893e8f-4ac7-4004-8ac4-ef342654c291 req-dea42ffb-fe99-4396-bd4b-9e0f919522f7 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:19:13.609573 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-8a893e8f-4ac7-4004-8ac4-ef342654c291 req-dea42ffb-fe99-4396-bd4b-9e0f919522f7 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] 10.222.0.67 "GET /v2.0/ports?device_id=d1a390f9-db97-4a41-a7df-e71f3d5c9ceb HTTP/1.1" status: 200 len: 943 time: 0.1142359 Jun 24 15:19:13.632754 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [req-cfe73a9d-b579-4962-9af9-7d5a7a46e479 req-d33ef3a2-295f-49b8-bdb0-3a6011853a8f service neutron] 10.222.0.64 "GET /v2.0/networks/9fcf8abc-a8a5-4725-9758-d53e9c47196e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1684060 Jun 24 15:19:13.637033 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521c4c24-34ea-4eb4-9daf-ef8d2c088ad4 req-a337c5db-eaec-419d-8c1c-50c8b03dde52 tempest-DeleteServersTestJSON-1914753502 tempest-DeleteServersTestJSON-1914753502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:19:13.644823 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-521c4c24-34ea-4eb4-9daf-ef8d2c088ad4 req-a337c5db-eaec-419d-8c1c-50c8b03dde52 tempest-DeleteServersTestJSON-1914753502 tempest-DeleteServersTestJSON-1914753502-project] 10.222.0.67 "GET /v2.0/ports?device_id=a2cb33d2-4d1f-4910-82a0-2ace0cc1144b HTTP/1.1" status: 200 len: 944 time: 0.1105707 Jun 24 15:19:13.712478 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.wsgi [-] (104511) accepted ('10.222.0.67', 37618) {{(pid=104511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:19:13.714851 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-8a893e8f-4ac7-4004-8ac4-ef342654c291 req-9a2ba0bc-a393-4667-9037-698c110601d9 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] 10.222.0.67 "GET /v2.0/security-groups?id=5f1fbf49-a9a0-40f0-900c-2506ca6ce2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040947 Jun 24 15:19:13.729147 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-521c4c24-34ea-4eb4-9daf-ef8d2c088ad4 req-61f6417d-b4bf-4c7b-b503-052d91d080e0 tempest-DeleteServersTestJSON-1914753502 tempest-DeleteServersTestJSON-1914753502-project] 10.222.0.67 "GET /v2.0/security-groups?id=857973a4-e371-4f80-93a1-fa704fcd25f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832272 Jun 24 15:19:13.823162 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=100 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:19:13.884881 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b72bd7-4ab9-429b-9390-648f0014e486 req-f0ba8fb2-a9df-4c07-8336-99c9106eefbf tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:19:13.887085 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-03b72bd7-4ab9-429b-9390-648f0014e486 req-f0ba8fb2-a9df-4c07-8336-99c9106eefbf tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "GET /v2.0/ports?device_id=e24b4aae-8cee-48cc-bf18-e9a915ea3f2c HTTP/1.1" status: 200 len: 943 time: 0.0791440 Jun 24 15:19:13.950700 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-03b72bd7-4ab9-429b-9390-648f0014e486 req-3f8a27c0-bae6-4cad-8524-174722a4614a tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "GET /v2.0/security-groups?id=b9b51dc4-7b04-4aff-a905-bf9eb837f4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565987 Jun 24 15:19:13.960852 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-bad0370d-9719-4d29-840e-94da8ef365ff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:19:14.112118 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.rpc [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Device 471abd13-dcca-4d97-83ff-7d113a0b2e5b up at agent hyperv_hv-cinder-83538 {{(pid=104513) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 15:19:14.162631 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.provisioning_blocks [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Provisioning for port 471abd13-dcca-4d97-83ff-7d113a0b2e5b completed by entity L2. {{(pid=104513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 24 15:19:14.187646 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-bad0370d-9719-4d29-840e-94da8ef365ff admin admin] Publish callbacks [] for security_group (58c8adaa-1b52-4c7e-ba53-c22c3fb737b7), precommit_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:19:14.248450 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [req-13a2fbf5-ccb5-4f1d-a79c-783dbbef6430 req-a3d005bc-4fbc-4c02-879b-f9a545e112a0 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8cf89439-cc2e-4f42-bff5-bf72f779218b HTTP/1.1" status: 200 len: 217 time: 0.0443835 Jun 24 15:19:14.250667 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.provisioning_blocks [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Provisioning complete for port 471abd13-dcca-4d97-83ff-7d113a0b2e5b triggered by entity L2. {{(pid=104513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 15:19:14.251078 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7696598'] for port (471abd13-dcca-4d97-83ff-7d113a0b2e5b), provisioning_complete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:19:14.252881 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:19:14.306211 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-bad0370d-9719-4d29-840e-94da8ef365ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-275664'] for security_group (58c8adaa-1b52-4c7e-ba53-c22c3fb737b7), after_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:19:14.318523 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:19:14.333565 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d30b00-f864-4c7f-970d-e61555b51bf2 req-09177143-c026-42ca-8428-8a937033e950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:19:14.336114 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [req-a3d30b00-f864-4c7f-970d-e61555b51bf2 req-09177143-c026-42ca-8428-8a937033e950 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b6bf0e1123fa47a7844e09127fb16d6e&device_id=72dcf091-51b8-4200-86d7-002dde49e07c HTTP/1.1" status: 200 len: 1127 time: 0.1307418 Jun 24 15:19:14.391359 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.plugin [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Current status of the port 471abd13-dcca-4d97-83ff-7d113a0b2e5b is: BUILD; New status is: ACTIVE {{(pid=104513) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 15:19:14.392148 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7727318'] for port (471abd13-dcca-4d97-83ff-7d113a0b2e5b), before_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:19:14.396242 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [None req-bad0370d-9719-4d29-840e-94da8ef365ff admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=601602c13b8d427187453003a154bca7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6826565 Jun 24 15:19:14.399326 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a2fbf5-ccb5-4f1d-a79c-783dbbef6430 req-85329f27-e356-43d0-8f56-f082555276b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:19:14.399326 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [req-13a2fbf5-ccb5-4f1d-a79c-783dbbef6430 req-85329f27-e356-43d0-8f56-f082555276b1 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=298c1716-00da-4f9f-a34c-b32e0b6a8775 HTTP/1.1" status: 200 len: 858 time: 0.1347983 Jun 24 15:19:14.399694 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.wsgi [-] (104511) accepted ('10.222.0.67', 37650) {{(pid=104511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:19:14.410874 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad0370d-9719-4d29-840e-94da8ef365ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58c8adaa-1b52-4c7e-ba53-c22c3fb737b7,revision_number=1']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:19:14.423930 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82af4a68-0865-4678-97be-17b10dd825fd req-49436a2d-cdb6-47c6-9844-94acd70d1822 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:19:14.426001 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-82af4a68-0865-4678-97be-17b10dd825fd req-49436a2d-cdb6-47c6-9844-94acd70d1822 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2225776 Jun 24 15:19:14.432025 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2cb33d2-4d1f-4910-82a0-2ace0cc1144b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '471abd13-dcca-4d97-83ff-7d113a0b2e5b'}] {{(pid=104513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 15:19:14.520636 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.db [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] For port 471abd13-dcca-4d97-83ff-7d113a0b2e5b, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=471abd13-dcca-4d97-83ff-7d113a0b2e5b,segment=NetworkSegment(027837b1-cab2-4a9f-8458-d830c85d3dd7),segment_id=027837b1-cab2-4a9f-8458-d830c85d3dd7)] {{(pid=104513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 15:19:14.575310 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a2fbf5-ccb5-4f1d-a79c-783dbbef6430 req-ab9e5c22-318b-4af5-92ec-711f5bc1e00a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:19:14.576597 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.wsgi [-] (104512) accepted ('10.222.0.67', 37664) {{(pid=104512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:19:14.581815 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [req-13a2fbf5-ccb5-4f1d-a79c-783dbbef6430 req-ab9e5c22-318b-4af5-92ec-711f5bc1e00a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=af13b512-ccae-46a6-b2e4-3851b74c876d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1631911 Jun 24 15:19:14.587416 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2568f0ab-c64f-4b3f-8029-88fd61e01b79 req-74eb711a-ca14-4143-8624-f317e4a8f570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:19:14.588973 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-2568f0ab-c64f-4b3f-8029-88fd61e01b79 req-74eb711a-ca14-4143-8624-f317e4a8f570 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c4807ce933f14af0be22dd1cf3635c2f&device_id=e24b4aae-8cee-48cc-bf18-e9a915ea3f2c HTTP/1.1" status: 200 len: 1127 time: 0.1061518 Jun 24 15:19:14.599547 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761385101662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761384583316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761384583334'] for port (471abd13-dcca-4d97-83ff-7d113a0b2e5b), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:19:14.644108 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d30b00-f864-4c7f-970d-e61555b51bf2 req-9b3a6ca4-61f9-4fae-9309-c72f4d62924e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:19:14.645779 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [req-a3d30b00-f864-4c7f-970d-e61555b51bf2 req-9b3a6ca4-61f9-4fae-9309-c72f4d62924e service neutron] 10.222.0.64 "GET /v2.0/networks?id=af13b512-ccae-46a6-b2e4-3851b74c876d HTTP/1.1" status: 200 len: 920 time: 0.2930171 Jun 24 15:19:14.672233 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-2568f0ab-c64f-4b3f-8029-88fd61e01b79 req-1b540b9b-4745-47bd-b789-7dbb7ddec8f5 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5f0c5043-24b7-4a39-9766-66475f0cad69 HTTP/1.1" status: 200 len: 217 time: 0.0728400 Jun 24 15:19:14.672750 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-0b0b512e-f335-4781-9a43-d8d53cd837d2 admin admin] Publish callbacks [] for security_group (58c8adaa-1b52-4c7e-ba53-c22c3fb737b7), before_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:19:14.694948 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Pushing event updated for resources: {'Port': ['ID=471abd13-dcca-4d97-83ff-7d113a0b2e5b,revision_number=5']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:19:14.719558 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7de2ae652872cab3d5aa36b412d6cead56dffdf121926fea6679daaa3daba4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b8bc408-97d9-412e-8e03-f6b06a9517fa" -d '{"events": [{"server_uuid": "a2cb33d2-4d1f-4910-82a0-2ace0cc1144b", "name": "network-vif-plugged", "status": "completed", "tag": "471abd13-dcca-4d97-83ff-7d113a0b2e5b"}]}' {{(pid=104513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 15:19:14.739406 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2568f0ab-c64f-4b3f-8029-88fd61e01b79 req-fdaa8917-d184-4186-8546-d66667644456 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:19:14.741019 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-2568f0ab-c64f-4b3f-8029-88fd61e01b79 req-fdaa8917-d184-4186-8546-d66667644456 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ca86efdf-43ba-4cdf-8f0a-3c6622699971 HTTP/1.1" status: 200 len: 856 time: 0.0642278 Jun 24 15:19:14.769502 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [req-a3d30b00-f864-4c7f-970d-e61555b51bf2 req-80bcc2dd-3c04-4429-ab6b-11ecf59d8506 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cdb31b17-1cea-4ead-bfa9-8e2eaf5beea8 HTTP/1.1" status: 200 len: 217 time: 0.0940928 Jun 24 15:19:14.805720 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-0b0b512e-f335-4781-9a43-d8d53cd837d2 admin admin] Publish callbacks [] for security_group (58c8adaa-1b52-4c7e-ba53-c22c3fb737b7), precommit_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:19:14.811406 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-30158515-bdf3-4776-b63e-5c5ceadcdaf0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:19:14.838046 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2568f0ab-c64f-4b3f-8029-88fd61e01b79 req-da3e2545-d5c7-40f9-8076-7a321c371a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:19:14.843396 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-2568f0ab-c64f-4b3f-8029-88fd61e01b79 req-da3e2545-d5c7-40f9-8076-7a321c371a51 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=6d1ef1dd-ee8a-4e52-9261-de77d4e705e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0922997 Jun 24 15:19:14.856095 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 15:19:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c839b96b-c98c-4a4c-92b5-80fc70903da0 x-openstack-request-id: req-c839b96b-c98c-4a4c-92b5-80fc70903da0 {{(pid=104513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 15:19:14.856410 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2cb33d2-4d1f-4910-82a0-2ace0cc1144b", "name": "network-vif-plugged", "status": "completed", "tag": "471abd13-dcca-4d97-83ff-7d113a0b2e5b", "code": 200}]} {{(pid=104513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 15:19:14.856673 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-c839b96b-c98c-4a4c-92b5-80fc70903da0 {{(pid=104513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 15:19:14.857129 dv-cinder-835384-11-iscsi neutron-server[104513]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c839b96b-c98c-4a4c-92b5-80fc70903da0'] response: {'server_uuid': 'a2cb33d2-4d1f-4910-82a0-2ace0cc1144b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '471abd13-dcca-4d97-83ff-7d113a0b2e5b', 'code': 200} Jun 24 15:19:14.918547 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [req-13a2fbf5-ccb5-4f1d-a79c-783dbbef6430 req-378d2787-4b4f-43a1-b81e-daa988d8a2cb service neutron] 10.222.0.64 "GET /v2.0/networks/af13b512-ccae-46a6-b2e4-3851b74c876d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3301263 Jun 24 15:19:14.921143 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d30b00-f864-4c7f-970d-e61555b51bf2 req-9df6fa1d-b304-46cf-b946-a89c157cf2e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:19:14.922531 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [req-a3d30b00-f864-4c7f-970d-e61555b51bf2 req-9df6fa1d-b304-46cf-b946-a89c157cf2e3 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=298c1716-00da-4f9f-a34c-b32e0b6a8775 HTTP/1.1" status: 200 len: 858 time: 0.1463687 Jun 24 15:19:14.979501 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fd9322-1fb1-40f6-8c73-b2d40ae6ced0 req-b8ddaec1-3267-4adb-abff-b4871d329cb2 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:19:14.980998 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-f3fd9322-1fb1-40f6-8c73-b2d40ae6ced0 req-b8ddaec1-3267-4adb-abff-b4871d329cb2 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] 10.222.0.67 "GET /v2.0/ports?device_id=d1a390f9-db97-4a41-a7df-e71f3d5c9ceb HTTP/1.1" status: 200 len: 943 time: 0.1654360 Jun 24 15:19:15.027267 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d30b00-f864-4c7f-970d-e61555b51bf2 req-81269dd4-09e7-4bc6-93c7-8e4cc6f6443b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:19:15.028796 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [req-a3d30b00-f864-4c7f-970d-e61555b51bf2 req-81269dd4-09e7-4bc6-93c7-8e4cc6f6443b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=af13b512-ccae-46a6-b2e4-3851b74c876d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0970151 Jun 24 15:19:15.029308 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911e04df-fba8-4caa-a3de-773071b43ec2 req-2106ad5b-2221-42a6-bc7d-88d0a5d6e10d tempest-DeleteServersTestJSON-1914753502 tempest-DeleteServersTestJSON-1914753502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:19:15.030743 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-911e04df-fba8-4caa-a3de-773071b43ec2 req-2106ad5b-2221-42a6-bc7d-88d0a5d6e10d tempest-DeleteServersTestJSON-1914753502 tempest-DeleteServersTestJSON-1914753502-project] 10.222.0.67 "GET /v2.0/ports?device_id=a2cb33d2-4d1f-4910-82a0-2ace0cc1144b HTTP/1.1" status: 200 len: 945 time: 0.1025050 Jun 24 15:19:15.035469 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-2568f0ab-c64f-4b3f-8029-88fd61e01b79 req-abccbf4b-31d9-46a6-afb3-51824fcda42e service neutron] 10.222.0.64 "GET /v2.0/networks/6d1ef1dd-ee8a-4e52-9261-de77d4e705e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1732764 Jun 24 15:19:15.059231 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-0b0b512e-f335-4781-9a43-d8d53cd837d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-275664'] for security_group (58c8adaa-1b52-4c7e-ba53-c22c3fb737b7), after_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:19:15.061910 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-0b0b512e-f335-4781-9a43-d8d53cd837d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:19:15.063040 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [None req-0b0b512e-f335-4781-9a43-d8d53cd837d2 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/58c8adaa-1b52-4c7e-ba53-c22c3fb737b7 HTTP/1.1" status: 204 len: 168 time: 0.6602526 Jun 24 15:19:15.111575 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0b512e-f335-4781-9a43-d8d53cd837d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58c8adaa-1b52-4c7e-ba53-c22c3fb737b7,revision_number=None']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:19:15.123728 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-f3fd9322-1fb1-40f6-8c73-b2d40ae6ced0 req-4b1b1650-66cb-414a-a005-591095faa000 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] 10.222.0.67 "GET /v2.0/security-groups?id=5f1fbf49-a9a0-40f0-900c-2506ca6ce2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289699 Jun 24 15:19:15.166721 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [req-13a2fbf5-ccb5-4f1d-a79c-783dbbef6430 req-5752b0bc-27fb-47a1-9d2f-9f5c184e03b7 service neutron] 10.222.0.64 "GET /v2.0/networks/af13b512-ccae-46a6-b2e4-3851b74c876d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2360125 Jun 24 15:19:15.195399 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [req-a3d30b00-f864-4c7f-970d-e61555b51bf2 req-7a8d0089-3987-4592-a469-6e5219e943be service neutron] 10.222.0.64 "GET /v2.0/networks/af13b512-ccae-46a6-b2e4-3851b74c876d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1593275 Jun 24 15:19:15.300972 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [req-a3d30b00-f864-4c7f-970d-e61555b51bf2 req-a4a8e638-93c0-4515-add1-5057a5cde2a5 service neutron] 10.222.0.64 "GET /v2.0/networks/af13b512-ccae-46a6-b2e4-3851b74c876d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996082 Jun 24 15:19:15.486036 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-911e04df-fba8-4caa-a3de-773071b43ec2 req-c32cb010-273f-4f3b-925a-2a97f2746849 tempest-DeleteServersTestJSON-1914753502 tempest-DeleteServersTestJSON-1914753502-project] 10.222.0.67 "GET /v2.0/security-groups?id=857973a4-e371-4f80-93a1-fa704fcd25f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4451213 Jun 24 15:19:15.508783 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:19:15.508783 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c446f8-2b6f-4a85-a83a-51c5a6bd72d7 req-f1875556-81a4-491a-9ab7-2a67954d2fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:19:15.510138 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-45c446f8-2b6f-4a85-a83a-51c5a6bd72d7 req-f1875556-81a4-491a-9ab7-2a67954d2fb1 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=a2cb33d2-4d1f-4910-82a0-2ace0cc1144b HTTP/1.1" status: 200 len: 1129 time: 0.3588281 Jun 24 15:19:15.514960 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-2568f0ab-c64f-4b3f-8029-88fd61e01b79 req-c1c297c0-1895-4510-bf71-7398d819d820 service neutron] 10.222.0.64 "GET /v2.0/networks/6d1ef1dd-ee8a-4e52-9261-de77d4e705e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4734161 Jun 24 15:19:15.529094 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d258412e-f1e7-410d-9ced-0b424f61614c req-d66c3bf1-83be-4368-ad90-17dcaa2c7b30 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:19:15.530528 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-d258412e-f1e7-410d-9ced-0b424f61614c req-d66c3bf1-83be-4368-ad90-17dcaa2c7b30 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "GET /v2.0/ports?device_id=e24b4aae-8cee-48cc-bf18-e9a915ea3f2c HTTP/1.1" status: 200 len: 943 time: 0.1443083 Jun 24 15:19:15.554190 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-30158515-bdf3-4776-b63e-5c5ceadcdaf0 admin admin] Publish callbacks [] for security_group (ea7256cf-eaf5-48e6-9119-8eb3b92b8d49), precommit_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:19:15.589568 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-d258412e-f1e7-410d-9ced-0b424f61614c req-99733f2a-9677-4b88-aea3-74612fc411f6 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "GET /v2.0/security-groups?id=b9b51dc4-7b04-4aff-a905-bf9eb837f4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528567 Jun 24 15:19:15.627704 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-30158515-bdf3-4776-b63e-5c5ceadcdaf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-275664'] for security_group (ea7256cf-eaf5-48e6-9119-8eb3b92b8d49), after_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:19:15.628774 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=100 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:19:15.636463 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:19:15.672967 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [None req-30158515-bdf3-4776-b63e-5c5ceadcdaf0 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=aceba606649d4f828748383a1b72a3d2&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0953245 Jun 24 15:19:15.673695 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30158515-bdf3-4776-b63e-5c5ceadcdaf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea7256cf-eaf5-48e6-9119-8eb3b92b8d49,revision_number=1']} {{(pid=104512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:19:15.676077 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.wsgi [-] (104511) accepted ('10.222.0.67', 37690) {{(pid=104511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:19:15.742980 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-06ce501d-0514-4b79-8c1b-c26ea7e088b2 admin admin] Publish callbacks [] for security_group (ea7256cf-eaf5-48e6-9119-8eb3b92b8d49), before_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:19:15.765162 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-06ce501d-0514-4b79-8c1b-c26ea7e088b2 admin admin] Publish callbacks [] for security_group (ea7256cf-eaf5-48e6-9119-8eb3b92b8d49), precommit_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:19:15.858968 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.wsgi [-] (104512) accepted ('10.222.0.67', 37704) {{(pid=104512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:19:15.873111 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-d02e197a-8f84-4957-a543-6dd11df8a6e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:19:15.913020 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-06ce501d-0514-4b79-8c1b-c26ea7e088b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-275664'] for security_group (ea7256cf-eaf5-48e6-9119-8eb3b92b8d49), after_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:19:15.915586 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-06ce501d-0514-4b79-8c1b-c26ea7e088b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:19:15.916749 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [None req-06ce501d-0514-4b79-8c1b-c26ea7e088b2 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/ea7256cf-eaf5-48e6-9119-8eb3b92b8d49 HTTP/1.1" status: 204 len: 168 time: 0.2396777 Jun 24 15:19:15.924781 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ce501d-0514-4b79-8c1b-c26ea7e088b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea7256cf-eaf5-48e6-9119-8eb3b92b8d49,revision_number=None']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:19:15.944578 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:19:15.990916 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [req-45c446f8-2b6f-4a85-a83a-51c5a6bd72d7 req-3474105b-9428-4b4a-87f4-4de2f7c58b84 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:19:16.006790 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-d02e197a-8f84-4957-a543-6dd11df8a6e0 admin admin] Publish callbacks [] for security_group (e2dd8f8b-9679-4a31-bfae-687a354a4d6e), precommit_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:19:16.080748 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [req-45c446f8-2b6f-4a85-a83a-51c5a6bd72d7 req-3474105b-9428-4b4a-87f4-4de2f7c58b84 service neutron] Publish callbacks [] for security_group (c45349c5-5579-4126-b385-e950c772b8b8), precommit_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:19:16.098353 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-d02e197a-8f84-4957-a543-6dd11df8a6e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-275664'] for security_group (e2dd8f8b-9679-4a31-bfae-687a354a4d6e), after_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:19:16.113130 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.rpc [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Device cdb31b17-1cea-4ead-bfa9-8e2eaf5beea8 details requested by agent hyperv_hv-cinder-83538 with host hv-cinder-83538 {{(pid=104513) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 15:19:16.143207 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.wsgi [-] (104511) accepted ('10.222.0.67', 37710) {{(pid=104511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:19:16.143421 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [None req-d02e197a-8f84-4957-a543-6dd11df8a6e0 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=4046f31f68c84c1db9eb2ffe6bd2043e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2830331 Jun 24 15:19:16.145708 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02e197a-8f84-4957-a543-6dd11df8a6e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2dd8f8b-9679-4a31-bfae-687a354a4d6e,revision_number=1']} {{(pid=104512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:19:16.181437 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [req-45c446f8-2b6f-4a85-a83a-51c5a6bd72d7 req-3474105b-9428-4b4a-87f4-4de2f7c58b84 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-275664'] for security_group (c45349c5-5579-4126-b385-e950c772b8b8), after_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:19:16.227858 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3474105b-9428-4b4a-87f4-4de2f7c58b84 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=c45349c5-5579-4126-b385-e950c772b8b8,revision_number=1']} {{(pid=104512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:19:16.242716 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-a14dd3b7-21d4-4c85-912a-cb2f7c18000a admin admin] Publish callbacks [] for security_group (e2dd8f8b-9679-4a31-bfae-687a354a4d6e), before_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:19:16.257981 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.db [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] For port cdb31b17-1cea-4ead-bfa9-8e2eaf5beea8, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=cdb31b17-1cea-4ead-bfa9-8e2eaf5beea8,segment=NetworkSegment(09260357-2b8c-4633-ba77-7272b5911a12),segment_id=09260357-2b8c-4633-ba77-7272b5911a12)] {{(pid=104513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 15:19:16.278965 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.rpc [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Returning: {'device': 'cdb31b17-1cea-4ead-bfa9-8e2eaf5beea8', 'network_id': 'af13b512-ccae-46a6-b2e4-3851b74c876d', 'port_id': 'cdb31b17-1cea-4ead-bfa9-8e2eaf5beea8', 'mac_address': 'fa:16:3e:33:31:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 784, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '298c1716-00da-4f9f-a34c-b32e0b6a8775', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104513) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 15:19:16.279882 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-a14dd3b7-21d4-4c85-912a-cb2f7c18000a admin admin] Publish callbacks [] for security_group (e2dd8f8b-9679-4a31-bfae-687a354a4d6e), precommit_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:19:16.332319 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-45c446f8-2b6f-4a85-a83a-51c5a6bd72d7 req-3474105b-9428-4b4a-87f4-4de2f7c58b84 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=857973a4-e371-4f80-93a1-fa704fcd25f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3648043 Jun 24 15:19:16.333142 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.plugin [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Current status of the port cdb31b17-1cea-4ead-bfa9-8e2eaf5beea8 is: DOWN; New status is: BUILD {{(pid=104513) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 15:19:16.333561 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7727318'] for port (cdb31b17-1cea-4ead-bfa9-8e2eaf5beea8), before_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:19:16.341940 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9af4df7-e376-4fb2-865a-8af618ab7a3d req-296e0fd3-f367-4591-ae47-cc2b786487d6 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:19:16.348062 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-c9af4df7-e376-4fb2-865a-8af618ab7a3d req-296e0fd3-f367-4591-ae47-cc2b786487d6 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] 10.222.0.67 "GET /v2.0/ports?device_id=d1a390f9-db97-4a41-a7df-e71f3d5c9ceb HTTP/1.1" status: 200 len: 943 time: 0.0925462 Jun 24 15:19:16.368371 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.notifiers.nova [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cdb31b17-1cea-4ead-bfa9-8e2eaf5beea8 {{(pid=104513) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 15:19:16.403363 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.db [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] For port cdb31b17-1cea-4ead-bfa9-8e2eaf5beea8, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=cdb31b17-1cea-4ead-bfa9-8e2eaf5beea8,segment=NetworkSegment(09260357-2b8c-4633-ba77-7272b5911a12),segment_id=09260357-2b8c-4633-ba77-7272b5911a12)] {{(pid=104513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 15:19:16.422023 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-c9af4df7-e376-4fb2-865a-8af618ab7a3d req-f9874e90-ca9b-487c-9c95-cd38539c4a38 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] 10.222.0.67 "GET /v2.0/security-groups?id=5f1fbf49-a9a0-40f0-900c-2506ca6ce2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726473 Jun 24 15:19:16.463040 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-a14dd3b7-21d4-4c85-912a-cb2f7c18000a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-275664'] for security_group (e2dd8f8b-9679-4a31-bfae-687a354a4d6e), after_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:19:16.465616 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-a14dd3b7-21d4-4c85-912a-cb2f7c18000a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:19:16.467236 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [None req-a14dd3b7-21d4-4c85-912a-cb2f7c18000a admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/e2dd8f8b-9679-4a31-bfae-687a354a4d6e HTTP/1.1" status: 204 len: 168 time: 0.3222637 Jun 24 15:19:16.482505 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14dd3b7-21d4-4c85-912a-cb2f7c18000a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2dd8f8b-9679-4a31-bfae-687a354a4d6e,revision_number=None']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:19:16.523229 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761385101662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761384583316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761384583334'] for port (cdb31b17-1cea-4ead-bfa9-8e2eaf5beea8), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:19:16.585657 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Pushing event updated for resources: {'Port': ['ID=cdb31b17-1cea-4ead-bfa9-8e2eaf5beea8,revision_number=4']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:19:16.686481 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b32d9b2-a883-40f9-881d-5b697e4e365f req-0f0702aa-18ab-4fac-b14e-12a6681a07a2 tempest-DeleteServersTestJSON-1914753502 tempest-DeleteServersTestJSON-1914753502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:19:16.688542 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-6b32d9b2-a883-40f9-881d-5b697e4e365f req-0f0702aa-18ab-4fac-b14e-12a6681a07a2 tempest-DeleteServersTestJSON-1914753502 tempest-DeleteServersTestJSON-1914753502-project] 10.222.0.67 "GET /v2.0/ports?device_id=a2cb33d2-4d1f-4910-82a0-2ace0cc1144b HTTP/1.1" status: 200 len: 945 time: 0.0874031 Jun 24 15:19:16.741875 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.db [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] get_ports_and_sgs() called for port_ids ['cdb31b17-1cea-4ead-bfa9-8e2eaf5beea8'] {{(pid=104513) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 15:19:16.757549 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff448df-c52f-4bac-9608-d93b6e42ebcb req-29d82efc-2085-4f79-9fa8-b603cc3bee86 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:19:16.759094 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-8ff448df-c52f-4bac-9608-d93b6e42ebcb req-29d82efc-2085-4f79-9fa8-b603cc3bee86 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "GET /v2.0/ports?device_id=e24b4aae-8cee-48cc-bf18-e9a915ea3f2c HTTP/1.1" status: 200 len: 943 time: 0.0695713 Jun 24 15:19:16.789825 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-6b32d9b2-a883-40f9-881d-5b697e4e365f req-6f273321-1113-4477-86fe-a4326d2d6f2e tempest-DeleteServersTestJSON-1914753502 tempest-DeleteServersTestJSON-1914753502-project] 10.222.0.67 "GET /v2.0/security-groups?id=857973a4-e371-4f80-93a1-fa704fcd25f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901730 Jun 24 15:19:16.831825 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-8ff448df-c52f-4bac-9608-d93b6e42ebcb req-85f15e05-3d43-4415-816f-e31a09790781 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "GET /v2.0/security-groups?id=b9b51dc4-7b04-4aff-a905-bf9eb837f4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657463 Jun 24 15:19:17.010189 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=76,neutron:INSERT=22,neutron:UPDATE=2 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:19:17.555921 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a11ffa7-48c8-4631-a23b-4a21d9921b59 req-5c3a17a6-949b-4007-b85d-a64040a5e1de tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:19:17.557998 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-3a11ffa7-48c8-4631-a23b-4a21d9921b59 req-5c3a17a6-949b-4007-b85d-a64040a5e1de tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] 10.222.0.67 "GET /v2.0/ports?device_id=d1a390f9-db97-4a41-a7df-e71f3d5c9ceb HTTP/1.1" status: 200 len: 943 time: 0.0650666 Jun 24 15:19:17.617137 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-3a11ffa7-48c8-4631-a23b-4a21d9921b59 req-5fb2d906-d336-4f71-a92b-1f7d6716d57d tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] 10.222.0.67 "GET /v2.0/security-groups?id=5f1fbf49-a9a0-40f0-900c-2506ca6ce2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526712 Jun 24 15:19:17.947920 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5d609b-313a-4cc5-a687-68e014e7f3e6 req-e19489bd-4746-4430-a31c-083a2fe87481 tempest-DeleteServersTestJSON-1914753502 tempest-DeleteServersTestJSON-1914753502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:19:17.949576 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-dc5d609b-313a-4cc5-a687-68e014e7f3e6 req-e19489bd-4746-4430-a31c-083a2fe87481 tempest-DeleteServersTestJSON-1914753502 tempest-DeleteServersTestJSON-1914753502-project] 10.222.0.67 "GET /v2.0/ports?device_id=a2cb33d2-4d1f-4910-82a0-2ace0cc1144b HTTP/1.1" status: 200 len: 945 time: 0.0734494 Jun 24 15:19:17.968785 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3168f2b-fa5a-45ec-9d08-fe12aee99e67 req-5bdb0d61-0c79-4281-adde-c211f7599f59 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:19:17.970974 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-a3168f2b-fa5a-45ec-9d08-fe12aee99e67 req-5bdb0d61-0c79-4281-adde-c211f7599f59 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "GET /v2.0/ports?device_id=e24b4aae-8cee-48cc-bf18-e9a915ea3f2c HTTP/1.1" status: 200 len: 943 time: 0.0594914 Jun 24 15:19:17.991737 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=100 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:19:18.046859 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-dc5d609b-313a-4cc5-a687-68e014e7f3e6 req-0c43dd9a-cdd7-4269-b25e-6424402a6109 tempest-DeleteServersTestJSON-1914753502 tempest-DeleteServersTestJSON-1914753502-project] 10.222.0.67 "GET /v2.0/security-groups?id=857973a4-e371-4f80-93a1-fa704fcd25f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749166 Jun 24 15:19:18.051686 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-a3168f2b-fa5a-45ec-9d08-fe12aee99e67 req-c146cb93-92b5-4bf4-87bd-39019fec5054 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "GET /v2.0/security-groups?id=b9b51dc4-7b04-4aff-a905-bf9eb837f4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0730102 Jun 24 15:19:18.237955 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.rpc [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Device 8cf89439-cc2e-4f42-bff5-bf72f779218b details requested by agent hyperv_hv-cinder-83538 with host hv-cinder-83538 {{(pid=104513) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 15:19:18.269523 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.wsgi [-] (104511) accepted ('10.222.0.67', 37854) {{(pid=104511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:19:18.359955 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.db [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] For port 8cf89439-cc2e-4f42-bff5-bf72f779218b, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=8cf89439-cc2e-4f42-bff5-bf72f779218b,segment=NetworkSegment(09260357-2b8c-4633-ba77-7272b5911a12),segment_id=09260357-2b8c-4633-ba77-7272b5911a12)] {{(pid=104513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 15:19:18.377924 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.rpc [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Returning: {'device': '8cf89439-cc2e-4f42-bff5-bf72f779218b', 'network_id': 'af13b512-ccae-46a6-b2e4-3851b74c876d', 'port_id': '8cf89439-cc2e-4f42-bff5-bf72f779218b', 'mac_address': 'fa:16:3e:70:55:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 784, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '298c1716-00da-4f9f-a34c-b32e0b6a8775', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104513) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 15:19:18.413103 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-951366a1-705e-41b1-bb9e-5c67bc899bc3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:19:18.434544 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.plugin [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Current status of the port 8cf89439-cc2e-4f42-bff5-bf72f779218b is: DOWN; New status is: BUILD {{(pid=104513) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 15:19:18.434933 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7727318'] for port (8cf89439-cc2e-4f42-bff5-bf72f779218b), before_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:19:18.454223 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.notifiers.nova [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8cf89439-cc2e-4f42-bff5-bf72f779218b {{(pid=104513) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 15:19:18.482091 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.db [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] For port 8cf89439-cc2e-4f42-bff5-bf72f779218b, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=8cf89439-cc2e-4f42-bff5-bf72f779218b,segment=NetworkSegment(09260357-2b8c-4633-ba77-7272b5911a12),segment_id=09260357-2b8c-4633-ba77-7272b5911a12)] {{(pid=104513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 15:19:18.505571 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-951366a1-705e-41b1-bb9e-5c67bc899bc3 admin admin] Publish callbacks [] for security_group (9d450bc3-2982-4d4b-8f2d-8c2d27ee8433), precommit_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:19:18.553174 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761385101662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761384583316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761384583334'] for port (8cf89439-cc2e-4f42-bff5-bf72f779218b), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:19:18.582211 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-951366a1-705e-41b1-bb9e-5c67bc899bc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-275664'] for security_group (9d450bc3-2982-4d4b-8f2d-8c2d27ee8433), after_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:19:18.596453 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:19:18.616224 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Pushing event updated for resources: {'Port': ['ID=8cf89439-cc2e-4f42-bff5-bf72f779218b,revision_number=4']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:19:18.624134 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.wsgi [-] (104512) accepted ('10.222.0.67', 37870) {{(pid=104512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:19:18.624338 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [None req-951366a1-705e-41b1-bb9e-5c67bc899bc3 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=35a0890819894fd49a8476c5b013cb19&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3536451 Jun 24 15:19:18.629476 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951366a1-705e-41b1-bb9e-5c67bc899bc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d450bc3-2982-4d4b-8f2d-8c2d27ee8433,revision_number=1']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:19:18.683721 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-adda9d88-cfcd-45cc-bbdd-d66f83b4787b admin admin] Publish callbacks [] for security_group (9d450bc3-2982-4d4b-8f2d-8c2d27ee8433), before_delete {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:19:18.733129 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-adda9d88-cfcd-45cc-bbdd-d66f83b4787b admin admin] Publish callbacks [] for security_group (9d450bc3-2982-4d4b-8f2d-8c2d27ee8433), precommit_delete {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:19:18.760153 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa8f1e9-97fd-42af-ba3e-cbdf36e595e1 req-901b3447-5491-4e93-bb83-f86318e33987 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:19:18.761625 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-eaa8f1e9-97fd-42af-ba3e-cbdf36e595e1 req-901b3447-5491-4e93-bb83-f86318e33987 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] 10.222.0.67 "GET /v2.0/ports?device_id=d1a390f9-db97-4a41-a7df-e71f3d5c9ceb HTTP/1.1" status: 200 len: 944 time: 0.0683057 Jun 24 15:19:18.822531 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-eaa8f1e9-97fd-42af-ba3e-cbdf36e595e1 req-8a3b453e-d085-4407-82ee-cca57d3e4107 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] 10.222.0.67 "GET /v2.0/security-groups?id=5f1fbf49-a9a0-40f0-900c-2506ca6ce2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526588 Jun 24 15:19:18.907429 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-adda9d88-cfcd-45cc-bbdd-d66f83b4787b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-275664'] for security_group (9d450bc3-2982-4d4b-8f2d-8c2d27ee8433), after_delete {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:19:18.910692 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-adda9d88-cfcd-45cc-bbdd-d66f83b4787b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:19:18.911856 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [None req-adda9d88-cfcd-45cc-bbdd-d66f83b4787b admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/9d450bc3-2982-4d4b-8f2d-8c2d27ee8433 HTTP/1.1" status: 204 len: 168 time: 0.2855365 Jun 24 15:19:18.920650 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adda9d88-cfcd-45cc-bbdd-d66f83b4787b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d450bc3-2982-4d4b-8f2d-8c2d27ee8433,revision_number=None']} {{(pid=104512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:19:19.216027 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c10881-60f4-4a9c-a581-cb2a50f435f5 req-33cc2b23-6415-452e-9382-460a53671045 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:19:19.217504 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-d0c10881-60f4-4a9c-a581-cb2a50f435f5 req-33cc2b23-6415-452e-9382-460a53671045 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "GET /v2.0/ports?device_id=e24b4aae-8cee-48cc-bf18-e9a915ea3f2c HTTP/1.1" status: 200 len: 943 time: 0.0785234 Jun 24 15:19:19.232277 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0917ba10-ab61-491b-a673-fee6b61cbc99 req-65ae6114-5803-485b-ae56-5b5fee894762 tempest-DeleteServersTestJSON-1914753502 tempest-DeleteServersTestJSON-1914753502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:19:19.233715 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-0917ba10-ab61-491b-a673-fee6b61cbc99 req-65ae6114-5803-485b-ae56-5b5fee894762 tempest-DeleteServersTestJSON-1914753502 tempest-DeleteServersTestJSON-1914753502-project] 10.222.0.67 "GET /v2.0/ports?device_id=a2cb33d2-4d1f-4910-82a0-2ace0cc1144b HTTP/1.1" status: 200 len: 945 time: 0.0628388 Jun 24 15:19:19.307435 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-d0c10881-60f4-4a9c-a581-cb2a50f435f5 req-6628ab8a-b095-4d69-ad8a-954a9d19247e tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "GET /v2.0/security-groups?id=b9b51dc4-7b04-4aff-a905-bf9eb837f4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0822196 Jun 24 15:19:19.311643 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-0917ba10-ab61-491b-a673-fee6b61cbc99 req-8c71d84d-487b-4a4d-b4e6-797af5c3400f tempest-DeleteServersTestJSON-1914753502 tempest-DeleteServersTestJSON-1914753502-project] 10.222.0.67 "GET /v2.0/security-groups?id=857973a4-e371-4f80-93a1-fa704fcd25f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715864 Jun 24 15:19:19.610363 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.wsgi [-] (104512) accepted ('10.222.0.67', 37902) {{(pid=104512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:19:19.624058 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-67b54370-1ecb-40fd-91de-1980d283a420 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:19:19.672709 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:19:19.705858 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-67b54370-1ecb-40fd-91de-1980d283a420 admin admin] Publish callbacks [] for security_group (f7275b75-5446-4499-929a-2e8b050bbb34), precommit_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:19:19.810135 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-67b54370-1ecb-40fd-91de-1980d283a420 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-275664'] for security_group (f7275b75-5446-4499-929a-2e8b050bbb34), after_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:19:19.849725 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b54370-1ecb-40fd-91de-1980d283a420 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7275b75-5446-4499-929a-2e8b050bbb34,revision_number=1']} {{(pid=104512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:19:19.856856 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.wsgi [-] (104511) accepted ('10.222.0.67', 37912) {{(pid=104511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:19:19.864525 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [None req-67b54370-1ecb-40fd-91de-1980d283a420 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=5a9e9230178c457cb0a3d4691c6bf2e9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2530556 Jun 24 15:19:19.909646 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-73f99d40-5b52-4678-86c8-e08660053a63 admin admin] Publish callbacks [] for security_group (f7275b75-5446-4499-929a-2e8b050bbb34), before_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:19:19.931870 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-73f99d40-5b52-4678-86c8-e08660053a63 admin admin] Publish callbacks [] for security_group (f7275b75-5446-4499-929a-2e8b050bbb34), precommit_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:19:19.940801 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e83a4c5-7c97-49d5-b777-dca1f2b1aedc req-bf2b1b1d-1fd4-4827-a1c8-a70dc802e351 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:19:19.942671 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-3e83a4c5-7c97-49d5-b777-dca1f2b1aedc req-bf2b1b1d-1fd4-4827-a1c8-a70dc802e351 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] 10.222.0.67 "GET /v2.0/ports?device_id=d1a390f9-db97-4a41-a7df-e71f3d5c9ceb HTTP/1.1" status: 200 len: 944 time: 0.0477550 Jun 24 15:19:19.991485 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-3e83a4c5-7c97-49d5-b777-dca1f2b1aedc req-a0ffba60-f1cf-42c4-9293-b84812a1e426 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] 10.222.0.67 "GET /v2.0/security-groups?id=5f1fbf49-a9a0-40f0-900c-2506ca6ce2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433283 Jun 24 15:19:20.044090 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-73f99d40-5b52-4678-86c8-e08660053a63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-275664'] for security_group (f7275b75-5446-4499-929a-2e8b050bbb34), after_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:19:20.046703 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-73f99d40-5b52-4678-86c8-e08660053a63 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:19:20.047924 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [None req-73f99d40-5b52-4678-86c8-e08660053a63 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/f7275b75-5446-4499-929a-2e8b050bbb34 HTTP/1.1" status: 204 len: 168 time: 0.1900692 Jun 24 15:19:20.056908 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f99d40-5b52-4678-86c8-e08660053a63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7275b75-5446-4499-929a-2e8b050bbb34,revision_number=None']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:19:20.368358 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG dbcounter [-] [104514] Writing DB stats neutron:SELECT=6 {{(pid=104514) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:19:20.389956 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.db [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] get_ports_and_sgs() called for port_ids ['8cf89439-cc2e-4f42-bff5-bf72f779218b'] {{(pid=104513) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 15:19:20.416581 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.rpc [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Device cdb31b17-1cea-4ead-bfa9-8e2eaf5beea8 up at agent hyperv_hv-cinder-83538 {{(pid=104513) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 15:19:20.488142 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.provisioning_blocks [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Provisioning for port cdb31b17-1cea-4ead-bfa9-8e2eaf5beea8 completed by entity L2. {{(pid=104513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 24 15:19:20.491970 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8978569b-7a45-4c30-a492-68f3981eae52 req-107bd4b6-f2b9-407b-a4fe-bcbafee3ffad tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:19:20.500112 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-8978569b-7a45-4c30-a492-68f3981eae52 req-107bd4b6-f2b9-407b-a4fe-bcbafee3ffad tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "GET /v2.0/ports?device_id=e24b4aae-8cee-48cc-bf18-e9a915ea3f2c HTTP/1.1" status: 200 len: 943 time: 0.1069093 Jun 24 15:19:20.533165 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG dbcounter [-] [104514] Writing DB stats neutron:SELECT=22 {{(pid=104514) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:19:20.550323 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4976fcfb-a365-423f-ba5c-69cdfbb29d64 req-9d64bf8a-d5c3-474a-a912-abc0ac8e78e7 tempest-DeleteServersTestJSON-1914753502 tempest-DeleteServersTestJSON-1914753502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:19:20.551715 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-4976fcfb-a365-423f-ba5c-69cdfbb29d64 req-9d64bf8a-d5c3-474a-a912-abc0ac8e78e7 tempest-DeleteServersTestJSON-1914753502 tempest-DeleteServersTestJSON-1914753502-project] 10.222.0.67 "GET /v2.0/ports?device_id=a2cb33d2-4d1f-4910-82a0-2ace0cc1144b HTTP/1.1" status: 200 len: 945 time: 0.1691284 Jun 24 15:19:20.571029 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.provisioning_blocks [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Provisioning complete for port cdb31b17-1cea-4ead-bfa9-8e2eaf5beea8 triggered by entity L2. {{(pid=104513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 15:19:20.571439 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7696598'] for port (cdb31b17-1cea-4ead-bfa9-8e2eaf5beea8), provisioning_complete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:19:20.577386 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:SELECT=100 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:19:20.586305 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:19:20.615042 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-8978569b-7a45-4c30-a492-68f3981eae52 req-861cd877-462e-4a29-bf7f-1f5109074c8c tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "GET /v2.0/security-groups?id=b9b51dc4-7b04-4aff-a905-bf9eb837f4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1105928 Jun 24 15:19:20.667986 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-4976fcfb-a365-423f-ba5c-69cdfbb29d64 req-5da72a71-42a2-42fc-8b85-53bf2c05bbe7 tempest-DeleteServersTestJSON-1914753502 tempest-DeleteServersTestJSON-1914753502-project] 10.222.0.67 "GET /v2.0/security-groups?id=857973a4-e371-4f80-93a1-fa704fcd25f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071117 Jun 24 15:19:20.692245 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.plugin [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Current status of the port cdb31b17-1cea-4ead-bfa9-8e2eaf5beea8 is: BUILD; New status is: ACTIVE {{(pid=104513) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 15:19:20.692651 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7727318'] for port (cdb31b17-1cea-4ead-bfa9-8e2eaf5beea8), before_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:19:20.811717 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:19:20.828802 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72dcf091-51b8-4200-86d7-002dde49e07c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdb31b17-1cea-4ead-bfa9-8e2eaf5beea8'}] {{(pid=104513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 15:19:20.834589 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7de2ae652872cab3d5aa36b412d6cead56dffdf121926fea6679daaa3daba4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4037917c-5bd6-4f92-b082-6a975d8996ba" -d '{"events": [{"server_uuid": "72dcf091-51b8-4200-86d7-002dde49e07c", "name": "network-vif-plugged", "status": "completed", "tag": "cdb31b17-1cea-4ead-bfa9-8e2eaf5beea8"}]}' {{(pid=104513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 15:19:20.845139 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.db [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] For port cdb31b17-1cea-4ead-bfa9-8e2eaf5beea8, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=cdb31b17-1cea-4ead-bfa9-8e2eaf5beea8,segment=NetworkSegment(09260357-2b8c-4633-ba77-7272b5911a12),segment_id=09260357-2b8c-4633-ba77-7272b5911a12)] {{(pid=104513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 15:19:20.875907 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 15:19:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f00ed38a-4f85-48af-a625-b08cc078ff4b x-openstack-request-id: req-f00ed38a-4f85-48af-a625-b08cc078ff4b {{(pid=104513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 15:19:20.876220 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72dcf091-51b8-4200-86d7-002dde49e07c", "name": "network-vif-plugged", "status": "completed", "tag": "cdb31b17-1cea-4ead-bfa9-8e2eaf5beea8", "code": 200}]} {{(pid=104513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 15:19:20.876468 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-f00ed38a-4f85-48af-a625-b08cc078ff4b {{(pid=104513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 15:19:20.877902 dv-cinder-835384-11-iscsi neutron-server[104513]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f00ed38a-4f85-48af-a625-b08cc078ff4b'] response: {'server_uuid': '72dcf091-51b8-4200-86d7-002dde49e07c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdb31b17-1cea-4ead-bfa9-8e2eaf5beea8', 'code': 200} Jun 24 15:19:20.930071 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761385101662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761384583316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761384583334'] for port (cdb31b17-1cea-4ead-bfa9-8e2eaf5beea8), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:19:20.980076 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Pushing event updated for resources: {'Port': ['ID=cdb31b17-1cea-4ead-bfa9-8e2eaf5beea8,revision_number=5']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:19:21.141733 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b5e157-5c20-4e40-adb9-402a1e83d2cb req-aeb7d2e6-a019-4fd3-a4e2-220ed8f56ff8 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:19:21.143763 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-a4b5e157-5c20-4e40-adb9-402a1e83d2cb req-aeb7d2e6-a019-4fd3-a4e2-220ed8f56ff8 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] 10.222.0.67 "GET /v2.0/ports?device_id=d1a390f9-db97-4a41-a7df-e71f3d5c9ceb HTTP/1.1" status: 200 len: 944 time: 0.0593781 Jun 24 15:19:21.194812 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-a4b5e157-5c20-4e40-adb9-402a1e83d2cb req-1fcc37c4-6c52-4f18-a78e-1e5d0859ab17 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] 10.222.0.67 "GET /v2.0/security-groups?id=5f1fbf49-a9a0-40f0-900c-2506ca6ce2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443697 Jun 24 15:19:21.387008 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-275f2b5b-384e-436e-b0d3-3b618028765c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697012'] for agent (61dc9491-0c49-467e-b62a-6961ce952bc2), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:19:21.821642 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a5f207-fa7c-4302-816a-c5e8cda14810 req-7633b13e-5990-4fb3-8adf-4df4923be624 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:19:21.823141 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-e2a5f207-fa7c-4302-816a-c5e8cda14810 req-7633b13e-5990-4fb3-8adf-4df4923be624 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "GET /v2.0/ports?device_id=e24b4aae-8cee-48cc-bf18-e9a915ea3f2c HTTP/1.1" status: 200 len: 943 time: 0.1033425 Jun 24 15:19:21.837170 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2c6ed3-0613-4bc2-aa66-5f5768c54534 req-fdeca509-1abe-4588-b61b-6fa8d030b1a4 tempest-DeleteServersTestJSON-1914753502 tempest-DeleteServersTestJSON-1914753502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:19:21.837170 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-0f2c6ed3-0613-4bc2-aa66-5f5768c54534 req-fdeca509-1abe-4588-b61b-6fa8d030b1a4 tempest-DeleteServersTestJSON-1914753502 tempest-DeleteServersTestJSON-1914753502-project] 10.222.0.67 "GET /v2.0/ports?device_id=a2cb33d2-4d1f-4910-82a0-2ace0cc1144b HTTP/1.1" status: 200 len: 945 time: 0.0682666 Jun 24 15:19:21.914245 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-e2a5f207-fa7c-4302-816a-c5e8cda14810 req-850c549e-e2bb-443d-b507-28de6fb7e2f3 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "GET /v2.0/security-groups?id=b9b51dc4-7b04-4aff-a905-bf9eb837f4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0787272 Jun 24 15:19:21.917383 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-0f2c6ed3-0613-4bc2-aa66-5f5768c54534 req-37d678fe-9a20-4a41-bd31-ac91c5b7d805 tempest-DeleteServersTestJSON-1914753502 tempest-DeleteServersTestJSON-1914753502-project] 10.222.0.67 "GET /v2.0/security-groups?id=857973a4-e371-4f80-93a1-fa704fcd25f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751877 Jun 24 15:19:22.317381 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2ff652-4f30-47ae-92c1-24afa193b3dc req-dffc2812-54c4-4d50-9df8-ca6a03ce6b84 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:19:22.318884 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-9e2ff652-4f30-47ae-92c1-24afa193b3dc req-dffc2812-54c4-4d50-9df8-ca6a03ce6b84 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] 10.222.0.67 "GET /v2.0/ports?device_id=d1a390f9-db97-4a41-a7df-e71f3d5c9ceb HTTP/1.1" status: 200 len: 944 time: 0.0511801 Jun 24 15:19:22.367325 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-9e2ff652-4f30-47ae-92c1-24afa193b3dc req-82b81650-2c53-4d6d-bbdb-06fa4460e772 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] 10.222.0.67 "GET /v2.0/security-groups?id=5f1fbf49-a9a0-40f0-900c-2506ca6ce2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428131 Jun 24 15:19:23.054637 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1f9398-711b-44ba-8a9b-0cdbc93e0509 req-95cee3b7-ba61-4fae-aa6a-7b0c394d32f3 tempest-DeleteServersTestJSON-1914753502 tempest-DeleteServersTestJSON-1914753502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:19:23.056130 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-4d1f9398-711b-44ba-8a9b-0cdbc93e0509 req-95cee3b7-ba61-4fae-aa6a-7b0c394d32f3 tempest-DeleteServersTestJSON-1914753502 tempest-DeleteServersTestJSON-1914753502-project] 10.222.0.67 "GET /v2.0/ports?device_id=a2cb33d2-4d1f-4910-82a0-2ace0cc1144b HTTP/1.1" status: 200 len: 945 time: 0.0723584 Jun 24 15:19:23.063557 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2beabb-fd1e-4765-bd5a-441ed3db0f59 req-93fc6199-1aec-48c3-9de1-433029436f3b tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:19:23.065831 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-0b2beabb-fd1e-4765-bd5a-441ed3db0f59 req-93fc6199-1aec-48c3-9de1-433029436f3b tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "GET /v2.0/ports?device_id=e24b4aae-8cee-48cc-bf18-e9a915ea3f2c HTTP/1.1" status: 200 len: 943 time: 0.0721409 Jun 24 15:19:23.141390 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-4d1f9398-711b-44ba-8a9b-0cdbc93e0509 req-575e6ddd-1e78-4e8c-a570-02e9f385f2a8 tempest-DeleteServersTestJSON-1914753502 tempest-DeleteServersTestJSON-1914753502-project] 10.222.0.67 "GET /v2.0/security-groups?id=857973a4-e371-4f80-93a1-fa704fcd25f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750206 Jun 24 15:19:23.145390 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-0b2beabb-fd1e-4765-bd5a-441ed3db0f59 req-adc6ab2f-e1ab-420f-b433-9603faa83c10 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "GET /v2.0/security-groups?id=b9b51dc4-7b04-4aff-a905-bf9eb837f4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732489 Jun 24 15:19:23.478945 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba597e2e-d832-4bf9-b263-ab582316dfa9 req-6563a390-3ad2-4fa7-a36e-42696ecd34e1 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:19:23.480482 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-ba597e2e-d832-4bf9-b263-ab582316dfa9 req-6563a390-3ad2-4fa7-a36e-42696ecd34e1 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] 10.222.0.67 "GET /v2.0/ports?device_id=d1a390f9-db97-4a41-a7df-e71f3d5c9ceb HTTP/1.1" status: 200 len: 944 time: 0.0467572 Jun 24 15:19:23.532628 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-ba597e2e-d832-4bf9-b263-ab582316dfa9 req-a4e5bff9-b805-495b-88e3-36d6d10ac33c tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] 10.222.0.67 "GET /v2.0/security-groups?id=5f1fbf49-a9a0-40f0-900c-2506ca6ce2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464187 Jun 24 15:19:23.695568 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-9c02d602-e429-40b6-9149-039c44efa712 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697012'] for agent (45985ff7-1335-48cd-ab02-73eb58295827), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:19:23.819949 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be72ccda-ab57-4e00-a403-89c1a69ed0d5 req-4c0e2448-fa0f-4e98-b472-8d3fc0b9b792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:19:23.821407 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-be72ccda-ab57-4e00-a403-89c1a69ed0d5 req-4c0e2448-fa0f-4e98-b472-8d3fc0b9b792 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=72dcf091-51b8-4200-86d7-002dde49e07c HTTP/1.1" status: 200 len: 1129 time: 0.0378406 Jun 24 15:19:23.871685 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-be72ccda-ab57-4e00-a403-89c1a69ed0d5 req-f3daab7b-a4c9-4ecb-b861-d7b4aa632387 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=5f1fbf49-a9a0-40f0-900c-2506ca6ce2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417554 Jun 24 15:19:23.925319 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.rpc [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Device 5f0c5043-24b7-4a39-9766-66475f0cad69 details requested by agent hyperv_hv-cinder-83538 with host hv-cinder-83538 {{(pid=104513) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 15:19:23.933858 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.rpc [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Device 8cf89439-cc2e-4f42-bff5-bf72f779218b up at agent hyperv_hv-cinder-83538 {{(pid=104513) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 15:19:24.020405 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.provisioning_blocks [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Provisioning for port 8cf89439-cc2e-4f42-bff5-bf72f779218b completed by entity L2. {{(pid=104513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 24 15:19:24.081132 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.db [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] For port 5f0c5043-24b7-4a39-9766-66475f0cad69, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=5f0c5043-24b7-4a39-9766-66475f0cad69,segment=NetworkSegment(fbb525f4-37d7-4ee1-94df-b844f5efa329),segment_id=fbb525f4-37d7-4ee1-94df-b844f5efa329)] {{(pid=104513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 15:19:24.096934 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.rpc [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Returning: {'device': '5f0c5043-24b7-4a39-9766-66475f0cad69', 'network_id': '6d1ef1dd-ee8a-4e52-9261-de77d4e705e2', 'port_id': '5f0c5043-24b7-4a39-9766-66475f0cad69', 'mac_address': 'fa:16:3e:d5:fd:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 797, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca86efdf-43ba-4cdf-8f0a-3c6622699971', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104513) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 15:19:24.133537 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.provisioning_blocks [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Provisioning complete for port 8cf89439-cc2e-4f42-bff5-bf72f779218b triggered by entity L2. {{(pid=104513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 15:19:24.133935 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7696598'] for port (8cf89439-cc2e-4f42-bff5-bf72f779218b), provisioning_complete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:19:24.166868 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.plugin [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Current status of the port 5f0c5043-24b7-4a39-9766-66475f0cad69 is: DOWN; New status is: BUILD {{(pid=104513) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 15:19:24.167211 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7727318'] for port (5f0c5043-24b7-4a39-9766-66475f0cad69), before_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:19:24.194017 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.notifiers.nova [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f0c5043-24b7-4a39-9766-66475f0cad69 {{(pid=104513) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 15:19:24.236415 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.db [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] For port 5f0c5043-24b7-4a39-9766-66475f0cad69, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=5f0c5043-24b7-4a39-9766-66475f0cad69,segment=NetworkSegment(fbb525f4-37d7-4ee1-94df-b844f5efa329),segment_id=fbb525f4-37d7-4ee1-94df-b844f5efa329)] {{(pid=104513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 15:19:24.254870 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.plugin [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Current status of the port 8cf89439-cc2e-4f42-bff5-bf72f779218b is: BUILD; New status is: ACTIVE {{(pid=104513) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 15:19:24.255345 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7727318'] for port (8cf89439-cc2e-4f42-bff5-bf72f779218b), before_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:19:24.281324 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1a390f9-db97-4a41-a7df-e71f3d5c9ceb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cf89439-cc2e-4f42-bff5-bf72f779218b'}] {{(pid=104513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 15:19:24.284636 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7de2ae652872cab3d5aa36b412d6cead56dffdf121926fea6679daaa3daba4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd4a4ee7-9773-427d-b1ae-dc343d01e369" -d '{"events": [{"server_uuid": "d1a390f9-db97-4a41-a7df-e71f3d5c9ceb", "name": "network-vif-plugged", "status": "completed", "tag": "8cf89439-cc2e-4f42-bff5-bf72f779218b"}]}' {{(pid=104513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 15:19:24.305762 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.db [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] For port 8cf89439-cc2e-4f42-bff5-bf72f779218b, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=8cf89439-cc2e-4f42-bff5-bf72f779218b,segment=NetworkSegment(09260357-2b8c-4633-ba77-7272b5911a12),segment_id=09260357-2b8c-4633-ba77-7272b5911a12)] {{(pid=104513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 15:19:24.317972 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cc2e86-366a-4127-a80c-cad3b0460950 req-888aec19-cc46-42cf-be3a-e32852d4f8fd tempest-DeleteServersTestJSON-1914753502 tempest-DeleteServersTestJSON-1914753502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:19:24.318936 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761385101662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761384583316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761384583334'] for port (5f0c5043-24b7-4a39-9766-66475f0cad69), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:19:24.320527 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-76cc2e86-366a-4127-a80c-cad3b0460950 req-888aec19-cc46-42cf-be3a-e32852d4f8fd tempest-DeleteServersTestJSON-1914753502 tempest-DeleteServersTestJSON-1914753502-project] 10.222.0.67 "GET /v2.0/ports?device_id=a2cb33d2-4d1f-4910-82a0-2ace0cc1144b HTTP/1.1" status: 200 len: 945 time: 0.0971620 Jun 24 15:19:24.368649 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3368b847-ba69-4adb-90e7-bec3125bb7df req-6b50a4e8-d01b-4bb3-a35e-a5c2881efe4e tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:19:24.370116 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-3368b847-ba69-4adb-90e7-bec3125bb7df req-6b50a4e8-d01b-4bb3-a35e-a5c2881efe4e tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "GET /v2.0/ports?device_id=e24b4aae-8cee-48cc-bf18-e9a915ea3f2c HTTP/1.1" status: 200 len: 943 time: 0.1033638 Jun 24 15:19:24.374289 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761385101662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761384583316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761384583334'] for port (8cf89439-cc2e-4f42-bff5-bf72f779218b), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:19:24.379969 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Pushing event updated for resources: {'Port': ['ID=5f0c5043-24b7-4a39-9766-66475f0cad69,revision_number=4']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:19:24.423502 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-76cc2e86-366a-4127-a80c-cad3b0460950 req-92fd4bfa-c8b7-4f2c-a6b9-6cf2649db785 tempest-DeleteServersTestJSON-1914753502 tempest-DeleteServersTestJSON-1914753502-project] 10.222.0.67 "GET /v2.0/security-groups?id=857973a4-e371-4f80-93a1-fa704fcd25f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855706 Jun 24 15:19:24.440022 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:UPDATE=6 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:19:24.446175 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=100 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:19:24.454478 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Pushing event updated for resources: {'Port': ['ID=8cf89439-cc2e-4f42-bff5-bf72f779218b,revision_number=5']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:19:24.473874 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-3368b847-ba69-4adb-90e7-bec3125bb7df req-09b6e6ed-2a0f-4e46-a75b-2884064644fc tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "GET /v2.0/security-groups?id=b9b51dc4-7b04-4aff-a905-bf9eb837f4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0901105 Jun 24 15:19:24.481061 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 15:19:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8153b318-d038-4250-ab78-3ee578b66a9f x-openstack-request-id: req-8153b318-d038-4250-ab78-3ee578b66a9f {{(pid=104513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 15:19:24.481347 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1a390f9-db97-4a41-a7df-e71f3d5c9ceb", "name": "network-vif-plugged", "status": "completed", "tag": "8cf89439-cc2e-4f42-bff5-bf72f779218b", "code": 200}]} {{(pid=104513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 15:19:24.481749 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-8153b318-d038-4250-ab78-3ee578b66a9f {{(pid=104513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 15:19:24.482201 dv-cinder-835384-11-iscsi neutron-server[104513]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8153b318-d038-4250-ab78-3ee578b66a9f'] response: {'server_uuid': 'd1a390f9-db97-4a41-a7df-e71f3d5c9ceb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cf89439-cc2e-4f42-bff5-bf72f779218b', 'code': 200} Jun 24 15:19:24.606123 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.db [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] get_ports_and_sgs() called for port_ids ['5f0c5043-24b7-4a39-9766-66475f0cad69'] {{(pid=104513) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 15:19:24.669428 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586b5409-6e9e-4b5d-9f96-300f66326058 req-40d3e486-8516-4607-a6b9-347eac4e3e9b tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:19:24.669428 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-586b5409-6e9e-4b5d-9f96-300f66326058 req-40d3e486-8516-4607-a6b9-347eac4e3e9b tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] 10.222.0.67 "GET /v2.0/ports?device_id=d1a390f9-db97-4a41-a7df-e71f3d5c9ceb HTTP/1.1" status: 200 len: 945 time: 0.0630729 Jun 24 15:19:24.731338 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=100 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:19:24.741081 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-586b5409-6e9e-4b5d-9f96-300f66326058 req-f5707b9b-8a2a-47d8-b4d1-b9d5691a505a tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] 10.222.0.67 "GET /v2.0/security-groups?id=5f1fbf49-a9a0-40f0-900c-2506ca6ce2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663471 Jun 24 15:19:24.924265 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-6e9ba797-1d0c-40f8-9e0c-708f895be0b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697012'] for agent (f984396c-9862-4f32-9cf6-f19d2e5feb00), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:19:25.389281 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5f374b-09b8-4a4c-81d4-1ca73d5a78bd req-7d248183-dae4-4279-acc1-d62f340971f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:19:25.390803 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-2a5f374b-09b8-4a4c-81d4-1ca73d5a78bd req-7d248183-dae4-4279-acc1-d62f340971f6 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=d1a390f9-db97-4a41-a7df-e71f3d5c9ceb HTTP/1.1" status: 200 len: 1129 time: 0.0390725 Jun 24 15:19:25.555835 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e409e2a-c097-4892-8655-8010132b44fd req-4db8974e-b0f3-46f8-adf4-5f831d567cc5 tempest-DeleteServersTestJSON-1914753502 tempest-DeleteServersTestJSON-1914753502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:19:25.557999 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-2e409e2a-c097-4892-8655-8010132b44fd req-4db8974e-b0f3-46f8-adf4-5f831d567cc5 tempest-DeleteServersTestJSON-1914753502 tempest-DeleteServersTestJSON-1914753502-project] 10.222.0.67 "GET /v2.0/ports?device_id=a2cb33d2-4d1f-4910-82a0-2ace0cc1144b HTTP/1.1" status: 200 len: 945 time: 0.0585177 Jun 24 15:19:25.627367 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1098c40-1de6-4571-af1a-336f91315fd7 req-1924f8d7-ab09-40d8-92d9-c1674cf510dd tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:19:25.629910 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-b1098c40-1de6-4571-af1a-336f91315fd7 req-1924f8d7-ab09-40d8-92d9-c1674cf510dd tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "GET /v2.0/ports?device_id=e24b4aae-8cee-48cc-bf18-e9a915ea3f2c HTTP/1.1" status: 200 len: 944 time: 0.0921264 Jun 24 15:19:25.677828 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-2e409e2a-c097-4892-8655-8010132b44fd req-b264de1b-33a8-49cc-9892-f020be0c49a7 tempest-DeleteServersTestJSON-1914753502 tempest-DeleteServersTestJSON-1914753502-project] 10.222.0.67 "GET /v2.0/security-groups?id=857973a4-e371-4f80-93a1-fa704fcd25f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843260 Jun 24 15:19:25.701458 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-b1098c40-1de6-4571-af1a-336f91315fd7 req-bfc6f6e0-2c53-4fa5-806f-f9dcf2c86f58 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "GET /v2.0/security-groups?id=b9b51dc4-7b04-4aff-a905-bf9eb837f4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650415 Jun 24 15:19:25.897383 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44978b1f-f928-4385-a302-a84b3115c0c8 req-4571aa73-3ccb-498f-b691-743634416502 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:19:25.898932 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-44978b1f-f928-4385-a302-a84b3115c0c8 req-4571aa73-3ccb-498f-b691-743634416502 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] 10.222.0.67 "GET /v2.0/ports?device_id=d1a390f9-db97-4a41-a7df-e71f3d5c9ceb HTTP/1.1" status: 200 len: 945 time: 0.0729454 Jun 24 15:19:25.917306 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.rpc [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Device 5f0c5043-24b7-4a39-9766-66475f0cad69 up at agent hyperv_hv-cinder-83538 {{(pid=104513) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 15:19:25.942469 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-2a5f374b-09b8-4a4c-81d4-1ca73d5a78bd req-89ae62b1-dafb-4c1d-979f-8a2e15aab309 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=5f1fbf49-a9a0-40f0-900c-2506ca6ce2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808644 Jun 24 15:19:25.979275 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-44978b1f-f928-4385-a302-a84b3115c0c8 req-e20a1477-44dd-491d-a6a0-89997a3e758a tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] 10.222.0.67 "GET /v2.0/security-groups?id=5f1fbf49-a9a0-40f0-900c-2506ca6ce2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714548 Jun 24 15:19:25.997711 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.provisioning_blocks [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Provisioning for port 5f0c5043-24b7-4a39-9766-66475f0cad69 completed by entity L2. {{(pid=104513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 24 15:19:26.089670 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.provisioning_blocks [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Provisioning complete for port 5f0c5043-24b7-4a39-9766-66475f0cad69 triggered by entity L2. {{(pid=104513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 15:19:26.090073 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7696598'] for port (5f0c5043-24b7-4a39-9766-66475f0cad69), provisioning_complete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:19:26.169963 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.plugin [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Current status of the port 5f0c5043-24b7-4a39-9766-66475f0cad69 is: BUILD; New status is: ACTIVE {{(pid=104513) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 15:19:26.170365 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7727318'] for port (5f0c5043-24b7-4a39-9766-66475f0cad69), before_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:19:26.211336 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.db [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] For port 5f0c5043-24b7-4a39-9766-66475f0cad69, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=5f0c5043-24b7-4a39-9766-66475f0cad69,segment=NetworkSegment(fbb525f4-37d7-4ee1-94df-b844f5efa329),segment_id=fbb525f4-37d7-4ee1-94df-b844f5efa329)] {{(pid=104513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 15:19:26.278241 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761385101662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761384583316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761384583334'] for port (5f0c5043-24b7-4a39-9766-66475f0cad69), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:19:26.334349 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Pushing event updated for resources: {'Port': ['ID=5f0c5043-24b7-4a39-9766-66475f0cad69,revision_number=5']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:19:26.374733 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-e7d2b4de-897d-40d1-b758-5e5b7ac4c4e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697012'] for agent (2f766f35-a225-44ed-b70f-669caec6f4a7), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:19:26.484561 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e24b4aae-8cee-48cc-bf18-e9a915ea3f2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f0c5043-24b7-4a39-9766-66475f0cad69'}] {{(pid=104513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 15:19:26.488076 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7de2ae652872cab3d5aa36b412d6cead56dffdf121926fea6679daaa3daba4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-777074ed-e29d-4b2f-b217-17e4e944cef5" -d '{"events": [{"server_uuid": "e24b4aae-8cee-48cc-bf18-e9a915ea3f2c", "name": "network-vif-plugged", "status": "completed", "tag": "5f0c5043-24b7-4a39-9766-66475f0cad69"}]}' {{(pid=104513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 15:19:26.525573 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 15:19:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb848650-2df9-467d-85ff-5d76f7e9a728 x-openstack-request-id: req-fb848650-2df9-467d-85ff-5d76f7e9a728 {{(pid=104513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 15:19:26.527469 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e24b4aae-8cee-48cc-bf18-e9a915ea3f2c", "name": "network-vif-plugged", "status": "completed", "tag": "5f0c5043-24b7-4a39-9766-66475f0cad69", "code": 200}]} {{(pid=104513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 15:19:26.527469 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-fb848650-2df9-467d-85ff-5d76f7e9a728 {{(pid=104513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 15:19:26.527469 dv-cinder-835384-11-iscsi neutron-server[104513]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fb848650-2df9-467d-85ff-5d76f7e9a728'] response: {'server_uuid': 'e24b4aae-8cee-48cc-bf18-e9a915ea3f2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f0c5043-24b7-4a39-9766-66475f0cad69', 'code': 200} Jun 24 15:19:26.655503 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697012'] for agent (559fa80c-96d5-4fe7-8c5f-9eda482c27bf), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:19:26.829913 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a73994-a71e-4388-b997-bf9e2f6eb580 req-f5c06ad6-c628-4c0a-a078-28ebac57ad71 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:19:26.832169 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-22a73994-a71e-4388-b997-bf9e2f6eb580 req-f5c06ad6-c628-4c0a-a078-28ebac57ad71 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "GET /v2.0/ports?device_id=e24b4aae-8cee-48cc-bf18-e9a915ea3f2c HTTP/1.1" status: 200 len: 945 time: 0.0502365 Jun 24 15:19:26.858318 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.wsgi [-] (104511) accepted ('10.222.0.67', 38142) {{(pid=104511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:19:26.882365 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-22a73994-a71e-4388-b997-bf9e2f6eb580 req-7676f99d-9c7b-46eb-bfbc-a95ff850540d tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "GET /v2.0/security-groups?id=b9b51dc4-7b04-4aff-a905-bf9eb837f4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440390 Jun 24 15:19:26.966455 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-2e267cd7-806f-49dd-8fd8-1fc76496007a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:19:26.968884 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=80,neutron:DELETE=11,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:19:27.048162 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-2e267cd7-806f-49dd-8fd8-1fc76496007a admin admin] Publish callbacks [] for security_group (20cce042-bc96-49ec-a3e5-e99f024ab3b9), precommit_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:19:27.109080 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3cf716-b31b-4906-bdff-50eb23fedde0 req-6a8a0f3b-e38d-4999-9357-dc0e6c8e3283 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:19:27.110564 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-5c3cf716-b31b-4906-bdff-50eb23fedde0 req-6a8a0f3b-e38d-4999-9357-dc0e6c8e3283 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] 10.222.0.67 "GET /v2.0/ports?device_id=d1a390f9-db97-4a41-a7df-e71f3d5c9ceb HTTP/1.1" status: 200 len: 945 time: 0.0571973 Jun 24 15:19:27.129888 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-2e267cd7-806f-49dd-8fd8-1fc76496007a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-275664'] for security_group (20cce042-bc96-49ec-a3e5-e99f024ab3b9), after_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:19:27.166672 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-5c3cf716-b31b-4906-bdff-50eb23fedde0 req-bb79a2d5-3a5a-49d1-a541-dfd77c097046 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] 10.222.0.67 "GET /v2.0/security-groups?id=5f1fbf49-a9a0-40f0-900c-2506ca6ce2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475879 Jun 24 15:19:27.173692 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [None req-2e267cd7-806f-49dd-8fd8-1fc76496007a admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=442f8f3a3dd24125b2b8092fa6722f2f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3142247 Jun 24 15:19:27.176585 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e267cd7-806f-49dd-8fd8-1fc76496007a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20cce042-bc96-49ec-a3e5-e99f024ab3b9,revision_number=1']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:19:27.176717 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.wsgi [-] (104512) accepted ('10.222.0.67', 38156) {{(pid=104512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:19:27.231108 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-2b6429dd-d589-4efe-9e72-367b9722871b admin admin] Publish callbacks [] for security_group (20cce042-bc96-49ec-a3e5-e99f024ab3b9), before_delete {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:19:27.252141 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-2b6429dd-d589-4efe-9e72-367b9722871b admin admin] Publish callbacks [] for security_group (20cce042-bc96-49ec-a3e5-e99f024ab3b9), precommit_delete {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:19:27.386728 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-2b6429dd-d589-4efe-9e72-367b9722871b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-275664'] for security_group (20cce042-bc96-49ec-a3e5-e99f024ab3b9), after_delete {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:19:27.389271 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-2b6429dd-d589-4efe-9e72-367b9722871b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:19:27.390412 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [None req-2b6429dd-d589-4efe-9e72-367b9722871b admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/20cce042-bc96-49ec-a3e5-e99f024ab3b9 HTTP/1.1" status: 204 len: 168 time: 0.2126164 Jun 24 15:19:27.398845 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6429dd-d589-4efe-9e72-367b9722871b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20cce042-bc96-49ec-a3e5-e99f024ab3b9,revision_number=None']} {{(pid=104512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:19:27.953404 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.wsgi [-] (104511) accepted ('10.222.0.67', 38168) {{(pid=104511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:19:27.966779 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-68ce22a4-85e7-4b55-86fe-ba0656487574 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:19:27.999118 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10947668-b700-46a8-8b2a-847074e2232e req-824bef46-4bd7-47a2-956d-75435d5882bf tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:19:28.000626 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-10947668-b700-46a8-8b2a-847074e2232e req-824bef46-4bd7-47a2-956d-75435d5882bf tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "GET /v2.0/ports?device_id=e24b4aae-8cee-48cc-bf18-e9a915ea3f2c HTTP/1.1" status: 200 len: 945 time: 0.0477450 Jun 24 15:19:28.004653 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=81,neutron:INSERT=17,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:19:28.043971 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-68ce22a4-85e7-4b55-86fe-ba0656487574 admin admin] Publish callbacks [] for security_group (f10e6404-5d26-41c4-a056-f6e70ddb34d8), precommit_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:19:28.048784 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-10947668-b700-46a8-8b2a-847074e2232e req-fded6300-74fe-474c-958e-1355d3581db2 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "GET /v2.0/security-groups?id=b9b51dc4-7b04-4aff-a905-bf9eb837f4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418956 Jun 24 15:19:28.141171 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-68ce22a4-85e7-4b55-86fe-ba0656487574 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-275664'] for security_group (f10e6404-5d26-41c4-a056-f6e70ddb34d8), after_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:19:28.182265 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ce22a4-85e7-4b55-86fe-ba0656487574 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f10e6404-5d26-41c4-a056-f6e70ddb34d8,revision_number=1']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:19:28.187523 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [None req-68ce22a4-85e7-4b55-86fe-ba0656487574 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=73b345b050cb4ac7bf2f7754cda711f2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2331057 Jun 24 15:19:28.190316 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.wsgi [-] (104511) accepted ('10.222.0.67', 38174) {{(pid=104511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:19:28.244234 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-dd39ba3a-2dff-46e9-8578-a89a704820df admin admin] Publish callbacks [] for security_group (f10e6404-5d26-41c4-a056-f6e70ddb34d8), before_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:19:28.271096 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-dd39ba3a-2dff-46e9-8578-a89a704820df admin admin] Publish callbacks [] for security_group (f10e6404-5d26-41c4-a056-f6e70ddb34d8), precommit_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:19:28.287367 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69312ad2-ea46-4ad3-a30e-d8447c50199c req-ff589d68-cea2-407e-9e4b-bbaa00fe2712 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:19:28.288951 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-69312ad2-ea46-4ad3-a30e-d8447c50199c req-ff589d68-cea2-407e-9e4b-bbaa00fe2712 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] 10.222.0.67 "GET /v2.0/ports?device_id=d1a390f9-db97-4a41-a7df-e71f3d5c9ceb HTTP/1.1" status: 200 len: 945 time: 0.0526268 Jun 24 15:19:28.324724 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:19:28.339636 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-69312ad2-ea46-4ad3-a30e-d8447c50199c req-cd793e90-c8b9-41f6-82e1-3d413fe3a28d tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] 10.222.0.67 "GET /v2.0/security-groups?id=5f1fbf49-a9a0-40f0-900c-2506ca6ce2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448396 Jun 24 15:19:28.380069 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-dd39ba3a-2dff-46e9-8578-a89a704820df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-275664'] for security_group (f10e6404-5d26-41c4-a056-f6e70ddb34d8), after_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:19:28.382661 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-dd39ba3a-2dff-46e9-8578-a89a704820df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:19:28.383959 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [None req-dd39ba3a-2dff-46e9-8578-a89a704820df admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/f10e6404-5d26-41c4-a056-f6e70ddb34d8 HTTP/1.1" status: 204 len: 168 time: 0.1927452 Jun 24 15:19:28.393662 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd39ba3a-2dff-46e9-8578-a89a704820df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f10e6404-5d26-41c4-a056-f6e70ddb34d8,revision_number=None']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:19:28.406024 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:19:29.173450 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64068ba-fff1-4a7d-9990-bb6a0856e93d req-6e335312-f7a9-429a-b9b2-fe706d81406f tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:19:29.175638 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-d64068ba-fff1-4a7d-9990-bb6a0856e93d req-6e335312-f7a9-429a-b9b2-fe706d81406f tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "GET /v2.0/ports?device_id=e24b4aae-8cee-48cc-bf18-e9a915ea3f2c HTTP/1.1" status: 200 len: 945 time: 0.0543387 Jun 24 15:19:29.231479 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-d64068ba-fff1-4a7d-9990-bb6a0856e93d req-32fcce90-fc66-4808-b7fa-98afc592501d tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "GET /v2.0/security-groups?id=b9b51dc4-7b04-4aff-a905-bf9eb837f4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483608 Jun 24 15:19:29.437173 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:19:29.467942 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e313d2-3ca3-414c-aecd-0e55dd8d3e17 req-0d36a476-8667-4937-b791-668c85f01631 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:19:29.469431 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-40e313d2-3ca3-414c-aecd-0e55dd8d3e17 req-0d36a476-8667-4937-b791-668c85f01631 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] 10.222.0.67 "GET /v2.0/ports?device_id=d1a390f9-db97-4a41-a7df-e71f3d5c9ceb HTTP/1.1" status: 200 len: 945 time: 0.0626380 Jun 24 15:19:29.518682 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-40e313d2-3ca3-414c-aecd-0e55dd8d3e17 req-1e09911e-dee3-45ea-a949-494b4076b7a9 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] 10.222.0.67 "GET /v2.0/security-groups?id=5f1fbf49-a9a0-40f0-900c-2506ca6ce2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419250 Jun 24 15:19:29.961434 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa88b24-2c96-4f04-bb34-58701c9523a2 req-deb9a4d5-b8c5-4618-bfdc-9c02f25a5b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:19:29.962987 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-faa88b24-2c96-4f04-bb34-58701c9523a2 req-deb9a4d5-b8c5-4618-bfdc-9c02f25a5b62 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=e24b4aae-8cee-48cc-bf18-e9a915ea3f2c HTTP/1.1" status: 200 len: 1129 time: 0.0452304 Jun 24 15:19:30.007939 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-faa88b24-2c96-4f04-bb34-58701c9523a2 req-660e1fff-ca79-4efe-b766-faf2615ca80b service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=b9b51dc4-7b04-4aff-a905-bf9eb837f4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389278 Jun 24 15:19:30.369092 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c87233-cbe9-4a00-91f8-a91f355e74a6 req-235bade4-a20a-46ba-8245-5a0e80d8cc35 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:19:30.379348 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-d5c87233-cbe9-4a00-91f8-a91f355e74a6 req-235bade4-a20a-46ba-8245-5a0e80d8cc35 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "GET /v2.0/ports?device_id=e24b4aae-8cee-48cc-bf18-e9a915ea3f2c HTTP/1.1" status: 200 len: 945 time: 0.0720265 Jun 24 15:19:30.443458 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-d5c87233-cbe9-4a00-91f8-a91f355e74a6 req-489310b0-f4db-48d4-9623-33cf006a071a tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "GET /v2.0/security-groups?id=b9b51dc4-7b04-4aff-a905-bf9eb837f4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629179 Jun 24 15:19:30.656056 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5678d57e-9e3c-42a9-87d5-cdf928f2c547 req-cf16e844-e382-4cb5-a5e1-246502cdd4d8 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:19:30.656056 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-5678d57e-9e3c-42a9-87d5-cdf928f2c547 req-cf16e844-e382-4cb5-a5e1-246502cdd4d8 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] 10.222.0.67 "GET /v2.0/ports?device_id=d1a390f9-db97-4a41-a7df-e71f3d5c9ceb HTTP/1.1" status: 200 len: 945 time: 0.0480607 Jun 24 15:19:30.703100 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-5678d57e-9e3c-42a9-87d5-cdf928f2c547 req-b7ee05fe-b005-4aed-8730-0749fe6a7a0d tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] 10.222.0.67 "GET /v2.0/security-groups?id=5f1fbf49-a9a0-40f0-900c-2506ca6ce2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488729 Jun 24 15:19:30.792705 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.wsgi [-] (104511) accepted ('10.222.0.67', 38284) {{(pid=104511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:19:30.910301 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-ab4bfdb5-6852-4bcf-96aa-6c83ffe3146a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:19:30.992139 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-ab4bfdb5-6852-4bcf-96aa-6c83ffe3146a admin admin] Publish callbacks [] for security_group (e40bfab4-4d83-4a00-8c22-f4172ad30770), precommit_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:19:31.056238 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-ab4bfdb5-6852-4bcf-96aa-6c83ffe3146a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-275664'] for security_group (e40bfab4-4d83-4a00-8c22-f4172ad30770), after_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:19:31.060354 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=79,neutron:INSERT=15,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:19:31.108073 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [None req-ab4bfdb5-6852-4bcf-96aa-6c83ffe3146a admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=55258f2339d14a68ad4b0b19e1922e7c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3097513 Jun 24 15:19:31.108073 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4bfdb5-6852-4bcf-96aa-6c83ffe3146a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e40bfab4-4d83-4a00-8c22-f4172ad30770,revision_number=1']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:19:31.108389 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.wsgi [-] (104511) accepted ('10.222.0.67', 38296) {{(pid=104511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:19:31.125824 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4bfdb5-6852-4bcf-96aa-6c83ffe3146a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:19:31.126185 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4bfdb5-6852-4bcf-96aa-6c83ffe3146a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:19:31.126527 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4bfdb5-6852-4bcf-96aa-6c83ffe3146a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:19:31.126866 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4bfdb5-6852-4bcf-96aa-6c83ffe3146a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:19:31.127216 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4bfdb5-6852-4bcf-96aa-6c83ffe3146a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:19:31.127590 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4bfdb5-6852-4bcf-96aa-6c83ffe3146a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:19:31.128084 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4bfdb5-6852-4bcf-96aa-6c83ffe3146a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:19:31.128653 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4bfdb5-6852-4bcf-96aa-6c83ffe3146a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:19:31.129168 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4bfdb5-6852-4bcf-96aa-6c83ffe3146a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:19:31.129502 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4bfdb5-6852-4bcf-96aa-6c83ffe3146a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:19:31.129857 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4bfdb5-6852-4bcf-96aa-6c83ffe3146a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:19:31.130198 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4bfdb5-6852-4bcf-96aa-6c83ffe3146a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:19:31.130520 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4bfdb5-6852-4bcf-96aa-6c83ffe3146a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:19:31.131005 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4bfdb5-6852-4bcf-96aa-6c83ffe3146a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:19:31.137112 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4bfdb5-6852-4bcf-96aa-6c83ffe3146a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:19:31.173984 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-00a2f1bc-b795-423a-afc4-62ec83bd2b6c admin admin] Publish callbacks [] for security_group (e40bfab4-4d83-4a00-8c22-f4172ad30770), before_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:19:31.197144 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-00a2f1bc-b795-423a-afc4-62ec83bd2b6c admin admin] Publish callbacks [] for security_group (e40bfab4-4d83-4a00-8c22-f4172ad30770), precommit_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:19:31.312683 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-00a2f1bc-b795-423a-afc4-62ec83bd2b6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-275664'] for security_group (e40bfab4-4d83-4a00-8c22-f4172ad30770), after_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:19:31.315693 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-00a2f1bc-b795-423a-afc4-62ec83bd2b6c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:19:31.319359 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [None req-00a2f1bc-b795-423a-afc4-62ec83bd2b6c admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/e40bfab4-4d83-4a00-8c22-f4172ad30770 HTTP/1.1" status: 204 len: 168 time: 0.2077453 Jun 24 15:19:31.326841 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a2f1bc-b795-423a-afc4-62ec83bd2b6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e40bfab4-4d83-4a00-8c22-f4172ad30770,revision_number=None']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:19:31.573737 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574c630f-2e53-46ac-af63-9e704b95c324 req-f4f424c3-7bda-496e-ac09-4e068516569a tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:19:31.575214 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-574c630f-2e53-46ac-af63-9e704b95c324 req-f4f424c3-7bda-496e-ac09-4e068516569a tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "GET /v2.0/ports?device_id=e24b4aae-8cee-48cc-bf18-e9a915ea3f2c HTTP/1.1" status: 200 len: 945 time: 0.0479798 Jun 24 15:19:31.650319 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-574c630f-2e53-46ac-af63-9e704b95c324 req-ab962799-cf00-4250-ac7a-382189a11b93 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "GET /v2.0/security-groups?id=b9b51dc4-7b04-4aff-a905-bf9eb837f4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693676 Jun 24 15:19:31.867491 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ddbe27-1432-4b85-857f-0b9c8bc1c611 req-7b9aace0-c5ad-42e0-bd12-e1be858f2d87 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:19:31.869182 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-77ddbe27-1432-4b85-857f-0b9c8bc1c611 req-7b9aace0-c5ad-42e0-bd12-e1be858f2d87 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] 10.222.0.67 "GET /v2.0/ports?device_id=d1a390f9-db97-4a41-a7df-e71f3d5c9ceb HTTP/1.1" status: 200 len: 945 time: 0.0724237 Jun 24 15:19:31.934587 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-77ddbe27-1432-4b85-857f-0b9c8bc1c611 req-cbeb72c8-8e71-4fed-bb13-5cc3b0dac0b3 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] 10.222.0.67 "GET /v2.0/security-groups?id=5f1fbf49-a9a0-40f0-900c-2506ca6ce2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591872 Jun 24 15:19:32.075566 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.wsgi [-] (104511) accepted ('10.222.0.67', 38350) {{(pid=104511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:19:32.094964 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-0e8f8937-97c1-4097-8acd-5e92529c7589 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:19:32.194487 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-0e8f8937-97c1-4097-8acd-5e92529c7589 admin admin] Publish callbacks [] for security_group (cb8b898d-8584-464b-9df4-cc4e5460337c), precommit_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:19:32.316881 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-0e8f8937-97c1-4097-8acd-5e92529c7589 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-275664'] for security_group (cb8b898d-8584-464b-9df4-cc4e5460337c), after_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:19:32.369844 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8f8937-97c1-4097-8acd-5e92529c7589 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb8b898d-8584-464b-9df4-cc4e5460337c,revision_number=1']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:19:32.378170 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [None req-0e8f8937-97c1-4097-8acd-5e92529c7589 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=da35aa256dae43a3828f03bb1e8492bc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3014963 Jun 24 15:19:32.381358 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.wsgi [-] (104512) accepted ('10.222.0.67', 38368) {{(pid=104512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:19:32.478260 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-55b4f266-30d5-46be-ab51-9f6af0811690 admin admin] Publish callbacks [] for security_group (cb8b898d-8584-464b-9df4-cc4e5460337c), before_delete {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:19:32.499565 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-55b4f266-30d5-46be-ab51-9f6af0811690 admin admin] Publish callbacks [] for security_group (cb8b898d-8584-464b-9df4-cc4e5460337c), precommit_delete {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:19:32.647017 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dbe23d-b901-4e05-8830-2b8241d14f3b req-5eea3e55-50d0-4682-8504-5169d9b24461 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:19:32.648695 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-83dbe23d-b901-4e05-8830-2b8241d14f3b req-5eea3e55-50d0-4682-8504-5169d9b24461 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] 10.222.0.67 "GET /v2.0/ports?device_id=d1a390f9-db97-4a41-a7df-e71f3d5c9ceb HTTP/1.1" status: 200 len: 945 time: 0.0477829 Jun 24 15:19:32.650107 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-55b4f266-30d5-46be-ab51-9f6af0811690 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-275664'] for security_group (cb8b898d-8584-464b-9df4-cc4e5460337c), after_delete {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:19:32.652664 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-55b4f266-30d5-46be-ab51-9f6af0811690 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:19:32.653713 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [None req-55b4f266-30d5-46be-ab51-9f6af0811690 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/cb8b898d-8584-464b-9df4-cc4e5460337c HTTP/1.1" status: 204 len: 168 time: 0.2709155 Jun 24 15:19:32.662441 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b4f266-30d5-46be-ab51-9f6af0811690 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb8b898d-8584-464b-9df4-cc4e5460337c,revision_number=None']} {{(pid=104512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:19:32.671658 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b4f266-30d5-46be-ab51-9f6af0811690 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:19:32.672125 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b4f266-30d5-46be-ab51-9f6af0811690 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:19:32.672583 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b4f266-30d5-46be-ab51-9f6af0811690 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:19:32.673048 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b4f266-30d5-46be-ab51-9f6af0811690 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:19:32.673396 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b4f266-30d5-46be-ab51-9f6af0811690 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:19:32.673801 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b4f266-30d5-46be-ab51-9f6af0811690 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:19:32.674239 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b4f266-30d5-46be-ab51-9f6af0811690 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:19:32.674712 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b4f266-30d5-46be-ab51-9f6af0811690 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:19:32.675128 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b4f266-30d5-46be-ab51-9f6af0811690 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:19:32.675542 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b4f266-30d5-46be-ab51-9f6af0811690 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:19:32.676057 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b4f266-30d5-46be-ab51-9f6af0811690 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:19:32.676396 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b4f266-30d5-46be-ab51-9f6af0811690 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:19:32.676727 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b4f266-30d5-46be-ab51-9f6af0811690 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:19:32.677115 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b4f266-30d5-46be-ab51-9f6af0811690 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:19:32.677394 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b4f266-30d5-46be-ab51-9f6af0811690 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:19:32.697741 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:19:32.766620 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-83dbe23d-b901-4e05-8830-2b8241d14f3b req-c595632a-7165-4388-ae74-a7e8984a260f tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] 10.222.0.67 "GET /v2.0/security-groups?id=5f1fbf49-a9a0-40f0-900c-2506ca6ce2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967777 Jun 24 15:19:32.867957 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767e0f52-1351-4fe4-a249-2a7a0117214d req-5942df80-4974-4340-855f-e1c15978fa2f tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:19:32.869432 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-767e0f52-1351-4fe4-a249-2a7a0117214d req-5942df80-4974-4340-855f-e1c15978fa2f tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "GET /v2.0/ports?device_id=e24b4aae-8cee-48cc-bf18-e9a915ea3f2c HTTP/1.1" status: 200 len: 945 time: 0.0787051 Jun 24 15:19:32.889394 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0995130-900d-4d6b-8581-bbe166da22d0 req-b8c84693-034d-470e-a8c1-6b5b93a4b524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:19:32.890832 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-f0995130-900d-4d6b-8581-bbe166da22d0 req-b8c84693-034d-470e-a8c1-6b5b93a4b524 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b6bf0e1123fa47a7844e09127fb16d6e&device_id=d1a390f9-db97-4a41-a7df-e71f3d5c9ceb HTTP/1.1" status: 200 len: 1129 time: 0.0583489 Jun 24 15:19:32.947346 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:19:33.020255 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-767e0f52-1351-4fe4-a249-2a7a0117214d req-a3b2bb31-bab7-49a8-bf8f-d548f8004bdf tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "GET /v2.0/security-groups?id=b9b51dc4-7b04-4aff-a905-bf9eb837f4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1401334 Jun 24 15:19:33.082823 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0995130-900d-4d6b-8581-bbe166da22d0 req-eb111e5e-73c1-4f6c-964d-ea5fdebd4ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:19:33.085110 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-f0995130-900d-4d6b-8581-bbe166da22d0 req-eb111e5e-73c1-4f6c-964d-ea5fdebd4ff7 service neutron] 10.222.0.64 "GET /v2.0/networks?id=af13b512-ccae-46a6-b2e4-3851b74c876d HTTP/1.1" status: 200 len: 920 time: 0.1856787 Jun 24 15:19:33.147266 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-f0995130-900d-4d6b-8581-bbe166da22d0 req-8bc87767-c875-4e9f-9a3e-5239d3fa69c3 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8cf89439-cc2e-4f42-bff5-bf72f779218b HTTP/1.1" status: 200 len: 217 time: 0.0541801 Jun 24 15:19:33.210834 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589e13e4-bc9c-4c0d-9fa6-a3adaf45eac6 req-4e225d81-dbfb-499d-a7a9-90a9627cec9c tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:19:33.212208 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-589e13e4-bc9c-4c0d-9fa6-a3adaf45eac6 req-4e225d81-dbfb-499d-a7a9-90a9627cec9c tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "GET /v2.0/ports?device_id=e24b4aae-8cee-48cc-bf18-e9a915ea3f2c HTTP/1.1" status: 200 len: 945 time: 0.1078646 Jun 24 15:19:33.222539 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.wsgi [-] (104511) accepted ('10.222.0.67', 38394) {{(pid=104511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:19:33.224609 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0995130-900d-4d6b-8581-bbe166da22d0 req-ee0d3725-0eed-4f1a-8429-969cc165f66e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:19:33.226358 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-f0995130-900d-4d6b-8581-bbe166da22d0 req-ee0d3725-0eed-4f1a-8429-969cc165f66e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=298c1716-00da-4f9f-a34c-b32e0b6a8775 HTTP/1.1" status: 200 len: 858 time: 0.0662429 Jun 24 15:19:33.228284 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.v2.base [None req-78d50d45-3288-45f9-b05f-d8ccd6d69be6 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Request body: {'floatingip': {'port_id': '5f0c5043-24b7-4a39-9766-66475f0cad69'}} {{(pid=104511) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 15:19:33.273155 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0995130-900d-4d6b-8581-bbe166da22d0 req-9b45b068-c388-4601-b648-1d1f01b58314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:19:33.275413 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-f0995130-900d-4d6b-8581-bbe166da22d0 req-9b45b068-c388-4601-b648-1d1f01b58314 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=af13b512-ccae-46a6-b2e4-3851b74c876d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0430100 Jun 24 15:19:33.304309 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-78d50d45-3288-45f9-b05f-d8ccd6d69be6 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Publish callbacks [] for floatingip (ee3c6a61-9c07-4fc6-9fe4-2ab5930abc3d), before_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:19:33.420078 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-f0995130-900d-4d6b-8581-bbe166da22d0 req-4df9be42-3ee0-438e-a923-33da955c3072 service neutron] 10.222.0.64 "GET /v2.0/networks/af13b512-ccae-46a6-b2e4-3851b74c876d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376903 Jun 24 15:19:33.447482 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:19:33.530669 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-f0995130-900d-4d6b-8581-bbe166da22d0 req-4f29d88b-5472-439b-bef7-14ac95e0b476 service neutron] 10.222.0.64 "GET /v2.0/networks/af13b512-ccae-46a6-b2e4-3851b74c876d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1043627 Jun 24 15:19:33.745165 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG dbcounter [-] [104514] Writing DB stats neutron:SELECT=4 {{(pid=104514) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:19:33.754571 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG dbcounter [-] [104514] Writing DB stats neutron:SELECT=2 {{(pid=104514) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:19:33.969832 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.wsgi [-] (104511) accepted ('10.222.0.67', 38434) {{(pid=104511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:19:34.137837 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-09a4ac74-6337-4799-823f-039bbafa57ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:19:34.195124 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:19:34.196312 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f9e240-e828-41b0-814e-36c0e12c1072 req-4ef0f8a6-6cc2-4dfb-99a0-310654f8afa3 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:19:34.217306 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-93f9e240-e828-41b0-814e-36c0e12c1072 req-4ef0f8a6-6cc2-4dfb-99a0-310654f8afa3 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] 10.222.0.67 "GET /v2.0/ports?device_id=d1a390f9-db97-4a41-a7df-e71f3d5c9ceb HTTP/1.1" status: 200 len: 945 time: 0.3645520 Jun 24 15:19:34.232975 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-78d50d45-3288-45f9-b05f-d8ccd6d69be6 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:19:34.316051 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-09a4ac74-6337-4799-823f-039bbafa57ac admin admin] Publish callbacks [] for security_group (73d5a959-0c4c-4b81-b088-9fed454a68ee), precommit_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:19:34.317985 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-93f9e240-e828-41b0-814e-36c0e12c1072 req-5214ef98-41c2-4df9-bcef-329bcd993dad tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] 10.222.0.67 "GET /v2.0/security-groups?id=5f1fbf49-a9a0-40f0-900c-2506ca6ce2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922771 Jun 24 15:19:34.364377 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-78d50d45-3288-45f9-b05f-d8ccd6d69be6 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-467314'] for floatingip (ee3c6a61-9c07-4fc6-9fe4-2ab5930abc3d), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:19:34.412606 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-09a4ac74-6337-4799-823f-039bbafa57ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-275664'] for security_group (73d5a959-0c4c-4b81-b088-9fed454a68ee), after_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:19:34.492999 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a4ac74-6337-4799-823f-039bbafa57ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73d5a959-0c4c-4b81-b088-9fed454a68ee,revision_number=1']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:19:34.501576 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [None req-09a4ac74-6337-4799-823f-039bbafa57ac admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=86b3ba387f7d4daca0f6ffbbeff58b29&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5274153 Jun 24 15:19:34.501576 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.wsgi [-] (104511) accepted ('10.222.0.67', 38470) {{(pid=104511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:19:34.514340 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.db.l3_db [None req-78d50d45-3288-45f9-b05f-d8ccd6d69be6 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Floating IP ee3c6a61-9c07-4fc6-9fe4-2ab5930abc3d associated. External IP: 172.27.0.104, port: 5f0c5043-24b7-4a39-9766-66475f0cad69. Jun 24 15:19:34.641161 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:19:34.643784 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-cf6d94bc-2f45-424d-bc24-01668c1e35ae admin admin] Publish callbacks [] for security_group (73d5a959-0c4c-4b81-b088-9fed454a68ee), before_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:19:34.678486 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-cf6d94bc-2f45-424d-bc24-01668c1e35ae admin admin] Publish callbacks [] for security_group (73d5a959-0c4c-4b81-b088-9fed454a68ee), precommit_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:19:34.810226 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78d50d45-3288-45f9-b05f-d8ccd6d69be6 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Router bdccb451-e35e-486d-b144-010345b0e9c5 has already been hosted by L3 agent 45985ff7-1335-48cd-ab02-73eb58295827 {{(pid=104511) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 15:19:34.919546 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78d50d45-3288-45f9-b05f-d8ccd6d69be6 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Notify agent at l3_agent.dv-cinder-835384-11-iscsi the message routers_updated {{(pid=104511) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 15:19:34.925103 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-78d50d45-3288-45f9-b05f-d8ccd6d69be6 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30073'] for floatingip (None), before_response {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:19:34.934657 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-cf6d94bc-2f45-424d-bc24-01668c1e35ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-275664'] for security_group (73d5a959-0c4c-4b81-b088-9fed454a68ee), after_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:19:34.934657 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-cf6d94bc-2f45-424d-bc24-01668c1e35ae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:19:34.934808 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90cc8a07-5d0a-4b79-b604-70cc569f8514 None None] Sync routers for ids ['bdccb451-e35e-486d-b144-010345b0e9c5'] in dv-cinder-835384-11-iscsi {{(pid=104514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 15:19:34.935273 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [None req-cf6d94bc-2f45-424d-bc24-01668c1e35ae admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/73d5a959-0c4c-4b81-b088-9fed454a68ee HTTP/1.1" status: 204 len: 168 time: 0.4321232 Jun 24 15:19:34.944757 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90cc8a07-5d0a-4b79-b604-70cc569f8514 None None] Routers {'bdccb451-e35e-486d-b144-010345b0e9c5'} bound to L3 agent in host dv-cinder-835384-11-iscsi {{(pid=104514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 15:19:34.945377 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.db.l3_hamode_db [None req-90cc8a07-5d0a-4b79-b604-70cc569f8514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-24T15:10:24Z,description=,heartbeat_timestamp=2022-06-24T15:19:24Z,host='dv-cinder-835384-11-iscsi',id=45985ff7-1335-48cd-ab02-73eb58295827,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T15:10:24Z,topic='l3_agent')) {'router_ids': ['bdccb451-e35e-486d-b144-010345b0e9c5'], 'active': True} {{(pid=104514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 15:19:34.963968 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6d94bc-2f45-424d-bc24-01668c1e35ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73d5a959-0c4c-4b81-b088-9fed454a68ee,revision_number=None']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:19:34.976573 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [None req-78d50d45-3288-45f9-b05f-d8ccd6d69be6 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "PUT /v2.0/floatingips/ee3c6a61-9c07-4fc6-9fe4-2ab5930abc3d HTTP/1.1" status: 200 len: 991 time: 1.7492018 Jun 24 15:19:34.976573 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e24b4aae-8cee-48cc-bf18-e9a915ea3f2c', 'tag': '5f0c5043-24b7-4a39-9766-66475f0cad69'}] {{(pid=104511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 15:19:34.977209 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4675c17b6bc846e4b28e54b1b3705f3f7dd7092e5e5b2c0e24b7aeedfd61db99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5972624-b736-4b4b-af5e-fe9dd3621bbf" -d '{"events": [{"name": "network-changed", "server_uuid": "e24b4aae-8cee-48cc-bf18-e9a915ea3f2c", "tag": "5f0c5043-24b7-4a39-9766-66475f0cad69"}]}' {{(pid=104511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 15:19:35.023944 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Jun 2022 15:19:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcf6b82e-e801-479f-9828-1ceafe382727 x-openstack-request-id: req-bcf6b82e-e801-479f-9828-1ceafe382727 {{(pid=104511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 15:19:35.024235 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e24b4aae-8cee-48cc-bf18-e9a915ea3f2c", "tag": "5f0c5043-24b7-4a39-9766-66475f0cad69", "status": "completed", "code": 200}]} {{(pid=104511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 15:19:35.024490 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-bcf6b82e-e801-479f-9828-1ceafe382727 {{(pid=104511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 15:19:35.024892 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bcf6b82e-e801-479f-9828-1ceafe382727'] response: {'name': 'network-changed', 'server_uuid': 'e24b4aae-8cee-48cc-bf18-e9a915ea3f2c', 'tag': '5f0c5043-24b7-4a39-9766-66475f0cad69', 'status': 'completed', 'code': 200} Jun 24 15:19:35.068852 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.db.l3_dvr_db [None req-90cc8a07-5d0a-4b79-b604-70cc569f8514 None None] Set router bdccb451-e35e-486d-b144-010345b0e9c5 gateway port host: dv-cinder-835384-11-iscsi {{(pid=104514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 15:19:35.095239 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5972624-b736-4b4b-af5e-fe9dd3621bbf req-814a832c-5dc1-4bcb-ba41-c0c6a0d851c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:19:35.098239 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-f5972624-b736-4b4b-af5e-fe9dd3621bbf req-814a832c-5dc1-4bcb-ba41-c0c6a0d851c4 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c4807ce933f14af0be22dd1cf3635c2f&device_id=e24b4aae-8cee-48cc-bf18-e9a915ea3f2c HTTP/1.1" status: 200 len: 1129 time: 0.0514507 Jun 24 15:19:35.131773 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=100 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:19:35.215592 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5972624-b736-4b4b-af5e-fe9dd3621bbf req-81eb2db6-a590-4d42-bbc0-39c4ccae1120 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:19:35.217072 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-f5972624-b736-4b4b-af5e-fe9dd3621bbf req-81eb2db6-a590-4d42-bbc0-39c4ccae1120 service neutron] 10.222.0.64 "GET /v2.0/networks?id=6d1ef1dd-ee8a-4e52-9261-de77d4e705e2 HTTP/1.1" status: 200 len: 918 time: 0.1114349 Jun 24 15:19:35.328981 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-f5972624-b736-4b4b-af5e-fe9dd3621bbf req-0d2d85c9-0f02-4da8-9f51-5434bcb00909 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5f0c5043-24b7-4a39-9766-66475f0cad69 HTTP/1.1" status: 200 len: 999 time: 0.1042283 Jun 24 15:19:35.372151 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.db.l3_hamode_db [None req-90cc8a07-5d0a-4b79-b604-70cc569f8514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdccb451-e35e-486d-b144-010345b0e9c5', 'name': 'tempest-AttachVolumeShelveTestJSON-1938332131-router', 'tenant_id': 'c4807ce933f14af0be22dd1cf3635c2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'external_fixed_ips': [{'subnet_id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'ip_address': '172.27.0.81'}], 'enable_snat': True}, 'gw_port_id': 'c32a7bab-7bd7-4a6c-baf4-07b5d75970e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T15:18:31Z', 'updated_at': '2022-06-24T15:18:41Z', 'revision_number': 4, 'project_id': 'c4807ce933f14af0be22dd1cf3635c2f', 'gw_port': {'id': 'c32a7bab-7bd7-4a6c-baf4-07b5d75970e6', 'name': '', 'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:62:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdccb451-e35e-486d-b144-010345b0e9c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'ip_address': '172.27.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T15:18:33Z', 'updated_at': '2022-06-24T15:18:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-11-iscsi', '_floatingips': [{'id': 'ee3c6a61-9c07-4fc6-9fe4-2ab5930abc3d', 'tenant_id': 'c4807ce933f14af0be22dd1cf3635c2f', 'floating_ip_address': '172.27.0.104', 'floating_network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'router_id': 'bdccb451-e35e-486d-b144-010345b0e9c5', 'port_id': '5f0c5043-24b7-4a39-9766-66475f0cad69', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 93, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6d1ef1dd-ee8a-4e52-9261-de77d4e705e2', 'mac_address': 'fa:16:3e:d5:fd:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e24b4aae-8cee-48cc-bf18-e9a915ea3f2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T15:18:48Z', 'updated_at': '2022-06-24T15:19:34Z', 'revision_number': 1, 'project_id': 'c4807ce933f14af0be22dd1cf3635c2f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7cfaf54-64fd-42ff-931f-2a48f687eb0a', 'name': '', 'network_id': '6d1ef1dd-ee8a-4e52-9261-de77d4e705e2', 'tenant_id': 'c4807ce933f14af0be22dd1cf3635c2f', 'mac_address': 'fa:16:3e:c8:65:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdccb451-e35e-486d-b144-010345b0e9c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'ca86efdf-43ba-4cdf-8f0a-3c6622699971', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T15:18:39Z', 'updated_at': '2022-06-24T15:18:51Z', 'revision_number': 5, 'project_id': 'c4807ce933f14af0be22dd1cf3635c2f', 'subnets': [{'id': 'ca86efdf-43ba-4cdf-8f0a-3c6622699971', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-11-iscsi', False) {} {{(pid=104514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 15:19:35.404175 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5972624-b736-4b4b-af5e-fe9dd3621bbf req-02c682da-1a2a-418d-8c6f-05be008380d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:19:35.410237 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-f5972624-b736-4b4b-af5e-fe9dd3621bbf req-02c682da-1a2a-418d-8c6f-05be008380d0 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ca86efdf-43ba-4cdf-8f0a-3c6622699971 HTTP/1.1" status: 200 len: 856 time: 0.0697477 Jun 24 15:19:35.412618 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90cc8a07-5d0a-4b79-b604-70cc569f8514 None None] Checking router: bdccb451-e35e-486d-b144-010345b0e9c5 for host: dv-cinder-835384-11-iscsi {{(pid=104514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 15:19:35.427035 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90cc8a07-5d0a-4b79-b604-70cc569f8514 None None] Routers {'bdccb451-e35e-486d-b144-010345b0e9c5'} bound to L3 agent in host dv-cinder-835384-11-iscsi {{(pid=104514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 15:19:35.427894 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.db.l3_hamode_db [None req-90cc8a07-5d0a-4b79-b604-70cc569f8514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-24T15:10:24Z,description=,heartbeat_timestamp=2022-06-24T15:19:24Z,host='dv-cinder-835384-11-iscsi',id=45985ff7-1335-48cd-ab02-73eb58295827,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T15:10:24Z,topic='l3_agent')) {'router_ids': ['bdccb451-e35e-486d-b144-010345b0e9c5'], 'active': True} {{(pid=104514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 15:19:35.485050 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.wsgi [-] (104511) accepted ('10.222.0.67', 38524) {{(pid=104511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:19:35.566923 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68139dc-3b16-4755-a201-847707680ec3 req-3577ff4e-a7c1-4e3f-aa29-ab3160a73cd7 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:19:35.568759 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-c68139dc-3b16-4755-a201-847707680ec3 req-3577ff4e-a7c1-4e3f-aa29-ab3160a73cd7 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] 10.222.0.67 "GET /v2.0/ports?device_id=d1a390f9-db97-4a41-a7df-e71f3d5c9ceb HTTP/1.1" status: 200 len: 945 time: 0.0618734 Jun 24 15:19:35.601734 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5972624-b736-4b4b-af5e-fe9dd3621bbf req-df400767-0708-45d3-a764-c9ffda574869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:19:35.605834 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-f5972624-b736-4b4b-af5e-fe9dd3621bbf req-df400767-0708-45d3-a764-c9ffda574869 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=6d1ef1dd-ee8a-4e52-9261-de77d4e705e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1832688 Jun 24 15:19:35.612673 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.db.l3_dvr_db [None req-90cc8a07-5d0a-4b79-b604-70cc569f8514 None None] Set router bdccb451-e35e-486d-b144-010345b0e9c5 gateway port host: dv-cinder-835384-11-iscsi {{(pid=104514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 15:19:35.656244 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-86e5a042-1541-43ca-bf60-cf892d85840a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:19:35.731476 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-c68139dc-3b16-4755-a201-847707680ec3 req-334d09bc-8524-4599-b48b-bb19dd7ab107 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] 10.222.0.67 "GET /v2.0/security-groups?id=5f1fbf49-a9a0-40f0-900c-2506ca6ce2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375434 Jun 24 15:19:35.784650 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-86e5a042-1541-43ca-bf60-cf892d85840a admin admin] Publish callbacks [] for security_group (e91e2be3-0786-49fb-a5df-e58fbadb4c1a), precommit_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:19:35.810593 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-f5972624-b736-4b4b-af5e-fe9dd3621bbf req-ed29830b-6900-4460-909a-efe48dda2606 service neutron] 10.222.0.64 "GET /v2.0/networks/6d1ef1dd-ee8a-4e52-9261-de77d4e705e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1918895 Jun 24 15:19:35.860993 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-86e5a042-1541-43ca-bf60-cf892d85840a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-275664'] for security_group (e91e2be3-0786-49fb-a5df-e58fbadb4c1a), after_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:19:35.889152 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.db.l3_hamode_db [None req-90cc8a07-5d0a-4b79-b604-70cc569f8514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdccb451-e35e-486d-b144-010345b0e9c5', 'name': 'tempest-AttachVolumeShelveTestJSON-1938332131-router', 'tenant_id': 'c4807ce933f14af0be22dd1cf3635c2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'external_fixed_ips': [{'subnet_id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'ip_address': '172.27.0.81'}], 'enable_snat': True}, 'gw_port_id': 'c32a7bab-7bd7-4a6c-baf4-07b5d75970e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T15:18:31Z', 'updated_at': '2022-06-24T15:18:41Z', 'revision_number': 4, 'project_id': 'c4807ce933f14af0be22dd1cf3635c2f', 'gw_port': {'id': 'c32a7bab-7bd7-4a6c-baf4-07b5d75970e6', 'name': '', 'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:62:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdccb451-e35e-486d-b144-010345b0e9c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'ip_address': '172.27.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T15:18:33Z', 'updated_at': '2022-06-24T15:18:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-11-iscsi', '_floatingips': [{'id': 'ee3c6a61-9c07-4fc6-9fe4-2ab5930abc3d', 'tenant_id': 'c4807ce933f14af0be22dd1cf3635c2f', 'floating_ip_address': '172.27.0.104', 'floating_network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'router_id': 'bdccb451-e35e-486d-b144-010345b0e9c5', 'port_id': '5f0c5043-24b7-4a39-9766-66475f0cad69', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 93, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6d1ef1dd-ee8a-4e52-9261-de77d4e705e2', 'mac_address': 'fa:16:3e:d5:fd:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e24b4aae-8cee-48cc-bf18-e9a915ea3f2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T15:18:48Z', 'updated_at': '2022-06-24T15:19:34Z', 'revision_number': 1, 'project_id': 'c4807ce933f14af0be22dd1cf3635c2f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7cfaf54-64fd-42ff-931f-2a48f687eb0a', 'name': '', 'network_id': '6d1ef1dd-ee8a-4e52-9261-de77d4e705e2', 'tenant_id': 'c4807ce933f14af0be22dd1cf3635c2f', 'mac_address': 'fa:16:3e:c8:65:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdccb451-e35e-486d-b144-010345b0e9c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'ca86efdf-43ba-4cdf-8f0a-3c6622699971', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T15:18:39Z', 'updated_at': '2022-06-24T15:18:51Z', 'revision_number': 5, 'project_id': 'c4807ce933f14af0be22dd1cf3635c2f', 'subnets': [{'id': 'ca86efdf-43ba-4cdf-8f0a-3c6622699971', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-11-iscsi', False) {} {{(pid=104514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 15:19:35.919942 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-f5972624-b736-4b4b-af5e-fe9dd3621bbf req-0bbe54fa-95e4-44c6-aaaf-1763d5f1105f service neutron] 10.222.0.64 "GET /v2.0/networks/6d1ef1dd-ee8a-4e52-9261-de77d4e705e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028645 Jun 24 15:19:35.925263 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.wsgi [-] (104511) accepted ('10.222.0.67', 38542) {{(pid=104511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:19:35.941033 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90cc8a07-5d0a-4b79-b604-70cc569f8514 None None] The sync data for ids ['bdccb451-e35e-486d-b144-010345b0e9c5'] in dv-cinder-835384-11-iscsi is: [{'id': 'bdccb451-e35e-486d-b144-010345b0e9c5', 'name': 'tempest-AttachVolumeShelveTestJSON-1938332131-router', 'tenant_id': 'c4807ce933f14af0be22dd1cf3635c2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'external_fixed_ips': [{'subnet_id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'ip_address': '172.27.0.81'}], 'enable_snat': True}, 'gw_port_id': 'c32a7bab-7bd7-4a6c-baf4-07b5d75970e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T15:18:31Z', 'updated_at': '2022-06-24T15:18:41Z', 'revision_number': 4, 'project_id': 'c4807ce933f14af0be22dd1cf3635c2f', 'gw_port': {'id': 'c32a7bab-7bd7-4a6c-baf4-07b5d75970e6', 'name': '', 'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:62:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdccb451-e35e-486d-b144-010345b0e9c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'ip_address': '172.27.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T15:18:33Z', 'updated_at': '2022-06-24T15:18:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-11-iscsi', '_floatingips': [{'id': 'ee3c6a61-9c07-4fc6-9fe4-2ab5930abc3d', 'tenant_id': 'c4807ce933f14af0be22dd1cf3635c2f', 'floating_ip_address': '172.27.0.104', 'floating_network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'router_id': 'bdccb451-e35e-486d-b144-010345b0e9c5', 'port_id': '5f0c5043-24b7-4a39-9766-66475f0cad69', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 93, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6d1ef1dd-ee8a-4e52-9261-de77d4e705e2', 'mac_address': 'fa:16:3e:d5:fd:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e24b4aae-8cee-48cc-bf18-e9a915ea3f2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T15:18:48Z', 'updated_at': '2022-06-24T15:19:34Z', 'revision_number': 1, 'project_id': 'c4807ce933f14af0be22dd1cf3635c2f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7cfaf54-64fd-42ff-931f-2a48f687eb0a', 'name': '', 'network_id': '6d1ef1dd-ee8a-4e52-9261-de77d4e705e2', 'tenant_id': 'c4807ce933f14af0be22dd1cf3635c2f', 'mac_address': 'fa:16:3e:c8:65:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdccb451-e35e-486d-b144-010345b0e9c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'ca86efdf-43ba-4cdf-8f0a-3c6622699971', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T15:18:39Z', 'updated_at': '2022-06-24T15:18:51Z', 'revision_number': 5, 'project_id': 'c4807ce933f14af0be22dd1cf3635c2f', 'subnets': [{'id': 'ca86efdf-43ba-4cdf-8f0a-3c6622699971', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 15:19:35.946466 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e5a042-1541-43ca-bf60-cf892d85840a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e91e2be3-0786-49fb-a5df-e58fbadb4c1a,revision_number=1']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:19:35.952291 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [None req-86e5a042-1541-43ca-bf60-cf892d85840a admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=db09a8c1aa9c45848310796420c9233c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4651737 Jun 24 15:19:35.954145 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.wsgi [-] (104512) accepted ('10.222.0.67', 38548) {{(pid=104512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:19:35.974751 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-e0c17672-fb64-479e-a309-bbde8ba4129f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:19:36.017129 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:INSERT=1 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:19:36.032776 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-089b6067-4d82-461f-aeb8-b36c3e5e636f admin admin] Publish callbacks [] for security_group (e91e2be3-0786-49fb-a5df-e58fbadb4c1a), before_delete {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:19:36.058796 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-089b6067-4d82-461f-aeb8-b36c3e5e636f admin admin] Publish callbacks [] for security_group (e91e2be3-0786-49fb-a5df-e58fbadb4c1a), precommit_delete {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:19:36.073958 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-e0c17672-fb64-479e-a309-bbde8ba4129f admin admin] Publish callbacks [] for security_group (15a253e3-e056-4930-bd85-a7a2e082c027), precommit_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:19:36.077862 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=100 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:19:36.193928 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-e0c17672-fb64-479e-a309-bbde8ba4129f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-275664'] for security_group (15a253e3-e056-4930-bd85-a7a2e082c027), after_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:19:36.198416 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d4ccfaf-d721-4dab-921b-eeb8399bdac0 None None] New status for floating IP ee3c6a61-9c07-4fc6-9fe4-2ab5930abc3d: ACTIVE {{(pid=104513) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 24 15:19:36.239128 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-089b6067-4d82-461f-aeb8-b36c3e5e636f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-275664'] for security_group (e91e2be3-0786-49fb-a5df-e58fbadb4c1a), after_delete {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:19:36.243631 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [None req-e0c17672-fb64-479e-a309-bbde8ba4129f admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=57d3ab94e91a491ea40f947ffb4346cb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3151307 Jun 24 15:19:36.243631 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c17672-fb64-479e-a309-bbde8ba4129f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15a253e3-e056-4930-bd85-a7a2e082c027,revision_number=1']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:19:36.244902 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.wsgi [-] (104511) accepted ('10.222.0.67', 38558) {{(pid=104511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:19:36.246839 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-089b6067-4d82-461f-aeb8-b36c3e5e636f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:19:36.254647 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [None req-089b6067-4d82-461f-aeb8-b36c3e5e636f admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/e91e2be3-0786-49fb-a5df-e58fbadb4c1a HTTP/1.1" status: 204 len: 168 time: 0.2990677 Jun 24 15:19:36.267233 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089b6067-4d82-461f-aeb8-b36c3e5e636f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e91e2be3-0786-49fb-a5df-e58fbadb4c1a,revision_number=None']} {{(pid=104512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:19:36.317305 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-6b15f606-af86-4e62-b7b1-6c086b00e50d admin admin] Publish callbacks [] for security_group (15a253e3-e056-4930-bd85-a7a2e082c027), before_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:19:36.327989 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=77,neutron:INSERT=21,neutron:UPDATE=2 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:19:36.351668 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-6b15f606-af86-4e62-b7b1-6c086b00e50d admin admin] Publish callbacks [] for security_group (15a253e3-e056-4930-bd85-a7a2e082c027), precommit_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:19:36.397394 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:19:36.512762 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-6b15f606-af86-4e62-b7b1-6c086b00e50d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-275664'] for security_group (15a253e3-e056-4930-bd85-a7a2e082c027), after_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:19:36.515407 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-6b15f606-af86-4e62-b7b1-6c086b00e50d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:19:36.516593 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [None req-6b15f606-af86-4e62-b7b1-6c086b00e50d admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/15a253e3-e056-4930-bd85-a7a2e082c027 HTTP/1.1" status: 204 len: 168 time: 0.2706780 Jun 24 15:19:36.525765 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b15f606-af86-4e62-b7b1-6c086b00e50d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15a253e3-e056-4930-bd85-a7a2e082c027,revision_number=None']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:19:36.911121 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1e51c8-22c7-46fa-9d45-76d505056482 req-551846cb-2358-4b06-8923-c20e4d0b83e5 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:19:36.912716 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-5e1e51c8-22c7-46fa-9d45-76d505056482 req-551846cb-2358-4b06-8923-c20e4d0b83e5 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] 10.222.0.67 "GET /v2.0/ports?device_id=d1a390f9-db97-4a41-a7df-e71f3d5c9ceb HTTP/1.1" status: 200 len: 945 time: 0.0600410 Jun 24 15:19:36.929735 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.wsgi [-] (104512) accepted ('10.222.0.67', 38578) {{(pid=104512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:19:36.964989 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-1b6e8ac6-fe85-4201-a980-100834659ac1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:19:37.016879 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-584678c8-4f09-4586-badd-c400588e6ba1 req-eb6342e4-d886-4347-b883-50d2e354ea88 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=a2cb33d2-4d1f-4910-82a0-2ace0cc1144b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0793617 Jun 24 15:19:37.039374 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-5e1e51c8-22c7-46fa-9d45-76d505056482 req-6d29f27b-da49-482e-9df9-d7c8194c8186 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] 10.222.0.67 "GET /v2.0/security-groups?id=5f1fbf49-a9a0-40f0-900c-2506ca6ce2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123590 Jun 24 15:19:37.144037 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-1b6e8ac6-fe85-4201-a980-100834659ac1 admin admin] Publish callbacks [] for security_group (ece02b89-1e1c-441b-8fdf-15e055e8e7bc), precommit_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:19:37.151461 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584678c8-4f09-4586-badd-c400588e6ba1 req-f013239e-fba9-4f23-b39a-684f45cda116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:19:37.153026 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-584678c8-4f09-4586-badd-c400588e6ba1 req-f013239e-fba9-4f23-b39a-684f45cda116 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d6e6bc2109c44c37a0ed635b021bba7e&device_id=a2cb33d2-4d1f-4910-82a0-2ace0cc1144b HTTP/1.1" status: 200 len: 1129 time: 0.0523226 Jun 24 15:19:37.262824 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584678c8-4f09-4586-badd-c400588e6ba1 req-0e30b42d-6ea7-4005-a10b-d5a1b59d6115 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:19:37.264323 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-584678c8-4f09-4586-badd-c400588e6ba1 req-0e30b42d-6ea7-4005-a10b-d5a1b59d6115 service neutron] 10.222.0.64 "GET /v2.0/networks?id=9fcf8abc-a8a5-4725-9758-d53e9c47196e HTTP/1.1" status: 200 len: 913 time: 0.0911198 Jun 24 15:19:37.311604 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-584678c8-4f09-4586-badd-c400588e6ba1 req-4b10ebe4-150d-4290-a183-86321b09df4d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=471abd13-dcca-4d97-83ff-7d113a0b2e5b HTTP/1.1" status: 200 len: 217 time: 0.0374110 Jun 24 15:19:37.316950 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-1b6e8ac6-fe85-4201-a980-100834659ac1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-275664'] for security_group (ece02b89-1e1c-441b-8fdf-15e055e8e7bc), after_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:19:37.323949 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=8 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:19:37.385534 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6e8ac6-fe85-4201-a980-100834659ac1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ece02b89-1e1c-441b-8fdf-15e055e8e7bc,revision_number=1']} {{(pid=104512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:19:37.399707 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [None req-1b6e8ac6-fe85-4201-a980-100834659ac1 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=d4750ba043044c8280e8e0239df72a4e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4615028 Jun 24 15:19:37.401114 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.wsgi [-] (104511) accepted ('10.222.0.67', 38588) {{(pid=104511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:19:37.404119 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584678c8-4f09-4586-badd-c400588e6ba1 req-ab946074-b287-4ad8-9396-f90fc29f865c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:19:37.405880 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-584678c8-4f09-4586-badd-c400588e6ba1 req-ab946074-b287-4ad8-9396-f90fc29f865c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ea1c2da1-618d-4ad8-a2be-7752fdea9063 HTTP/1.1" status: 200 len: 851 time: 0.0805519 Jun 24 15:19:37.453403 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-3dcb5468-9f45-4fd2-a69f-dd1652d53dac admin admin] Publish callbacks [] for security_group (ece02b89-1e1c-441b-8fdf-15e055e8e7bc), before_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:19:37.456524 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584678c8-4f09-4586-badd-c400588e6ba1 req-0433b019-2d8e-4198-a984-1315637fe7ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:19:37.458028 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-584678c8-4f09-4586-badd-c400588e6ba1 req-0433b019-2d8e-4198-a984-1315637fe7ed service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9fcf8abc-a8a5-4725-9758-d53e9c47196e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0408957 Jun 24 15:19:37.475522 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-3dcb5468-9f45-4fd2-a69f-dd1652d53dac admin admin] Publish callbacks [] for security_group (ece02b89-1e1c-441b-8fdf-15e055e8e7bc), precommit_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:19:37.561248 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-584678c8-4f09-4586-badd-c400588e6ba1 req-1fd66cee-4bba-48aa-a5d9-ca8da278946f service neutron] 10.222.0.64 "GET /v2.0/networks/9fcf8abc-a8a5-4725-9758-d53e9c47196e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920813 Jun 24 15:19:37.601972 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:19:37.662474 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-584678c8-4f09-4586-badd-c400588e6ba1 req-51b25dba-6114-4296-8bbd-56e7194ba45e service neutron] 10.222.0.64 "GET /v2.0/networks/9fcf8abc-a8a5-4725-9758-d53e9c47196e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934684 Jun 24 15:19:37.712819 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-3dcb5468-9f45-4fd2-a69f-dd1652d53dac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-275664'] for security_group (ece02b89-1e1c-441b-8fdf-15e055e8e7bc), after_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:19:37.715622 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-3dcb5468-9f45-4fd2-a69f-dd1652d53dac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:19:37.717045 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [None req-3dcb5468-9f45-4fd2-a69f-dd1652d53dac admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/ece02b89-1e1c-441b-8fdf-15e055e8e7bc HTTP/1.1" status: 204 len: 168 time: 0.3209152 Jun 24 15:19:37.726798 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcb5468-9f45-4fd2-a69f-dd1652d53dac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ece02b89-1e1c-441b-8fdf-15e055e8e7bc,revision_number=None']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:19:38.210686 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa00af4b-d1dd-45b9-b66a-0ecde03d5a60 req-af56f817-b3e4-487d-93ab-d175b8f85525 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:19:38.212224 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-aa00af4b-d1dd-45b9-b66a-0ecde03d5a60 req-af56f817-b3e4-487d-93ab-d175b8f85525 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] 10.222.0.67 "GET /v2.0/ports?device_id=d1a390f9-db97-4a41-a7df-e71f3d5c9ceb HTTP/1.1" status: 200 len: 945 time: 0.0681045 Jun 24 15:19:38.285204 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-aa00af4b-d1dd-45b9-b66a-0ecde03d5a60 req-6d386107-50cf-494c-9d54-64e46a2d03bf tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] 10.222.0.67 "GET /v2.0/security-groups?id=5f1fbf49-a9a0-40f0-900c-2506ca6ce2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654306 Jun 24 15:19:39.410538 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e9efa7-3c1e-4a2d-a550-8c6c07e1ff6d req-7656f2d0-b5a3-456c-b8fa-e758564912fa tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:19:39.410538 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-73e9efa7-3c1e-4a2d-a550-8c6c07e1ff6d req-7656f2d0-b5a3-456c-b8fa-e758564912fa tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] 10.222.0.67 "GET /v2.0/ports?device_id=d1a390f9-db97-4a41-a7df-e71f3d5c9ceb HTTP/1.1" status: 200 len: 945 time: 0.0555954 Jun 24 15:19:39.471365 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-73e9efa7-3c1e-4a2d-a550-8c6c07e1ff6d req-df3c1f72-c874-4419-a1fb-a173cb5732e3 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] 10.222.0.67 "GET /v2.0/security-groups?id=5f1fbf49-a9a0-40f0-900c-2506ca6ce2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572762 Jun 24 15:19:40.205263 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697012'] for agent (f0fa743b-ff28-43ff-ac51-704c86538f10), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:19:40.599301 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc38f084-b866-413e-82c8-270e578bf881 req-e39b607e-742f-496f-9e6c-c6b382435026 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:19:40.600796 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-fc38f084-b866-413e-82c8-270e578bf881 req-e39b607e-742f-496f-9e6c-c6b382435026 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] 10.222.0.67 "GET /v2.0/ports?device_id=d1a390f9-db97-4a41-a7df-e71f3d5c9ceb HTTP/1.1" status: 200 len: 945 time: 0.0606530 Jun 24 15:19:40.652029 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-fc38f084-b866-413e-82c8-270e578bf881 req-814c6355-b939-401c-9e60-866cf2c85584 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] 10.222.0.67 "GET /v2.0/security-groups?id=5f1fbf49-a9a0-40f0-900c-2506ca6ce2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455632 Jun 24 15:19:40.964433 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.wsgi [-] (104511) accepted ('10.222.0.67', 38766) {{(pid=104511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:19:41.076830 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-d1241459-342a-4933-bc53-a47e544ae517 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:19:41.160527 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-d1241459-342a-4933-bc53-a47e544ae517 admin admin] Publish callbacks [] for security_group (0888287a-f1a1-46eb-a52d-84fa12e886b0), precommit_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:19:41.267152 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-d1241459-342a-4933-bc53-a47e544ae517 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-275664'] for security_group (0888287a-f1a1-46eb-a52d-84fa12e886b0), after_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:19:41.312969 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [None req-d1241459-342a-4933-bc53-a47e544ae517 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=d02aeaea285746ea959615c310785575&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3472884 Jun 24 15:19:41.313613 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1241459-342a-4933-bc53-a47e544ae517 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0888287a-f1a1-46eb-a52d-84fa12e886b0,revision_number=1']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:19:41.317218 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.wsgi [-] (104512) accepted ('10.222.0.67', 38784) {{(pid=104512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:19:41.376879 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-c6f7377f-f36f-49ab-b937-4e62c04ad2b7 admin admin] Publish callbacks [] for security_group (0888287a-f1a1-46eb-a52d-84fa12e886b0), before_delete {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:19:41.400355 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-c6f7377f-f36f-49ab-b937-4e62c04ad2b7 admin admin] Publish callbacks [] for security_group (0888287a-f1a1-46eb-a52d-84fa12e886b0), precommit_delete {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:19:41.519334 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-c6f7377f-f36f-49ab-b937-4e62c04ad2b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-275664'] for security_group (0888287a-f1a1-46eb-a52d-84fa12e886b0), after_delete {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:19:41.522261 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-c6f7377f-f36f-49ab-b937-4e62c04ad2b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:19:41.523469 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [None req-c6f7377f-f36f-49ab-b937-4e62c04ad2b7 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/0888287a-f1a1-46eb-a52d-84fa12e886b0 HTTP/1.1" status: 204 len: 168 time: 0.2046671 Jun 24 15:19:41.531912 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f7377f-f36f-49ab-b937-4e62c04ad2b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0888287a-f1a1-46eb-a52d-84fa12e886b0,revision_number=None']} {{(pid=104512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:19:41.774535 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f964ba-73cc-4d34-a4b0-73c0c53f6856 req-4a3c22d9-1cc0-4c12-86a5-98feafb37037 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:19:41.776080 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-80f964ba-73cc-4d34-a4b0-73c0c53f6856 req-4a3c22d9-1cc0-4c12-86a5-98feafb37037 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] 10.222.0.67 "GET /v2.0/ports?device_id=d1a390f9-db97-4a41-a7df-e71f3d5c9ceb HTTP/1.1" status: 200 len: 945 time: 0.0495920 Jun 24 15:19:41.861312 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-80f964ba-73cc-4d34-a4b0-73c0c53f6856 req-a6c391ae-9657-433a-a916-032482ea6ec2 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] 10.222.0.67 "GET /v2.0/security-groups?id=5f1fbf49-a9a0-40f0-900c-2506ca6ce2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731404 Jun 24 15:19:42.307420 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.wsgi [-] (104512) accepted ('10.222.0.67', 38816) {{(pid=104512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:19:42.324095 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-256c4c0b-f116-4f8e-9c02-41b251a5b470 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:19:42.400169 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-256c4c0b-f116-4f8e-9c02-41b251a5b470 admin admin] Publish callbacks [] for security_group (e8297b6e-a276-4f91-97b9-57315bd4dd18), precommit_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:19:42.461595 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-256c4c0b-f116-4f8e-9c02-41b251a5b470 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-275664'] for security_group (e8297b6e-a276-4f91-97b9-57315bd4dd18), after_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:19:42.508692 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [None req-256c4c0b-f116-4f8e-9c02-41b251a5b470 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=b286849fbbff4d71b238ebad21903abc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1978540 Jun 24 15:19:42.508692 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256c4c0b-f116-4f8e-9c02-41b251a5b470 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8297b6e-a276-4f91-97b9-57315bd4dd18,revision_number=1']} {{(pid=104512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:19:42.515041 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.wsgi [-] (104511) accepted ('10.222.0.67', 38822) {{(pid=104511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:19:42.579577 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-41a65b61-86c6-4f4e-977d-c98acc19cee6 admin admin] Publish callbacks [] for security_group (e8297b6e-a276-4f91-97b9-57315bd4dd18), before_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:19:42.603514 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-41a65b61-86c6-4f4e-977d-c98acc19cee6 admin admin] Publish callbacks [] for security_group (e8297b6e-a276-4f91-97b9-57315bd4dd18), precommit_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:19:42.724385 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-41a65b61-86c6-4f4e-977d-c98acc19cee6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-275664'] for security_group (e8297b6e-a276-4f91-97b9-57315bd4dd18), after_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:19:42.727115 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-41a65b61-86c6-4f4e-977d-c98acc19cee6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:19:42.728478 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [None req-41a65b61-86c6-4f4e-977d-c98acc19cee6 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/e8297b6e-a276-4f91-97b9-57315bd4dd18 HTTP/1.1" status: 204 len: 168 time: 0.2165997 Jun 24 15:19:42.738477 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a65b61-86c6-4f4e-977d-c98acc19cee6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8297b6e-a276-4f91-97b9-57315bd4dd18,revision_number=None']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:19:42.794032 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:19:42.807667 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06587917-a430-4b81-8f45-279815f09e6b req-f7221790-a66b-414b-9b80-081d5f6a951a tempest-DeleteServersTestJSON-1914753502 tempest-DeleteServersTestJSON-1914753502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:19:42.809183 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-06587917-a430-4b81-8f45-279815f09e6b req-f7221790-a66b-414b-9b80-081d5f6a951a tempest-DeleteServersTestJSON-1914753502 tempest-DeleteServersTestJSON-1914753502-project] 10.222.0.67 "GET /v2.0/ports?device_id=a2cb33d2-4d1f-4910-82a0-2ace0cc1144b HTTP/1.1" status: 200 len: 945 time: 0.0563712 Jun 24 15:19:42.870409 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-06587917-a430-4b81-8f45-279815f09e6b req-bf384cc9-0a66-4355-9667-8580fd3d17a8 tempest-DeleteServersTestJSON-1914753502 tempest-DeleteServersTestJSON-1914753502-project] 10.222.0.67 "GET /v2.0/security-groups?id=857973a4-e371-4f80-93a1-fa704fcd25f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550816 Jun 24 15:19:42.996715 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b5406a-5d77-4d5b-81a4-424520be7d6f req-0ac8c11c-237a-4468-9810-e3690505884b tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:19:42.998277 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-09b5406a-5d77-4d5b-81a4-424520be7d6f req-0ac8c11c-237a-4468-9810-e3690505884b tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] 10.222.0.67 "GET /v2.0/ports?device_id=d1a390f9-db97-4a41-a7df-e71f3d5c9ceb HTTP/1.1" status: 200 len: 945 time: 0.0522292 Jun 24 15:19:43.023739 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=4 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:19:43.047903 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-09b5406a-5d77-4d5b-81a4-424520be7d6f req-8d11ce8e-3420-47ef-9ff3-82389a24b121 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] 10.222.0.67 "GET /v2.0/security-groups?id=5f1fbf49-a9a0-40f0-900c-2506ca6ce2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430260 Jun 24 15:19:43.890789 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.wsgi [-] (104511) accepted ('10.222.0.67', 38866) {{(pid=104511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:19:44.021910 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9b7417-6111-4646-8ff9-af6da179222c req-b5c64b2f-8ae4-4565-bd31-8039c704e3e4 tempest-DeleteServersTestJSON-1914753502 tempest-DeleteServersTestJSON-1914753502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:19:44.025117 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-2d9b7417-6111-4646-8ff9-af6da179222c req-b5c64b2f-8ae4-4565-bd31-8039c704e3e4 tempest-DeleteServersTestJSON-1914753502 tempest-DeleteServersTestJSON-1914753502-project] 10.222.0.67 "GET /v2.0/ports?device_id=a2cb33d2-4d1f-4910-82a0-2ace0cc1144b HTTP/1.1" status: 200 len: 945 time: 0.0644438 Jun 24 15:19:44.034039 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.v2.base [None req-0601f3a1-537e-46f7-91ba-5b9937fb8b5d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-15582596-network', 'tenant_id': 'b0fa019dc14d4e40a77d6b7db5cad9be'}} {{(pid=104511) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 15:19:44.075112 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-2d9b7417-6111-4646-8ff9-af6da179222c req-bee0749d-2f6a-4453-9818-af5c90356587 tempest-DeleteServersTestJSON-1914753502 tempest-DeleteServersTestJSON-1914753502-project] 10.222.0.67 "GET /v2.0/security-groups?id=857973a4-e371-4f80-93a1-fa704fcd25f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435495 Jun 24 15:19:44.141067 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0601f3a1-537e-46f7-91ba-5b9937fb8b5d admin admin] Made reservation on behalf of b0fa019dc14d4e40a77d6b7db5cad9be for: {'network': 1} {{(pid=104511) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 15:19:44.143738 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-0601f3a1-537e-46f7-91ba-5b9937fb8b5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7727318'] for network (None), before_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:19:44.152598 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-0601f3a1-537e-46f7-91ba-5b9937fb8b5d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:19:44.163650 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d7ec55-2c9e-4469-8abb-26e1f5552700 req-265144d2-d78f-4c04-81c3-d3ecc1b58d3a tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:19:44.165111 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-e8d7ec55-2c9e-4469-8abb-26e1f5552700 req-265144d2-d78f-4c04-81c3-d3ecc1b58d3a tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] 10.222.0.67 "GET /v2.0/ports?device_id=d1a390f9-db97-4a41-a7df-e71f3d5c9ceb HTTP/1.1" status: 200 len: 945 time: 0.0464683 Jun 24 15:19:44.235985 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-0601f3a1-537e-46f7-91ba-5b9937fb8b5d admin admin] Publish callbacks [] for security_group (162ebe40-a03a-4be9-8e35-a3c1e8cb26c9), precommit_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:19:44.239346 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-e8d7ec55-2c9e-4469-8abb-26e1f5552700 req-9abd6e6a-aee1-450a-abbd-b42c1aa16312 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] 10.222.0.67 "GET /v2.0/security-groups?id=5f1fbf49-a9a0-40f0-900c-2506ca6ce2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679445 Jun 24 15:19:44.381193 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-0601f3a1-537e-46f7-91ba-5b9937fb8b5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-275664'] for security_group (162ebe40-a03a-4be9-8e35-a3c1e8cb26c9), after_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:19:44.387303 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=81,neutron:DELETE=8,neutron:INSERT=11 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:19:44.411249 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0601f3a1-537e-46f7-91ba-5b9937fb8b5d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 775} {{(pid=104511) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 15:19:44.421229 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0601f3a1-537e-46f7-91ba-5b9937fb8b5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=162ebe40-a03a-4be9-8e35-a3c1e8cb26c9,revision_number=1']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:19:44.423438 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=76,neutron:DELETE=4,neutron:INSERT=17,neutron:UPDATE=3 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:19:44.427655 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-0601f3a1-537e-46f7-91ba-5b9937fb8b5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7772344'] for segment (d027ebd4-5e93-4c66-8711-832e8c4ab91f), precommit_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:19:44.428064 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.db.segments_db [None req-0601f3a1-537e-46f7-91ba-5b9937fb8b5d admin admin] Added segment d027ebd4-5e93-4c66-8711-832e8c4ab91f of type vlan for network 68929872-8e73-4fa4-8752-c483abf62b64 Jun 24 15:19:44.468597 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-0601f3a1-537e-46f7-91ba-5b9937fb8b5d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761384550337'] for network (68929872-8e73-4fa4-8752-c483abf62b64), precommit_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:19:44.558794 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-0601f3a1-537e-46f7-91ba-5b9937fb8b5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-275585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409'] for network (68929872-8e73-4fa4-8752-c483abf62b64), after_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:19:44.559837 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0601f3a1-537e-46f7-91ba-5b9937fb8b5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:19:44.560414 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-0601f3a1-537e-46f7-91ba-5b9937fb8b5d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7879399'] for network (None), before_response {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:19:44.626033 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0601f3a1-537e-46f7-91ba-5b9937fb8b5d admin admin] Pushing event updated for resources: {'Network': ['ID=68929872-8e73-4fa4-8752-c483abf62b64,revision_number=1']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:19:44.639373 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.rpc [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Network 68929872-8e73-4fa4-8752-c483abf62b64 details requested by agent ovs-agent-dv-cinder-835384-11-iscsi with host dv-cinder-835384-11-iscsi {{(pid=104513) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 15:19:44.648428 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [None req-0601f3a1-537e-46f7-91ba-5b9937fb8b5d admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 861 time: 0.7554836 Jun 24 15:19:44.653447 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.wsgi [-] (104512) accepted ('10.222.0.67', 38890) {{(pid=104512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:19:44.659419 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.v2.base [None req-09bafada-09b5-47a1-a557-2df717421c67 admin admin] Request body: {'subnet': {'network_id': '68929872-8e73-4fa4-8752-c483abf62b64', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-15582596-subnet', 'tenant_id': 'b0fa019dc14d4e40a77d6b7db5cad9be', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 15:19:44.748420 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.db.agents_db [None req-1e76bcc0-0ba2-49bf-a9b5-df198b272e3c None None] Agent healthcheck: found 6 active agents {{(pid=104514) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 15:19:44.758910 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09bafada-09b5-47a1-a557-2df717421c67 admin admin] Made reservation on behalf of b0fa019dc14d4e40a77d6b7db5cad9be for: {'subnet': 1} {{(pid=104512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 15:19:44.761388 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-09bafada-09b5-47a1-a557-2df717421c67 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3974350'] for subnet (None), before_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:19:45.015450 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-09bafada-09b5-47a1-a557-2df717421c67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3859545', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3974328'] for subnet (a76427aa-30a6-4fc2-85bb-39f974631fb0), after_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:19:45.084188 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bafada-09b5-47a1-a557-2df717421c67 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a76427aa-30a6-4fc2-85bb-39f974631fb0,revision_number=0']} {{(pid=104512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:19:45.099054 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09bafada-09b5-47a1-a557-2df717421c67 admin admin] Checking segment: {'id': 'd027ebd4-5e93-4c66-8711-832e8c4ab91f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '68929872-8e73-4fa4-8752-c483abf62b64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 15:19:45.099499 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09bafada-09b5-47a1-a557-2df717421c67 admin admin] Network hostable DHCP agents. Network: 68929872-8e73-4fa4-8752-c483abf62b64, hostable agents: ['61dc9491-0c49-467e-b62a-6961ce952bc2'], hosted agents: [] {{(pid=104512) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 15:19:45.191993 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b46da00-b786-4cc9-bfc6-75b693be86f9 req-1f2ba902-1ecf-4e9f-9d61-0c4f7628224e tempest-DeleteServersTestJSON-1914753502 tempest-DeleteServersTestJSON-1914753502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:19:45.193446 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-9b46da00-b786-4cc9-bfc6-75b693be86f9 req-1f2ba902-1ecf-4e9f-9d61-0c4f7628224e tempest-DeleteServersTestJSON-1914753502 tempest-DeleteServersTestJSON-1914753502-project] 10.222.0.67 "GET /v2.0/ports?device_id=a2cb33d2-4d1f-4910-82a0-2ace0cc1144b HTTP/1.1" status: 200 len: 945 time: 0.0471544 Jun 24 15:19:45.194486 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09bafada-09b5-47a1-a557-2df717421c67 admin admin] Network 68929872-8e73-4fa4-8752-c483abf62b64 is scheduled to be hosted by DHCP agent 61dc9491-0c49-467e-b62a-6961ce952bc2 with binding_index 1 {{(pid=104512) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 15:19:45.264267 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faae35a7-8b4c-471e-bc75-71545a5a49a6 req-72359928-00cf-474a-b705-6be8a6d75e68 tempest-DeleteServersTestJSON-1914753502 tempest-DeleteServersTestJSON-1914753502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:19:45.265064 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-faae35a7-8b4c-471e-bc75-71545a5a49a6 req-72359928-00cf-474a-b705-6be8a6d75e68 tempest-DeleteServersTestJSON-1914753502 tempest-DeleteServersTestJSON-1914753502-project] 10.222.0.64 "GET /v2.0/ports?device_id=a2cb33d2-4d1f-4910-82a0-2ace0cc1144b HTTP/1.1" status: 200 len: 945 time: 0.0647042 Jun 24 15:19:45.273853 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.scheduler.base_scheduler [None req-09bafada-09b5-47a1-a557-2df717421c67 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835384-11-iscsi, 68929872-8e73-4fa4-8752-c483abf62b64) {{(pid=104512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 15:19:45.284394 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d3182ed-cb14-4951-a238-16f0266354c9 None None] Network 68929872-8e73-4fa4-8752-c483abf62b64 requested from dv-cinder-835384-11-iscsi {{(pid=104513) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 15:19:45.289213 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09bafada-09b5-47a1-a557-2df717421c67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:19:45.289800 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-09bafada-09b5-47a1-a557-2df717421c67 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:19:45.372863 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-9b46da00-b786-4cc9-bfc6-75b693be86f9 req-2499da60-f7b5-4430-8823-5eb43c91ec3b tempest-DeleteServersTestJSON-1914753502 tempest-DeleteServersTestJSON-1914753502-project] 10.222.0.67 "GET /v2.0/security-groups?id=857973a4-e371-4f80-93a1-fa704fcd25f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715753 Jun 24 15:19:45.432450 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b324c659-3c5f-4266-b234-d9aead90c96e None None] Network 68929872-8e73-4fa4-8752-c483abf62b64 requested from dv-cinder-835384-11-iscsi {{(pid=104513) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 15:19:45.446250 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7ebdfb-6145-4f18-90ef-223a2efd8b93 req-85ba7b5e-a9b0-4a75-82b4-f6bf0c4f7c19 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:19:45.447928 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-0c7ebdfb-6145-4f18-90ef-223a2efd8b93 req-85ba7b5e-a9b0-4a75-82b4-f6bf0c4f7c19 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] 10.222.0.67 "GET /v2.0/ports?device_id=d1a390f9-db97-4a41-a7df-e71f3d5c9ceb HTTP/1.1" status: 200 len: 945 time: 0.0993536 Jun 24 15:19:45.482866 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [None req-09bafada-09b5-47a1-a557-2df717421c67 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.8281484 Jun 24 15:19:45.523605 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.plugin [req-faae35a7-8b4c-471e-bc75-71545a5a49a6 req-af600653-59fa-4d94-843e-c10a84ecc772 tempest-DeleteServersTestJSON-1914753502 tempest-DeleteServersTestJSON-1914753502-project] Deleting port 471abd13-dcca-4d97-83ff-7d113a0b2e5b {{(pid=104512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 15:19:45.523852 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [req-faae35a7-8b4c-471e-bc75-71545a5a49a6 req-af600653-59fa-4d94-843e-c10a84ecc772 tempest-DeleteServersTestJSON-1914753502 tempest-DeleteServersTestJSON-1914753502-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761385095720'] for port (471abd13-dcca-4d97-83ff-7d113a0b2e5b), before_delete {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:19:45.551528 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:19:45.580626 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-0c7ebdfb-6145-4f18-90ef-223a2efd8b93 req-f30086ac-fe19-46b2-a431-be8529b126a9 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] 10.222.0.67 "GET /v2.0/security-groups?id=5f1fbf49-a9a0-40f0-900c-2506ca6ce2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093562 Jun 24 15:19:45.614747 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:19:45.653076 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.db [req-faae35a7-8b4c-471e-bc75-71545a5a49a6 req-af600653-59fa-4d94-843e-c10a84ecc772 tempest-DeleteServersTestJSON-1914753502 tempest-DeleteServersTestJSON-1914753502-project] For port 471abd13-dcca-4d97-83ff-7d113a0b2e5b, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=471abd13-dcca-4d97-83ff-7d113a0b2e5b,segment=NetworkSegment(027837b1-cab2-4a9f-8458-d830c85d3dd7),segment_id=027837b1-cab2-4a9f-8458-d830c85d3dd7)] {{(pid=104512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 15:19:45.653507 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [req-faae35a7-8b4c-471e-bc75-71545a5a49a6 req-af600653-59fa-4d94-843e-c10a84ecc772 tempest-DeleteServersTestJSON-1914753502 tempest-DeleteServersTestJSON-1914753502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-465599'] for port (471abd13-dcca-4d97-83ff-7d113a0b2e5b), precommit_delete {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:19:45.671475 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.plugin [req-faae35a7-8b4c-471e-bc75-71545a5a49a6 req-af600653-59fa-4d94-843e-c10a84ecc772 tempest-DeleteServersTestJSON-1914753502 tempest-DeleteServersTestJSON-1914753502-project] Calling delete_port for 471abd13-dcca-4d97-83ff-7d113a0b2e5b owned by compute:nova {{(pid=104512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 15:19:45.885039 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG dbcounter [-] [104514] Writing DB stats neutron:SELECT=82 {{(pid=104514) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:19:45.892108 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [req-faae35a7-8b4c-471e-bc75-71545a5a49a6 req-af600653-59fa-4d94-843e-c10a84ecc772 tempest-DeleteServersTestJSON-1914753502 tempest-DeleteServersTestJSON-1914753502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761385101680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761384583307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3859661'] for port (471abd13-dcca-4d97-83ff-7d113a0b2e5b), after_delete {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:19:45.904778 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.db [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] get_ports_and_sgs() called for port_ids ['471abd13-dcca-4d97-83ff-7d113a0b2e5b'] {{(pid=104513) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 15:19:45.926629 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af600653-59fa-4d94-843e-c10a84ecc772 tempest-DeleteServersTestJSON-1914753502 tempest-DeleteServersTestJSON-1914753502-project] Pushing event deleted for resources: {'Port': ['ID=471abd13-dcca-4d97-83ff-7d113a0b2e5b,revision_number=None']} {{(pid=104512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:19:45.996826 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.db.l3_dvrscheduler_db [req-faae35a7-8b4c-471e-bc75-71545a5a49a6 req-af600653-59fa-4d94-843e-c10a84ecc772 tempest-DeleteServersTestJSON-1914753502 tempest-DeleteServersTestJSON-1914753502-project] No DVR routers for this DVR port 471abd13-dcca-4d97-83ff-7d113a0b2e5b on host hv-cinder-83538 {{(pid=104512) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 24 15:19:46.000023 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [req-faae35a7-8b4c-471e-bc75-71545a5a49a6 req-af600653-59fa-4d94-843e-c10a84ecc772 tempest-DeleteServersTestJSON-1914753502 tempest-DeleteServersTestJSON-1914753502-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30073'] for port (None), before_response {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:19:46.003449 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-faae35a7-8b4c-471e-bc75-71545a5a49a6 req-af600653-59fa-4d94-843e-c10a84ecc772 tempest-DeleteServersTestJSON-1914753502 tempest-DeleteServersTestJSON-1914753502-project] 10.222.0.64 "DELETE /v2.0/ports/471abd13-dcca-4d97-83ff-7d113a0b2e5b HTTP/1.1" status: 204 len: 173 time: 0.7311609 Jun 24 15:19:46.003894 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2cb33d2-4d1f-4910-82a0-2ace0cc1144b', 'name': 'network-vif-deleted', 'tag': '471abd13-dcca-4d97-83ff-7d113a0b2e5b'}] {{(pid=104512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 15:19:46.006127 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9db87de5340c6be2811fa9e5912a63998a589dd3f857fd3823a550d1ae48127" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85b5dc3c-3069-40ef-a8e8-056f7e953ec6" -d '{"events": [{"server_uuid": "a2cb33d2-4d1f-4910-82a0-2ace0cc1144b", "name": "network-vif-deleted", "tag": "471abd13-dcca-4d97-83ff-7d113a0b2e5b"}]}' {{(pid=104512) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 15:19:46.043978 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 15:19:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fe8aeb3-20d0-4fff-a551-84f38cb03e7a x-openstack-request-id: req-9fe8aeb3-20d0-4fff-a551-84f38cb03e7a {{(pid=104512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 15:19:46.044172 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2cb33d2-4d1f-4910-82a0-2ace0cc1144b", "name": "network-vif-deleted", "tag": "471abd13-dcca-4d97-83ff-7d113a0b2e5b", "status": "completed", "code": 200}]} {{(pid=104512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 15:19:46.044424 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-9fe8aeb3-20d0-4fff-a551-84f38cb03e7a {{(pid=104512) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 15:19:46.044909 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9fe8aeb3-20d0-4fff-a551-84f38cb03e7a'] response: {'server_uuid': 'a2cb33d2-4d1f-4910-82a0-2ace0cc1144b', 'name': 'network-vif-deleted', 'tag': '471abd13-dcca-4d97-83ff-7d113a0b2e5b', 'status': 'completed', 'code': 200} Jun 24 15:19:46.484935 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-4045c19e-d311-4370-ad63-d4aefb2af16c req-3004a4db-5267-43ea-a1f7-35b0ea86d371 tempest-DeleteServersTestJSON-1914753502 tempest-DeleteServersTestJSON-1914753502-project] 10.222.0.67 "GET /v2.0/ports?device_id=a2cb33d2-4d1f-4910-82a0-2ace0cc1144b HTTP/1.1" status: 200 len: 210 time: 0.0308380 Jun 24 15:19:46.603922 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.wsgi [-] (104512) accepted ('10.222.0.67', 38950) {{(pid=104512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:19:46.717102 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ff1ccb-c971-4578-98ff-b54091fc6ef5 req-f4c74a4a-ac3a-43ea-ae8b-e7e5ce9ad891 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:19:46.719372 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-08ff1ccb-c971-4578-98ff-b54091fc6ef5 req-f4c74a4a-ac3a-43ea-ae8b-e7e5ce9ad891 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] 10.222.0.67 "GET /v2.0/ports?device_id=d1a390f9-db97-4a41-a7df-e71f3d5c9ceb HTTP/1.1" status: 200 len: 945 time: 0.0587234 Jun 24 15:19:46.764215 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-ce3ae452-bfa6-4f8d-ad70-874917725d17 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:19:46.811287 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-08ff1ccb-c971-4578-98ff-b54091fc6ef5 req-d79c38e0-6646-44ec-930e-4611710ee105 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] 10.222.0.67 "GET /v2.0/security-groups?id=5f1fbf49-a9a0-40f0-900c-2506ca6ce2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826538 Jun 24 15:19:46.821339 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:INSERT=3 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:19:46.870430 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-ce3ae452-bfa6-4f8d-ad70-874917725d17 admin admin] Publish callbacks [] for security_group (739a1189-eb4b-4368-a5fa-0d6e2a0a1ce2), precommit_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:19:46.940280 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-ce3ae452-bfa6-4f8d-ad70-874917725d17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-275664'] for security_group (739a1189-eb4b-4368-a5fa-0d6e2a0a1ce2), after_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:19:46.982260 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [None req-ce3ae452-bfa6-4f8d-ad70-874917725d17 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=5a3257f43c7c4c19a3a74209b64aa27f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3772261 Jun 24 15:19:46.984799 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.wsgi [-] (104512) accepted ('10.222.0.67', 38958) {{(pid=104512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:19:46.992485 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3ae452-bfa6-4f8d-ad70-874917725d17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=739a1189-eb4b-4368-a5fa-0d6e2a0a1ce2,revision_number=1']} {{(pid=104512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:19:47.039722 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-28e4935b-cac8-4646-999d-80d6a132be74 admin admin] Publish callbacks [] for security_group (739a1189-eb4b-4368-a5fa-0d6e2a0a1ce2), before_delete {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:19:47.066780 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-28e4935b-cac8-4646-999d-80d6a132be74 admin admin] Publish callbacks [] for security_group (739a1189-eb4b-4368-a5fa-0d6e2a0a1ce2), precommit_delete {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:19:47.182278 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-28e4935b-cac8-4646-999d-80d6a132be74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-275664'] for security_group (739a1189-eb4b-4368-a5fa-0d6e2a0a1ce2), after_delete {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:19:47.184920 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-28e4935b-cac8-4646-999d-80d6a132be74 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:19:47.186416 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [None req-28e4935b-cac8-4646-999d-80d6a132be74 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/739a1189-eb4b-4368-a5fa-0d6e2a0a1ce2 HTTP/1.1" status: 204 len: 168 time: 0.2004194 Jun 24 15:19:47.198179 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e4935b-cac8-4646-999d-80d6a132be74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=739a1189-eb4b-4368-a5fa-0d6e2a0a1ce2,revision_number=None']} {{(pid=104512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:19:47.619883 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-f9bf5bfd-312b-4432-8907-439267be1a53 req-7fcabf51-919d-4109-bf4d-50d78786780a tempest-DeleteServersTestJSON-1914753502 tempest-DeleteServersTestJSON-1914753502-project] 10.222.0.67 "GET /v2.0/ports?device_id=a2cb33d2-4d1f-4910-82a0-2ace0cc1144b HTTP/1.1" status: 200 len: 210 time: 0.0325089 Jun 24 15:19:47.940562 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7293fc54-e877-45f1-b831-bd05fdc79c12 req-36262338-5253-4696-8032-2def0875844f tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:19:47.942420 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-7293fc54-e877-45f1-b831-bd05fdc79c12 req-36262338-5253-4696-8032-2def0875844f tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] 10.222.0.67 "GET /v2.0/ports?device_id=d1a390f9-db97-4a41-a7df-e71f3d5c9ceb HTTP/1.1" status: 200 len: 945 time: 0.0552590 Jun 24 15:19:48.009517 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-7293fc54-e877-45f1-b831-bd05fdc79c12 req-3ca7f109-be51-4b94-8958-578ead15e3e7 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] 10.222.0.67 "GET /v2.0/security-groups?id=5f1fbf49-a9a0-40f0-900c-2506ca6ce2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614305 Jun 24 15:19:48.116241 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4645d3e6-bcde-4b4e-8e80-c6da41ba47db req-6f0faf93-c29e-4be5-a9fa-a0ca6e8bdb5c tempest-VolumesActionsTest-1267001824 tempest-VolumesActionsTest-1267001824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:19:48.117771 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-4645d3e6-bcde-4b4e-8e80-c6da41ba47db req-6f0faf93-c29e-4be5-a9fa-a0ca6e8bdb5c tempest-VolumesActionsTest-1267001824 tempest-VolumesActionsTest-1267001824-project] 10.222.0.67 "GET /v2.0/networks?id=68929872-8e73-4fa4-8752-c483abf62b64 HTTP/1.1" status: 200 len: 807 time: 0.1224892 Jun 24 15:19:48.132960 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-4645d3e6-bcde-4b4e-8e80-c6da41ba47db req-a442af22-fd06-43b8-b44f-9e8775966db9 tempest-VolumesActionsTest-1267001824 tempest-VolumesActionsTest-1267001824-project] 10.222.0.67 "GET /v2.0/quotas/b0fa019dc14d4e40a77d6b7db5cad9be HTTP/1.1" status: 200 len: 375 time: 0.0095861 Jun 24 15:19:48.382629 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-4645d3e6-bcde-4b4e-8e80-c6da41ba47db req-52b65bc6-e945-46bb-9e8a-ce36571aa2c4 tempest-VolumesActionsTest-1267001824 tempest-VolumesActionsTest-1267001824-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=b0fa019dc14d4e40a77d6b7db5cad9be&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2443159 Jun 24 15:19:48.521279 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.wsgi [req-4645d3e6-bcde-4b4e-8e80-c6da41ba47db req-62d4a90c-7d7f-4d9c-88a4-9a18fb2d2356 service neutron] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=104512) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 24 15:19:48.522263 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-4645d3e6-bcde-4b4e-8e80-c6da41ba47db req-62d4a90c-7d7f-4d9c-88a4-9a18fb2d2356 service neutron] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0448635 Jun 24 15:19:48.616674 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-4645d3e6-bcde-4b4e-8e80-c6da41ba47db req-194e7ba5-3ee8-4725-ab86-c4bffe167d11 service neutron] 10.222.0.67 "GET /v2.0/networks/68929872-8e73-4fa4-8752-c483abf62b64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881581 Jun 24 15:19:48.654778 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:INSERT=8,neutron:SELECT=87,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:19:48.712207 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-4645d3e6-bcde-4b4e-8e80-c6da41ba47db req-6af72255-0ca4-44ae-8f26-aaff84a8fd7f service neutron] 10.222.0.67 "GET /v2.0/networks/68929872-8e73-4fa4-8752-c483abf62b64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897844 Jun 24 15:19:49.065500 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-4602afad-46aa-4cfd-8dd4-46c010d62b1e req-c852e08a-43a8-4c5e-95c9-f9ddd8e908fc tempest-VolumesActionsTest-1267001824 tempest-VolumesActionsTest-1267001824-project] 10.222.0.67 "GET /v2.0/ports?device_id=3ac2e6a9-852e-48ae-8cda-707af3307a7e HTTP/1.1" status: 200 len: 210 time: 0.0397966 Jun 24 15:19:49.191301 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bebf276-e031-4f49-a27f-212ade6c8eb9 req-7495929d-2b09-4e0e-8b25-b27f133f934b tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:19:49.193134 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-8bebf276-e031-4f49-a27f-212ade6c8eb9 req-7495929d-2b09-4e0e-8b25-b27f133f934b tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] 10.222.0.67 "GET /v2.0/ports?device_id=d1a390f9-db97-4a41-a7df-e71f3d5c9ceb HTTP/1.1" status: 200 len: 945 time: 0.0694115 Jun 24 15:19:49.249456 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-8bebf276-e031-4f49-a27f-212ade6c8eb9 req-0cabd92b-2593-4599-abfd-6f7075b668d4 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] 10.222.0.67 "GET /v2.0/security-groups?id=5f1fbf49-a9a0-40f0-900c-2506ca6ce2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502963 Jun 24 15:19:50.158034 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-89c045ac-ba8b-4f7f-8985-0511b2c354f8 req-d4fb0dbf-1637-45b2-a4c2-5ec7f4232acd tempest-VolumesActionsTest-1267001824 tempest-VolumesActionsTest-1267001824-project] 10.222.0.67 "GET /v2.0/ports?device_id=3ac2e6a9-852e-48ae-8cda-707af3307a7e HTTP/1.1" status: 200 len: 210 time: 0.0272963 Jun 24 15:19:50.365854 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb24dd9-b1ad-4e72-8544-bc351c3b3e77 req-23655309-75ea-4b1d-8597-4f6b392f636b tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:19:50.368417 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-7cb24dd9-b1ad-4e72-8544-bc351c3b3e77 req-23655309-75ea-4b1d-8597-4f6b392f636b tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] 10.222.0.67 "GET /v2.0/ports?device_id=d1a390f9-db97-4a41-a7df-e71f3d5c9ceb HTTP/1.1" status: 200 len: 945 time: 0.0471504 Jun 24 15:19:50.432661 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-7cb24dd9-b1ad-4e72-8544-bc351c3b3e77 req-50b35585-a1d0-49af-9834-a45fa17f30e9 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] 10.222.0.67 "GET /v2.0/security-groups?id=5f1fbf49-a9a0-40f0-900c-2506ca6ce2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594213 Jun 24 15:19:50.498995 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.rpc [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Device 471abd13-dcca-4d97-83ff-7d113a0b2e5b no longer exists at agent hyperv_hv-cinder-83538 {{(pid=104513) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 15:19:50.631750 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.plugin [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] No Port match for: 471abd13-dcca-4d97-83ff-7d113a0b2e5b {{(pid=104513) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 15:19:50.632105 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.rpc [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Device 471abd13-dcca-4d97-83ff-7d113a0b2e5b not bound to the agent host hv-cinder-83538 {{(pid=104513) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 15:19:51.256686 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-42580a3b-c2b7-40d8-aecb-57e7f022b6b5 req-e7e27865-8316-4523-a28a-c8fc9934661f tempest-VolumesActionsTest-1267001824 tempest-VolumesActionsTest-1267001824-project] 10.222.0.67 "GET /v2.0/ports?device_id=3ac2e6a9-852e-48ae-8cda-707af3307a7e HTTP/1.1" status: 200 len: 210 time: 0.0304613 Jun 24 15:19:51.329474 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-c1f6b583-1321-4e91-bc2b-b471e25f1a2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697012'] for agent (61dc9491-0c49-467e-b62a-6961ce952bc2), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:19:51.557414 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd12daf8-bc91-412f-ac69-98259886b647 req-841c494f-b310-4af9-bd71-69a2faca6bb2 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:19:51.558970 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-fd12daf8-bc91-412f-ac69-98259886b647 req-841c494f-b310-4af9-bd71-69a2faca6bb2 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] 10.222.0.67 "GET /v2.0/ports?device_id=d1a390f9-db97-4a41-a7df-e71f3d5c9ceb HTTP/1.1" status: 200 len: 945 time: 0.0555692 Jun 24 15:19:51.609119 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-fd12daf8-bc91-412f-ac69-98259886b647 req-953d548c-60a1-4617-9ea8-03f12bfa1aee tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] 10.222.0.67 "GET /v2.0/security-groups?id=5f1fbf49-a9a0-40f0-900c-2506ca6ce2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431728 Jun 24 15:19:52.356000 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-f450950d-c1c6-47f2-985c-65d9f5b357dc req-c8996cb0-679f-4729-98b9-d6d320e728c3 tempest-VolumesActionsTest-1267001824 tempest-VolumesActionsTest-1267001824-project] 10.222.0.67 "GET /v2.0/ports?device_id=3ac2e6a9-852e-48ae-8cda-707af3307a7e HTTP/1.1" status: 200 len: 210 time: 0.0282896 Jun 24 15:19:52.724137 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5557314-30b3-4772-9a66-3472aefc8dd4 req-5cf57e2e-a21f-4160-b48f-30e29940cd2d tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:19:52.725621 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-f5557314-30b3-4772-9a66-3472aefc8dd4 req-5cf57e2e-a21f-4160-b48f-30e29940cd2d tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] 10.222.0.67 "GET /v2.0/ports?device_id=d1a390f9-db97-4a41-a7df-e71f3d5c9ceb HTTP/1.1" status: 200 len: 945 time: 0.0481818 Jun 24 15:19:52.776692 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-f5557314-30b3-4772-9a66-3472aefc8dd4 req-58f50b59-7dec-41a3-8647-40671413fccc tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] 10.222.0.67 "GET /v2.0/security-groups?id=5f1fbf49-a9a0-40f0-900c-2506ca6ce2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456588 Jun 24 15:19:53.455824 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-621455f5-5516-41ce-a388-5e7a89bf2115 req-3d8b87f1-e990-4f51-88cb-8fb6762b29e0 tempest-VolumesActionsTest-1267001824 tempest-VolumesActionsTest-1267001824-project] 10.222.0.67 "GET /v2.0/ports?device_id=3ac2e6a9-852e-48ae-8cda-707af3307a7e HTTP/1.1" status: 200 len: 210 time: 0.0275681 Jun 24 15:19:53.695002 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-defeccad-910b-4e64-9f03-00ce338c32d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697012'] for agent (45985ff7-1335-48cd-ab02-73eb58295827), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:19:53.883854 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=100 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:19:53.896684 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b67374-6efc-4d40-a990-ad228ddac703 req-890feeb3-b502-4a1f-aaf9-a13cb0de0975 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:19:53.898148 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-c0b67374-6efc-4d40-a990-ad228ddac703 req-890feeb3-b502-4a1f-aaf9-a13cb0de0975 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] 10.222.0.67 "GET /v2.0/ports?device_id=d1a390f9-db97-4a41-a7df-e71f3d5c9ceb HTTP/1.1" status: 200 len: 945 time: 0.0550592 Jun 24 15:19:53.944690 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-c0b67374-6efc-4d40-a990-ad228ddac703 req-5eeeadb8-c815-4dc3-b4d2-181eb75c31ab tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] 10.222.0.67 "GET /v2.0/security-groups?id=5f1fbf49-a9a0-40f0-900c-2506ca6ce2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411284 Jun 24 15:19:54.565695 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-e63fb044-f6c4-4c61-9641-b37375bfc155 req-efa635b9-53e2-4b2b-84d2-f3d93dfafb7d tempest-VolumesActionsTest-1267001824 tempest-VolumesActionsTest-1267001824-project] 10.222.0.67 "GET /v2.0/ports?device_id=3ac2e6a9-852e-48ae-8cda-707af3307a7e HTTP/1.1" status: 200 len: 210 time: 0.0418928 Jun 24 15:19:54.665525 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4645d3e6-bcde-4b4e-8e80-c6da41ba47db req-729b25f9-6978-4d66-94ea-3e789380fc3e tempest-VolumesActionsTest-1267001824 tempest-VolumesActionsTest-1267001824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:19:54.666974 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-4645d3e6-bcde-4b4e-8e80-c6da41ba47db req-729b25f9-6978-4d66-94ea-3e789380fc3e tempest-VolumesActionsTest-1267001824 tempest-VolumesActionsTest-1267001824-project] 10.222.0.64 "GET /v2.0/networks?id=68929872-8e73-4fa4-8752-c483abf62b64 HTTP/1.1" status: 200 len: 807 time: 0.1110063 Jun 24 15:19:54.680390 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.v2.base [req-4645d3e6-bcde-4b4e-8e80-c6da41ba47db req-5831c376-3424-40fa-b1a0-c162bea5494c tempest-VolumesActionsTest-1267001824 tempest-VolumesActionsTest-1267001824-project] Request body: {'port': {'device_id': '3ac2e6a9-852e-48ae-8cda-707af3307a7e', 'network_id': '68929872-8e73-4fa4-8752-c483abf62b64', 'admin_state_up': True, 'tenant_id': 'b0fa019dc14d4e40a77d6b7db5cad9be'}} {{(pid=104512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 15:19:54.745718 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG dbcounter [-] [104514] Writing DB stats neutron:SELECT=68 {{(pid=104514) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:19:54.787629 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=29,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:19:54.861236 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4645d3e6-bcde-4b4e-8e80-c6da41ba47db req-5831c376-3424-40fa-b1a0-c162bea5494c tempest-VolumesActionsTest-1267001824 tempest-VolumesActionsTest-1267001824-project] Made reservation on behalf of b0fa019dc14d4e40a77d6b7db5cad9be for: {'port': 1} {{(pid=104512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 15:19:54.866319 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [req-4645d3e6-bcde-4b4e-8e80-c6da41ba47db req-5831c376-3424-40fa-b1a0-c162bea5494c tempest-VolumesActionsTest-1267001824 tempest-VolumesActionsTest-1267001824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7727318'] for port (None), before_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:19:54.917236 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-6e9ba797-1d0c-40f8-9e0c-708f895be0b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697012'] for agent (f984396c-9862-4f32-9cf6-f19d2e5feb00), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:19:55.018504 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.db.db_base_plugin_common [req-4645d3e6-bcde-4b4e-8e80-c6da41ba47db req-5831c376-3424-40fa-b1a0-c162bea5494c tempest-VolumesActionsTest-1267001824 tempest-VolumesActionsTest-1267001824-project] Allocated IP 172.20.0.14 (68929872-8e73-4fa4-8752-c483abf62b64/a76427aa-30a6-4fc2-85bb-39f974631fb0/f25dd474-cda1-411f-a882-7ac444a93772) {{(pid=104512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 15:19:55.078325 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:19:55.130156 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1ca685-e241-404d-9a2a-defcdb5e9a96 req-8d64c117-0b44-49da-8322-3cf77a837a72 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:19:55.131687 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-0a1ca685-e241-404d-9a2a-defcdb5e9a96 req-8d64c117-0b44-49da-8322-3cf77a837a72 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] 10.222.0.67 "GET /v2.0/ports?device_id=d1a390f9-db97-4a41-a7df-e71f3d5c9ceb HTTP/1.1" status: 200 len: 945 time: 0.0781453 Jun 24 15:19:55.238630 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-0a1ca685-e241-404d-9a2a-defcdb5e9a96 req-91a82ad7-a7b5-4ce5-be2a-0dc09ff346e7 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] 10.222.0.67 "GET /v2.0/security-groups?id=5f1fbf49-a9a0-40f0-900c-2506ca6ce2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966241 Jun 24 15:19:55.271451 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [req-4645d3e6-bcde-4b4e-8e80-c6da41ba47db req-5831c376-3424-40fa-b1a0-c162bea5494c tempest-VolumesActionsTest-1267001824 tempest-VolumesActionsTest-1267001824-project] Publish callbacks [] for port (f25dd474-cda1-411f-a882-7ac444a93772), precommit_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:19:55.276819 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:19:55.393820 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [req-4645d3e6-bcde-4b4e-8e80-c6da41ba47db req-5831c376-3424-40fa-b1a0-c162bea5494c tempest-VolumesActionsTest-1267001824 tempest-VolumesActionsTest-1267001824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761384583298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3859661'] for port (f25dd474-cda1-411f-a882-7ac444a93772), after_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:19:55.438818 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4645d3e6-bcde-4b4e-8e80-c6da41ba47db req-5831c376-3424-40fa-b1a0-c162bea5494c tempest-VolumesActionsTest-1267001824 tempest-VolumesActionsTest-1267001824-project] Network 68929872-8e73-4fa4-8752-c483abf62b64 is already hosted by enough agents. {{(pid=104512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 15:19:55.445695 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.scheduler.base_scheduler [req-4645d3e6-bcde-4b4e-8e80-c6da41ba47db req-5831c376-3424-40fa-b1a0-c162bea5494c tempest-VolumesActionsTest-1267001824 tempest-VolumesActionsTest-1267001824-project] Resources bound (agent type, host, resource id): {{(pid=104512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 15:19:55.448873 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.db.l3_dvrscheduler_db [req-4645d3e6-bcde-4b4e-8e80-c6da41ba47db req-5831c376-3424-40fa-b1a0-c162bea5494c tempest-VolumesActionsTest-1267001824 tempest-VolumesActionsTest-1267001824-project] Received port after_create {{(pid=104512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 15:19:55.472594 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5831c376-3424-40fa-b1a0-c162bea5494c tempest-VolumesActionsTest-1267001824 tempest-VolumesActionsTest-1267001824-project] Pushing event updated for resources: {'Port': ['ID=f25dd474-cda1-411f-a882-7ac444a93772,revision_number=1']} {{(pid=104512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:19:55.500715 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4645d3e6-bcde-4b4e-8e80-c6da41ba47db req-5831c376-3424-40fa-b1a0-c162bea5494c tempest-VolumesActionsTest-1267001824 tempest-VolumesActionsTest-1267001824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:19:55.501309 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [req-4645d3e6-bcde-4b4e-8e80-c6da41ba47db req-5831c376-3424-40fa-b1a0-c162bea5494c tempest-VolumesActionsTest-1267001824 tempest-VolumesActionsTest-1267001824-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30073'] for port (None), before_response {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:19:55.608909 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-4645d3e6-bcde-4b4e-8e80-c6da41ba47db req-5831c376-3424-40fa-b1a0-c162bea5494c tempest-VolumesActionsTest-1267001824 tempest-VolumesActionsTest-1267001824-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9291952 Jun 24 15:19:55.625588 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.v2.base [req-4645d3e6-bcde-4b4e-8e80-c6da41ba47db req-d37a8f0d-36c9-46cb-8886-7458470b4095 service neutron] Request body: {'port': {'device_id': '3ac2e6a9-852e-48ae-8cda-707af3307a7e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83538'}} {{(pid=104512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 15:19:55.759121 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0983765b-6703-4859-a80c-fece7a950134 req-017d28e4-941e-4291-91da-546fc8b2fe52 tempest-VolumesActionsTest-1267001824 tempest-VolumesActionsTest-1267001824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:19:55.759672 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.wsgi [-] (104511) accepted ('10.222.0.67', 39218) {{(pid=104511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:19:55.760716 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-0983765b-6703-4859-a80c-fece7a950134 req-017d28e4-941e-4291-91da-546fc8b2fe52 tempest-VolumesActionsTest-1267001824 tempest-VolumesActionsTest-1267001824-project] 10.222.0.67 "GET /v2.0/ports?device_id=3ac2e6a9-852e-48ae-8cda-707af3307a7e HTTP/1.1" status: 200 len: 932 time: 0.1129179 Jun 24 15:19:55.767663 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [req-4645d3e6-bcde-4b4e-8e80-c6da41ba47db req-d37a8f0d-36c9-46cb-8886-7458470b4095 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7727318'] for port (f25dd474-cda1-411f-a882-7ac444a93772), before_update {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:19:55.912914 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-0983765b-6703-4859-a80c-fece7a950134 req-22a12a70-d53d-443c-b29a-bf6748ddf46b tempest-VolumesActionsTest-1267001824 tempest-VolumesActionsTest-1267001824-project] 10.222.0.67 "GET /v2.0/security-groups?id=162ebe40-a03a-4be9-8e35-a3c1e8cb26c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355910 Jun 24 15:19:56.083949 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:19:56.100539 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.notifiers.nova [req-4645d3e6-bcde-4b4e-8e80-c6da41ba47db req-d37a8f0d-36c9-46cb-8886-7458470b4095 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f25dd474-cda1-411f-a882-7ac444a93772 {{(pid=104512) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 15:19:56.108955 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [req-4645d3e6-bcde-4b4e-8e80-c6da41ba47db req-d37a8f0d-36c9-46cb-8886-7458470b4095 service neutron] Publish callbacks [] for port (f25dd474-cda1-411f-a882-7ac444a93772), precommit_update {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:19:56.124059 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.db.provisioning_blocks [req-4645d3e6-bcde-4b4e-8e80-c6da41ba47db req-d37a8f0d-36c9-46cb-8886-7458470b4095 service neutron] Transition to ACTIVE for port object f25dd474-cda1-411f-a882-7ac444a93772 will not be triggered until provisioned by entity L2. {{(pid=104512) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 24 15:19:56.187482 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [req-4645d3e6-bcde-4b4e-8e80-c6da41ba47db req-d37a8f0d-36c9-46cb-8886-7458470b4095 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761385101662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761384583316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761384583334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3859668'] for port (f25dd474-cda1-411f-a882-7ac444a93772), after_update {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:19:56.191135 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-0f4931ea-4dda-45a1-b4e3-0774420b0b0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-460680'] for router_interface (270f2000-3ef2-4e27-8b5e-f02f39c9f8c0), before_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:19:56.246293 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37a8f0d-36c9-46cb-8886-7458470b4095 service neutron] Pushing event updated for resources: {'Port': ['ID=f25dd474-cda1-411f-a882-7ac444a93772,revision_number=2']} {{(pid=104512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:19:56.299232 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:SELECT=65,neutron:UPDATE=5 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:19:56.381332 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-e7d2b4de-897d-40d1-b758-5e5b7ac4c4e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697012'] for agent (2f766f35-a225-44ed-b70f-669caec6f4a7), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:19:56.383822 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.managers [req-4645d3e6-bcde-4b4e-8e80-c6da41ba47db req-d37a8f0d-36c9-46cb-8886-7458470b4095 service neutron] Attempting to bind port f25dd474-cda1-411f-a882-7ac444a93772 on host hv-cinder-83538 for vnic_type normal with profile {{(pid=104512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 15:19:56.383822 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.managers [req-4645d3e6-bcde-4b4e-8e80-c6da41ba47db req-d37a8f0d-36c9-46cb-8886-7458470b4095 service neutron] Attempting to bind port f25dd474-cda1-411f-a882-7ac444a93772 by drivers openvswitch,hyperv on host hv-cinder-83538 at level 0 using segments [{'id': 'd027ebd4-5e93-4c66-8711-832e8c4ab91f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '68929872-8e73-4fa4-8752-c483abf62b64'}] {{(pid=104512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 15:19:56.389438 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4645d3e6-bcde-4b4e-8e80-c6da41ba47db req-d37a8f0d-36c9-46cb-8886-7458470b4095 service neutron] Attempting to bind port f25dd474-cda1-411f-a882-7ac444a93772 on network 68929872-8e73-4fa4-8752-c483abf62b64 {{(pid=104512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 15:19:56.393512 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4645d3e6-bcde-4b4e-8e80-c6da41ba47db req-d37a8f0d-36c9-46cb-8886-7458470b4095 service neutron] Port f25dd474-cda1-411f-a882-7ac444a93772 on network 68929872-8e73-4fa4-8752-c483abf62b64 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83538 {{(pid=104512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 24 15:19:56.393512 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4645d3e6-bcde-4b4e-8e80-c6da41ba47db req-d37a8f0d-36c9-46cb-8886-7458470b4095 service neutron] Attempting to bind port f25dd474-cda1-411f-a882-7ac444a93772 on network 68929872-8e73-4fa4-8752-c483abf62b64 {{(pid=104512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 15:19:56.405752 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4645d3e6-bcde-4b4e-8e80-c6da41ba47db req-d37a8f0d-36c9-46cb-8886-7458470b4095 service neutron] Checking agent: {'id': 'f0fa743b-ff28-43ff-ac51-704c86538f10', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83538', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 15, 16, 38), 'started_at': datetime.datetime(2022, 6, 24, 15, 16, 38), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 15, 19, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 15:19:56.406157 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4645d3e6-bcde-4b4e-8e80-c6da41ba47db req-d37a8f0d-36c9-46cb-8886-7458470b4095 service neutron] Checking segment: {'id': 'd027ebd4-5e93-4c66-8711-832e8c4ab91f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '68929872-8e73-4fa4-8752-c483abf62b64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 15:19:56.406609 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4645d3e6-bcde-4b4e-8e80-c6da41ba47db req-d37a8f0d-36c9-46cb-8886-7458470b4095 service neutron] Bound using segment: {'id': 'd027ebd4-5e93-4c66-8711-832e8c4ab91f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '68929872-8e73-4fa4-8752-c483abf62b64'} {{(pid=104512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 15:19:56.407103 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.managers [req-4645d3e6-bcde-4b4e-8e80-c6da41ba47db req-d37a8f0d-36c9-46cb-8886-7458470b4095 service neutron] Bound port: f25dd474-cda1-411f-a882-7ac444a93772, host: hv-cinder-83538, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd027ebd4-5e93-4c66-8711-832e8c4ab91f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '68929872-8e73-4fa4-8752-c483abf62b64'}}] {{(pid=104512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 15:19:56.407556 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [req-4645d3e6-bcde-4b4e-8e80-c6da41ba47db req-d37a8f0d-36c9-46cb-8886-7458470b4095 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7727318'] for port (f25dd474-cda1-411f-a882-7ac444a93772), before_update {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:19:56.430151 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9b05f8-79cb-4210-b183-28568ff2efa4 req-7b29d680-509b-403e-b2cb-c4b816d643f4 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:19:56.431918 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-be9b05f8-79cb-4210-b183-28568ff2efa4 req-7b29d680-509b-403e-b2cb-c4b816d643f4 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] 10.222.0.67 "GET /v2.0/ports?device_id=d1a390f9-db97-4a41-a7df-e71f3d5c9ceb HTTP/1.1" status: 200 len: 945 time: 0.0928056 Jun 24 15:19:56.533301 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-be9b05f8-79cb-4210-b183-28568ff2efa4 req-807e5108-107e-4111-bf24-ae0d1994c40d tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] 10.222.0.67 "GET /v2.0/security-groups?id=5f1fbf49-a9a0-40f0-900c-2506ca6ce2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692406 Jun 24 15:19:56.541839 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.db [req-4645d3e6-bcde-4b4e-8e80-c6da41ba47db req-d37a8f0d-36c9-46cb-8886-7458470b4095 service neutron] For port f25dd474-cda1-411f-a882-7ac444a93772, host hv-cinder-83538, cleared binding levels {{(pid=104512) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 15:19:56.546109 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.db [req-4645d3e6-bcde-4b4e-8e80-c6da41ba47db req-d37a8f0d-36c9-46cb-8886-7458470b4095 service neutron] For port f25dd474-cda1-411f-a882-7ac444a93772, host hv-cinder-83538, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=f25dd474-cda1-411f-a882-7ac444a93772,segment=NetworkSegment(d027ebd4-5e93-4c66-8711-832e8c4ab91f),segment_id=d027ebd4-5e93-4c66-8711-832e8c4ab91f)] {{(pid=104512) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 15:19:56.621351 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [req-4645d3e6-bcde-4b4e-8e80-c6da41ba47db req-d37a8f0d-36c9-46cb-8886-7458470b4095 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761385101662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761384583316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761384583334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3859668'] for port (f25dd474-cda1-411f-a882-7ac444a93772), after_update {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:19:56.630189 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:19:56.662760 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4645d3e6-bcde-4b4e-8e80-c6da41ba47db req-d37a8f0d-36c9-46cb-8886-7458470b4095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:19:56.663697 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [req-4645d3e6-bcde-4b4e-8e80-c6da41ba47db req-d37a8f0d-36c9-46cb-8886-7458470b4095 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30073'] for port (None), before_response {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:19:56.665242 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-4645d3e6-bcde-4b4e-8e80-c6da41ba47db req-d37a8f0d-36c9-46cb-8886-7458470b4095 service neutron] 10.222.0.64 "PUT /v2.0/ports/f25dd474-cda1-411f-a882-7ac444a93772 HTTP/1.1" status: 200 len: 1094 time: 1.0444643 Jun 24 15:19:56.667894 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ac2e6a9-852e-48ae-8cda-707af3307a7e', 'tag': 'f25dd474-cda1-411f-a882-7ac444a93772'}] {{(pid=104512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 15:19:56.671318 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9db87de5340c6be2811fa9e5912a63998a589dd3f857fd3823a550d1ae48127" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-062b020a-23cb-4178-9517-d848cafa7c66" -d '{"events": [{"name": "network-changed", "server_uuid": "3ac2e6a9-852e-48ae-8cda-707af3307a7e", "tag": "f25dd474-cda1-411f-a882-7ac444a93772"}]}' {{(pid=104512) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 15:19:56.696778 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37a8f0d-36c9-46cb-8886-7458470b4095 service neutron] Pushing event updated for resources: {'Port': ['ID=f25dd474-cda1-411f-a882-7ac444a93772,revision_number=3']} {{(pid=104512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:19:56.727241 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Jun 2022 15:19:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b36e015f-cadd-4f39-8e15-56ae3363f2b1 x-openstack-request-id: req-b36e015f-cadd-4f39-8e15-56ae3363f2b1 {{(pid=104512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 15:19:56.727241 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ac2e6a9-852e-48ae-8cda-707af3307a7e", "tag": "f25dd474-cda1-411f-a882-7ac444a93772", "status": "completed", "code": 200}]} {{(pid=104512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 15:19:56.727241 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-b36e015f-cadd-4f39-8e15-56ae3363f2b1 {{(pid=104512) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 15:19:56.727631 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697012'] for agent (559fa80c-96d5-4fe7-8c5f-9eda482c27bf), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:19:56.730326 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b36e015f-cadd-4f39-8e15-56ae3363f2b1'] response: {'name': 'network-changed', 'server_uuid': '3ac2e6a9-852e-48ae-8cda-707af3307a7e', 'tag': 'f25dd474-cda1-411f-a882-7ac444a93772', 'status': 'completed', 'code': 200} Jun 24 15:19:56.801992 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062b020a-23cb-4178-9517-d848cafa7c66 req-ca08cbe0-eccc-4cf1-ac8e-c5f90ab32bda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:19:56.804712 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-062b020a-23cb-4178-9517-d848cafa7c66 req-ca08cbe0-eccc-4cf1-ac8e-c5f90ab32bda service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b0fa019dc14d4e40a77d6b7db5cad9be&device_id=3ac2e6a9-852e-48ae-8cda-707af3307a7e HTTP/1.1" status: 200 len: 1128 time: 0.0564914 Jun 24 15:19:56.822776 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [None req-0f4931ea-4dda-45a1-b4e3-0774420b0b0d admin admin] Deleting port 1bb961a7-ece1-4725-99dc-20b018c543c0 {{(pid=104511) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 15:19:56.823102 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-0f4931ea-4dda-45a1-b4e3-0774420b0b0d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761385095720'] for port (1bb961a7-ece1-4725-99dc-20b018c543c0), before_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:19:56.912212 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.db [None req-0f4931ea-4dda-45a1-b4e3-0774420b0b0d admin admin] For port 1bb961a7-ece1-4725-99dc-20b018c543c0, host dv-cinder-835384-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-11-iscsi',level=0,port_id=1bb961a7-ece1-4725-99dc-20b018c543c0,segment=NetworkSegment(027837b1-cab2-4a9f-8458-d830c85d3dd7),segment_id=027837b1-cab2-4a9f-8458-d830c85d3dd7)] {{(pid=104511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 15:19:56.912579 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-0f4931ea-4dda-45a1-b4e3-0774420b0b0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-465599'] for port (1bb961a7-ece1-4725-99dc-20b018c543c0), precommit_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:19:56.920224 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062b020a-23cb-4178-9517-d848cafa7c66 req-3aa288b6-c86b-4fd7-a829-5d8ed64a14b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:19:56.921739 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-062b020a-23cb-4178-9517-d848cafa7c66 req-3aa288b6-c86b-4fd7-a829-5d8ed64a14b9 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=b0fa019dc14d4e40a77d6b7db5cad9be&shared=False HTTP/1.1" status: 200 len: 908 time: 0.1063917 Jun 24 15:19:56.926995 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [None req-0f4931ea-4dda-45a1-b4e3-0774420b0b0d admin admin] Calling delete_port for 1bb961a7-ece1-4725-99dc-20b018c543c0 owned by network:router_interface {{(pid=104511) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 15:19:57.068907 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062b020a-23cb-4178-9517-d848cafa7c66 req-75dec3a4-55c8-49ef-9453-94dd0b2b38c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:19:57.070667 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-062b020a-23cb-4178-9517-d848cafa7c66 req-75dec3a4-55c8-49ef-9453-94dd0b2b38c9 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1408894 Jun 24 15:19:57.092484 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff7fb32-90fc-4878-84c5-46f1906d2ab4 req-03e402b5-26c5-485d-83fa-d1f28a04295b tempest-VolumesActionsTest-1267001824 tempest-VolumesActionsTest-1267001824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:19:57.105687 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-1ff7fb32-90fc-4878-84c5-46f1906d2ab4 req-03e402b5-26c5-485d-83fa-d1f28a04295b tempest-VolumesActionsTest-1267001824 tempest-VolumesActionsTest-1267001824-project] 10.222.0.67 "GET /v2.0/ports?device_id=3ac2e6a9-852e-48ae-8cda-707af3307a7e HTTP/1.1" status: 200 len: 944 time: 0.0736821 Jun 24 15:19:57.154301 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:19:57.173071 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.wsgi [-] (104511) accepted ('10.222.0.67', 39264) {{(pid=104511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:19:57.193337 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-1ff7fb32-90fc-4878-84c5-46f1906d2ab4 req-70243ee8-299c-48db-b655-cfbc809dbed2 tempest-VolumesActionsTest-1267001824 tempest-VolumesActionsTest-1267001824-project] 10.222.0.67 "GET /v2.0/security-groups?id=162ebe40-a03a-4be9-8e35-a3c1e8cb26c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866852 Jun 24 15:19:57.233793 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4645d3e6-bcde-4b4e-8e80-c6da41ba47db req-0abbf5fb-51ec-4b59-829f-f6629b38ea64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:19:57.235551 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-4645d3e6-bcde-4b4e-8e80-c6da41ba47db req-0abbf5fb-51ec-4b59-829f-f6629b38ea64 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b0fa019dc14d4e40a77d6b7db5cad9be&device_id=3ac2e6a9-852e-48ae-8cda-707af3307a7e HTTP/1.1" status: 200 len: 1128 time: 0.0554273 Jun 24 15:19:57.250287 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-0f4931ea-4dda-45a1-b4e3-0774420b0b0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761385101680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761384583307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3599638'] for port (1bb961a7-ece1-4725-99dc-20b018c543c0), after_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:19:57.253073 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.wsgi [-] (104512) accepted ('10.222.0.67', 39268) {{(pid=104512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:19:57.262671 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:19:57.285119 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4931ea-4dda-45a1-b4e3-0774420b0b0d admin admin] Pushing event deleted for resources: {'Port': ['ID=1bb961a7-ece1-4725-99dc-20b018c543c0,revision_number=None']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:19:57.300456 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-4645d3e6-bcde-4b4e-8e80-c6da41ba47db req-cf3a13a4-6a73-476c-b59a-8391fac5b835 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f25dd474-cda1-411f-a882-7ac444a93772 HTTP/1.1" status: 200 len: 217 time: 0.0405288 Jun 24 15:19:57.353905 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:19:57.371862 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4645d3e6-bcde-4b4e-8e80-c6da41ba47db req-c2436511-7fac-456a-ae79-fc534afeea2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:19:57.374489 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-7c000454-4955-4b5d-8250-739edc50fad9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:19:57.380225 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-4645d3e6-bcde-4b4e-8e80-c6da41ba47db req-c2436511-7fac-456a-ae79-fc534afeea2a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a76427aa-30a6-4fc2-85bb-39f974631fb0 HTTP/1.1" status: 200 len: 847 time: 0.0663035 Jun 24 15:19:57.424319 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-4645d3e6-bcde-4b4e-8e80-c6da41ba47db req-53934385-ffbf-4b50-a393-3e3175df58b9 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=68929872-8e73-4fa4-8752-c483abf62b64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401080 Jun 24 15:19:57.430645 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-40ed16f0-eb1b-420d-ac6e-49b8924d45ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:19:57.520617 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-0f4931ea-4dda-45a1-b4e3-0774420b0b0d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7879178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-460572'] for router_interface (270f2000-3ef2-4e27-8b5e-f02f39c9f8c0), after_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:19:57.571319 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-4645d3e6-bcde-4b4e-8e80-c6da41ba47db req-29db368e-d468-40f1-a464-150216755a1f service neutron] 10.222.0.64 "GET /v2.0/networks/68929872-8e73-4fa4-8752-c483abf62b64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363106 Jun 24 15:19:57.589806 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-7c000454-4955-4b5d-8250-739edc50fad9 admin admin] Publish callbacks [] for security_group (dbadbc97-0ab7-4218-9247-5a7120e98784), precommit_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:19:57.604226 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-40ed16f0-eb1b-420d-ac6e-49b8924d45ad admin admin] Publish callbacks [] for security_group (3ce01d8d-6295-4ce2-849e-a1409c98c20f), precommit_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:19:57.651841 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-7c000454-4955-4b5d-8250-739edc50fad9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-275664'] for security_group (dbadbc97-0ab7-4218-9247-5a7120e98784), after_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:19:57.686955 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-40ed16f0-eb1b-420d-ac6e-49b8924d45ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-275664'] for security_group (3ce01d8d-6295-4ce2-849e-a1409c98c20f), after_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:19:57.710528 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:19:57.730358 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:19:57.734926 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [None req-7c000454-4955-4b5d-8250-739edc50fad9 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=7b09ad2ebed44a51b1613c02d8f5be03&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5608647 Jun 24 15:19:57.738435 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c000454-4955-4b5d-8250-739edc50fad9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbadbc97-0ab7-4218-9247-5a7120e98784,revision_number=1']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:19:57.740848 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.wsgi [-] (104511) accepted ('10.222.0.67', 39274) {{(pid=104511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:19:57.748052 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d659a4cd-2e39-41d6-9cd4-b7b0f858bb50 req-39c2362d-ecf9-4167-92cf-1162f40b870e tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:19:57.749532 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-d659a4cd-2e39-41d6-9cd4-b7b0f858bb50 req-39c2362d-ecf9-4167-92cf-1162f40b870e tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] 10.222.0.67 "GET /v2.0/ports?device_id=d1a390f9-db97-4a41-a7df-e71f3d5c9ceb HTTP/1.1" status: 200 len: 945 time: 0.1188686 Jun 24 15:19:57.765761 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ed16f0-eb1b-420d-ac6e-49b8924d45ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ce01d8d-6295-4ce2-849e-a1409c98c20f,revision_number=1']} {{(pid=104512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:19:57.778464 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [None req-40ed16f0-eb1b-420d-ac6e-49b8924d45ad admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=47f832eeb1fd4414b11e5ebb190b3afa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5240660 Jun 24 15:19:57.784609 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.wsgi [-] (104511) accepted ('10.222.0.67', 39278) {{(pid=104511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:19:57.795979 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-4645d3e6-bcde-4b4e-8e80-c6da41ba47db req-92cfbbfd-7560-46cf-a81b-0405e68a5ebc service neutron] 10.222.0.64 "GET /v2.0/networks/68929872-8e73-4fa4-8752-c483abf62b64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2048221 Jun 24 15:19:57.829793 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-d659a4cd-2e39-41d6-9cd4-b7b0f858bb50 req-073019af-3421-4283-8859-c48f1b44b497 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] 10.222.0.67 "GET /v2.0/security-groups?id=5f1fbf49-a9a0-40f0-900c-2506ca6ce2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711367 Jun 24 15:19:57.871357 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f4931ea-4dda-45a1-b4e3-0774420b0b0d admin admin] Router 270f2000-3ef2-4e27-8b5e-f02f39c9f8c0 has already been hosted by L3 agent 45985ff7-1335-48cd-ab02-73eb58295827 {{(pid=104511) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 15:19:57.895592 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-cc22aa3b-3f5f-4468-8d2d-d19b120000f4 admin admin] Publish callbacks [] for security_group (dbadbc97-0ab7-4218-9247-5a7120e98784), before_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:19:57.913192 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-3b33730a-4ffa-4670-a614-983aa6871693 admin admin] Publish callbacks [] for security_group (3ce01d8d-6295-4ce2-849e-a1409c98c20f), before_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:19:57.931460 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-cc22aa3b-3f5f-4468-8d2d-d19b120000f4 admin admin] Publish callbacks [] for security_group (dbadbc97-0ab7-4218-9247-5a7120e98784), precommit_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:19:57.999079 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-3b33730a-4ffa-4670-a614-983aa6871693 admin admin] Publish callbacks [] for security_group (3ce01d8d-6295-4ce2-849e-a1409c98c20f), precommit_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:19:58.023521 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:19:58.092665 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f4931ea-4dda-45a1-b4e3-0774420b0b0d admin admin] Notify agent at l3_agent.dv-cinder-835384-11-iscsi the message routers_updated {{(pid=104511) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 15:19:58.098605 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [None req-0f4931ea-4dda-45a1-b4e3-0774420b0b0d admin admin] 10.222.0.67 "PUT /v2.0/routers/270f2000-3ef2-4e27-8b5e-f02f39c9f8c0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3377924 Jun 24 15:19:58.101156 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.wsgi [-] (104511) accepted ('10.222.0.67', 39280) {{(pid=104511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:19:58.104016 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff2f5145-9803-4baa-acfb-4ab1f4516dde None None] Sync routers for ids ['270f2000-3ef2-4e27-8b5e-f02f39c9f8c0'] in dv-cinder-835384-11-iscsi {{(pid=104514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 15:19:58.115871 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff2f5145-9803-4baa-acfb-4ab1f4516dde None None] Routers {'270f2000-3ef2-4e27-8b5e-f02f39c9f8c0'} bound to L3 agent in host dv-cinder-835384-11-iscsi {{(pid=104514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 15:19:58.116512 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.db.l3_hamode_db [None req-ff2f5145-9803-4baa-acfb-4ab1f4516dde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-24T15:10:24Z,description=,heartbeat_timestamp=2022-06-24T15:19:54Z,host='dv-cinder-835384-11-iscsi',id=45985ff7-1335-48cd-ab02-73eb58295827,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T15:10:24Z,topic='l3_agent')) {'router_ids': ['270f2000-3ef2-4e27-8b5e-f02f39c9f8c0'], 'active': True} {{(pid=104514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 15:19:58.214345 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-cc22aa3b-3f5f-4468-8d2d-d19b120000f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-275664'] for security_group (dbadbc97-0ab7-4218-9247-5a7120e98784), after_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:19:58.214345 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-cc22aa3b-3f5f-4468-8d2d-d19b120000f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:19:58.214345 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [None req-cc22aa3b-3f5f-4468-8d2d-d19b120000f4 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/dbadbc97-0ab7-4218-9247-5a7120e98784 HTTP/1.1" status: 204 len: 168 time: 0.4665015 Jun 24 15:19:58.214742 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-0956593d-90be-4223-ba45-2801a95c2f49 admin admin] Publish callbacks [] for router (270f2000-3ef2-4e27-8b5e-f02f39c9f8c0), before_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:19:58.224790 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.db.l3_dvr_db [None req-ff2f5145-9803-4baa-acfb-4ab1f4516dde None None] Set router 270f2000-3ef2-4e27-8b5e-f02f39c9f8c0 gateway port host: dv-cinder-835384-11-iscsi {{(pid=104514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 15:19:58.256146 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc22aa3b-3f5f-4468-8d2d-d19b120000f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbadbc97-0ab7-4218-9247-5a7120e98784,revision_number=None']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:19:58.271211 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-3b33730a-4ffa-4670-a614-983aa6871693 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-275664'] for security_group (3ce01d8d-6295-4ce2-849e-a1409c98c20f), after_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:19:58.275099 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-3b33730a-4ffa-4670-a614-983aa6871693 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:19:58.278697 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [None req-3b33730a-4ffa-4670-a614-983aa6871693 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/3ce01d8d-6295-4ce2-849e-a1409c98c20f HTTP/1.1" status: 204 len: 168 time: 0.4890795 Jun 24 15:19:58.306305 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b33730a-4ffa-4670-a614-983aa6871693 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ce01d8d-6295-4ce2-849e-a1409c98c20f,revision_number=None']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:19:58.388005 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441ebbfe-d64b-4c68-bc6b-27382a5d8968 req-5c474e71-aa3d-4285-9d12-64939baaa475 tempest-VolumesActionsTest-1267001824 tempest-VolumesActionsTest-1267001824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:19:58.389959 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-441ebbfe-d64b-4c68-bc6b-27382a5d8968 req-5c474e71-aa3d-4285-9d12-64939baaa475 tempest-VolumesActionsTest-1267001824 tempest-VolumesActionsTest-1267001824-project] 10.222.0.67 "GET /v2.0/ports?device_id=3ac2e6a9-852e-48ae-8cda-707af3307a7e HTTP/1.1" status: 200 len: 944 time: 0.0591376 Jun 24 15:19:58.391772 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-0956593d-90be-4223-ba45-2801a95c2f49 admin admin] Publish callbacks [] for router_gateway (270f2000-3ef2-4e27-8b5e-f02f39c9f8c0), before_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:19:58.446621 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-441ebbfe-d64b-4c68-bc6b-27382a5d8968 req-b478be33-05c4-46aa-b76a-78b0235a631b tempest-VolumesActionsTest-1267001824 tempest-VolumesActionsTest-1267001824-project] 10.222.0.67 "GET /v2.0/security-groups?id=162ebe40-a03a-4be9-8e35-a3c1e8cb26c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502305 Jun 24 15:19:58.513001 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [None req-0956593d-90be-4223-ba45-2801a95c2f49 admin admin] Deleting port 8f888443-66b8-4901-aa8f-2add3863ed0a {{(pid=104511) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 15:19:58.513354 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-0956593d-90be-4223-ba45-2801a95c2f49 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761385095720'] for port (8f888443-66b8-4901-aa8f-2add3863ed0a), before_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:19:58.552175 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.db.l3_hamode_db [None req-ff2f5145-9803-4baa-acfb-4ab1f4516dde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '270f2000-3ef2-4e27-8b5e-f02f39c9f8c0', 'name': 'tempest-DeleteServersTestJSON-1859522206-router', 'tenant_id': 'd6e6bc2109c44c37a0ed635b021bba7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'external_fixed_ips': [{'subnet_id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': '8f888443-66b8-4901-aa8f-2add3863ed0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T15:18:30Z', 'updated_at': '2022-06-24T15:19:57Z', 'revision_number': 5, 'project_id': 'd6e6bc2109c44c37a0ed635b021bba7e', 'gw_port': {'id': '8f888443-66b8-4901-aa8f-2add3863ed0a', 'name': '', 'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:38:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '270f2000-3ef2-4e27-8b5e-f02f39c9f8c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T15:18:31Z', 'updated_at': '2022-06-24T15:18:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-11-iscsi'}], 'dv-cinder-835384-11-iscsi', False) {} {{(pid=104514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 15:19:58.586787 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff2f5145-9803-4baa-acfb-4ab1f4516dde None None] Checking router: 270f2000-3ef2-4e27-8b5e-f02f39c9f8c0 for host: dv-cinder-835384-11-iscsi {{(pid=104514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 15:19:58.596384 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff2f5145-9803-4baa-acfb-4ab1f4516dde None None] Routers {'270f2000-3ef2-4e27-8b5e-f02f39c9f8c0'} bound to L3 agent in host dv-cinder-835384-11-iscsi {{(pid=104514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 15:19:58.597176 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.db.l3_hamode_db [None req-ff2f5145-9803-4baa-acfb-4ab1f4516dde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-24T15:10:24Z,description=,heartbeat_timestamp=2022-06-24T15:19:54Z,host='dv-cinder-835384-11-iscsi',id=45985ff7-1335-48cd-ab02-73eb58295827,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T15:10:24Z,topic='l3_agent')) {'router_ids': ['270f2000-3ef2-4e27-8b5e-f02f39c9f8c0'], 'active': True} {{(pid=104514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 15:19:58.618032 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.db [None req-0956593d-90be-4223-ba45-2801a95c2f49 admin admin] For port 8f888443-66b8-4901-aa8f-2add3863ed0a, host dv-cinder-835384-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-11-iscsi',level=0,port_id=8f888443-66b8-4901-aa8f-2add3863ed0a,segment=NetworkSegment(6785a788-9b98-4059-b825-96a306cb346e),segment_id=6785a788-9b98-4059-b825-96a306cb346e)] {{(pid=104511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 15:19:58.618527 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-0956593d-90be-4223-ba45-2801a95c2f49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-465599'] for port (8f888443-66b8-4901-aa8f-2add3863ed0a), precommit_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:19:58.628867 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:19:58.636754 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [None req-0956593d-90be-4223-ba45-2801a95c2f49 admin admin] Calling delete_port for 8f888443-66b8-4901-aa8f-2add3863ed0a owned by network:router_gateway {{(pid=104511) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 15:19:58.693106 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.db.l3_dvr_db [None req-ff2f5145-9803-4baa-acfb-4ab1f4516dde None None] Set router 270f2000-3ef2-4e27-8b5e-f02f39c9f8c0 gateway port host: None {{(pid=104514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 15:19:58.748390 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.db.l3_hamode_db [None req-ff2f5145-9803-4baa-acfb-4ab1f4516dde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '270f2000-3ef2-4e27-8b5e-f02f39c9f8c0', 'name': 'tempest-DeleteServersTestJSON-1859522206-router', 'tenant_id': 'd6e6bc2109c44c37a0ed635b021bba7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T15:18:30Z', 'updated_at': '2022-06-24T15:19:58Z', 'revision_number': 6, 'project_id': 'd6e6bc2109c44c37a0ed635b021bba7e', 'gw_port_host': None}], 'dv-cinder-835384-11-iscsi', False) {} {{(pid=104514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 15:19:58.777456 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff2f5145-9803-4baa-acfb-4ab1f4516dde None None] The sync data for ids ['270f2000-3ef2-4e27-8b5e-f02f39c9f8c0'] in dv-cinder-835384-11-iscsi is: [{'id': '270f2000-3ef2-4e27-8b5e-f02f39c9f8c0', 'name': 'tempest-DeleteServersTestJSON-1859522206-router', 'tenant_id': 'd6e6bc2109c44c37a0ed635b021bba7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T15:18:30Z', 'updated_at': '2022-06-24T15:19:58Z', 'revision_number': 6, 'project_id': 'd6e6bc2109c44c37a0ed635b021bba7e', 'gw_port_host': None}] {{(pid=104514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 15:19:58.900683 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-0956593d-90be-4223-ba45-2801a95c2f49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761385101680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761384583307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3599638'] for port (8f888443-66b8-4901-aa8f-2add3863ed0a), after_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:19:58.930997 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0956593d-90be-4223-ba45-2801a95c2f49 admin admin] Pushing event deleted for resources: {'Port': ['ID=8f888443-66b8-4901-aa8f-2add3863ed0a,revision_number=None']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:19:58.956865 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c6be77-f40c-4127-a4ab-8f156492c7b1 req-6bd070ff-baa6-426a-96ff-853b48ebd6af tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:19:58.959096 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-60c6be77-f40c-4127-a4ab-8f156492c7b1 req-6bd070ff-baa6-426a-96ff-853b48ebd6af tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] 10.222.0.67 "GET /v2.0/ports?device_id=d1a390f9-db97-4a41-a7df-e71f3d5c9ceb HTTP/1.1" status: 200 len: 945 time: 0.0582039 Jun 24 15:19:59.004385 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-0956593d-90be-4223-ba45-2801a95c2f49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-470328'] for router_gateway (270f2000-3ef2-4e27-8b5e-f02f39c9f8c0), after_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:19:59.014637 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-60c6be77-f40c-4127-a4ab-8f156492c7b1 req-3aa44085-263d-41d5-88a4-91d373a8afbc tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] 10.222.0.67 "GET /v2.0/security-groups?id=5f1fbf49-a9a0-40f0-900c-2506ca6ce2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494761 Jun 24 15:19:59.078535 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.wsgi [-] (104512) accepted ('10.222.0.67', 39302) {{(pid=104512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:19:59.093211 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-315e6683-db1b-461b-a548-f0f77e5aadeb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:19:59.106093 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-0956593d-90be-4223-ba45-2801a95c2f49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-462385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14472'] for router (270f2000-3ef2-4e27-8b5e-f02f39c9f8c0), precommit_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:19:59.108284 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-0956593d-90be-4223-ba45-2801a95c2f49 admin admin] Publish callbacks [] for router_controller (270f2000-3ef2-4e27-8b5e-f02f39c9f8c0), precommit_delete_associations {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:19:59.128293 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.wsgi [-] (104512) accepted ('10.222.0.67', 39304) {{(pid=104512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:19:59.149202 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-e16a87d9-368b-447f-a546-558b806c03b0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:19:59.230473 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-315e6683-db1b-461b-a548-f0f77e5aadeb admin admin] Publish callbacks [] for security_group (52e7b06a-34df-466a-b07e-98630c28cc13), precommit_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:19:59.249640 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-0956593d-90be-4223-ba45-2801a95c2f49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-462527'] for router (270f2000-3ef2-4e27-8b5e-f02f39c9f8c0), after_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:19:59.250280 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0956593d-90be-4223-ba45-2801a95c2f49 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 270f2000-3ef2-4e27-8b5e-f02f39c9f8c0 {{(pid=104511) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 24 15:19:59.259038 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-0956593d-90be-4223-ba45-2801a95c2f49 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:19:59.259038 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [None req-0956593d-90be-4223-ba45-2801a95c2f49 admin admin] 10.222.0.67 "DELETE /v2.0/routers/270f2000-3ef2-4e27-8b5e-f02f39c9f8c0 HTTP/1.1" status: 204 len: 168 time: 1.1550128 Jun 24 15:19:59.260142 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.wsgi [-] (104511) accepted ('10.222.0.67', 39306) {{(pid=104511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:19:59.270651 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-e16a87d9-368b-447f-a546-558b806c03b0 admin admin] Publish callbacks [] for security_group (e8831e50-73c9-4e1e-b4c1-b0e32635ce02), precommit_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:19:59.307296 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.db.db_base_plugin_v2 [None req-c48d4dd7-eedf-4f5e-97d5-44c50ca4f0b0 admin admin] Deleting subnet ea1c2da1-618d-4ad8-a2be-7752fdea9063 {{(pid=104511) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 24 15:19:59.310375 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-c48d4dd7-eedf-4f5e-97d5-44c50ca4f0b0 admin admin] Publish callbacks [] for subnet (ea1c2da1-618d-4ad8-a2be-7752fdea9063), before_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:19:59.324220 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-e16a87d9-368b-447f-a546-558b806c03b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-275664'] for security_group (e8831e50-73c9-4e1e-b4c1-b0e32635ce02), after_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:19:59.326821 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-315e6683-db1b-461b-a548-f0f77e5aadeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-275664'] for security_group (52e7b06a-34df-466a-b07e-98630c28cc13), after_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:19:59.346384 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-c48d4dd7-eedf-4f5e-97d5-44c50ca4f0b0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3541070'] for subnet (ea1c2da1-618d-4ad8-a2be-7752fdea9063), precommit_delete_associations {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:19:59.385153 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [None req-e16a87d9-368b-447f-a546-558b806c03b0 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=5ac9864959e3406591785f4f25d66bf9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2509198 Jun 24 15:19:59.385422 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.wsgi [-] (104511) accepted ('10.222.0.67', 39314) {{(pid=104511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:19:59.388498 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [None req-315e6683-db1b-461b-a548-f0f77e5aadeb admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=ef142d225c6540829c8774eba2119508&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3081901 Jun 24 15:19:59.388834 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16a87d9-368b-447f-a546-558b806c03b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8831e50-73c9-4e1e-b4c1-b0e32635ce02,revision_number=1']} {{(pid=104512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:19:59.395216 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.wsgi [-] (104512) accepted ('10.222.0.67', 39316) {{(pid=104512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:19:59.440598 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315e6683-db1b-461b-a548-f0f77e5aadeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52e7b06a-34df-466a-b07e-98630c28cc13,revision_number=1']} {{(pid=104512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:19:59.466436 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-535261de-c092-4375-9aa7-acd01a1492cb admin admin] Publish callbacks [] for security_group (52e7b06a-34df-466a-b07e-98630c28cc13), before_delete {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:19:59.472157 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=87,neutron:DELETE=11,neutron:UPDATE=2 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:19:59.489520 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=91,neutron:INSERT=9 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:19:59.491665 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-535261de-c092-4375-9aa7-acd01a1492cb admin admin] Publish callbacks [] for security_group (52e7b06a-34df-466a-b07e-98630c28cc13), precommit_delete {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:19:59.505717 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-c48d4dd7-eedf-4f5e-97d5-44c50ca4f0b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7697736'] for subnet (ea1c2da1-618d-4ad8-a2be-7752fdea9063), precommit_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:19:59.552657 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-945cd26b-6964-452c-bfe1-fd056d83e598 admin admin] Publish callbacks [] for security_group (e8831e50-73c9-4e1e-b4c1-b0e32635ce02), before_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:19:59.567262 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:19:59.588051 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48458034-3828-49c6-bbad-1dcab0394d50 req-391a839b-72ca-4fea-9d55-3d1e5ee0ad83 tempest-VolumesActionsTest-1267001824 tempest-VolumesActionsTest-1267001824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:19:59.591715 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-48458034-3828-49c6-bbad-1dcab0394d50 req-391a839b-72ca-4fea-9d55-3d1e5ee0ad83 tempest-VolumesActionsTest-1267001824 tempest-VolumesActionsTest-1267001824-project] 10.222.0.67 "GET /v2.0/ports?device_id=3ac2e6a9-852e-48ae-8cda-707af3307a7e HTTP/1.1" status: 200 len: 944 time: 0.0599604 Jun 24 15:19:59.661069 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-48458034-3828-49c6-bbad-1dcab0394d50 req-bc6b0cf6-e684-49e6-9287-96eaf6ebb9b7 tempest-VolumesActionsTest-1267001824 tempest-VolumesActionsTest-1267001824-project] 10.222.0.67 "GET /v2.0/security-groups?id=162ebe40-a03a-4be9-8e35-a3c1e8cb26c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594919 Jun 24 15:19:59.662212 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-535261de-c092-4375-9aa7-acd01a1492cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-275664'] for security_group (52e7b06a-34df-466a-b07e-98630c28cc13), after_delete {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:19:59.664770 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-535261de-c092-4375-9aa7-acd01a1492cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:19:59.668807 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [None req-535261de-c092-4375-9aa7-acd01a1492cb admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/52e7b06a-34df-466a-b07e-98630c28cc13 HTTP/1.1" status: 204 len: 168 time: 0.2725856 Jun 24 15:19:59.681158 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535261de-c092-4375-9aa7-acd01a1492cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52e7b06a-34df-466a-b07e-98630c28cc13,revision_number=None']} {{(pid=104512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:19:59.810035 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-945cd26b-6964-452c-bfe1-fd056d83e598 admin admin] Publish callbacks [] for security_group (e8831e50-73c9-4e1e-b4c1-b0e32635ce02), precommit_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:19:59.892644 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-c48d4dd7-eedf-4f5e-97d5-44c50ca4f0b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7697766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3599681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3423336'] for subnet (ea1c2da1-618d-4ad8-a2be-7752fdea9063), after_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:19:59.919933 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48d4dd7-eedf-4f5e-97d5-44c50ca4f0b0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ea1c2da1-618d-4ad8-a2be-7752fdea9063,revision_number=None']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:19:59.927110 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-c48d4dd7-eedf-4f5e-97d5-44c50ca4f0b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7879399'] for subnet (None), before_response {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:19:59.933291 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b159114c-371e-443b-9ace-b07bc9cb55cd None None] Network 9fcf8abc-a8a5-4725-9758-d53e9c47196e requested from dv-cinder-835384-11-iscsi {{(pid=104513) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 15:19:59.934227 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [None req-c48d4dd7-eedf-4f5e-97d5-44c50ca4f0b0 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/ea1c2da1-618d-4ad8-a2be-7752fdea9063 HTTP/1.1" status: 204 len: 168 time: 0.6728044 Jun 24 15:19:59.935833 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.wsgi [-] (104511) accepted ('10.222.0.67', 39328) {{(pid=104511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:19:59.935953 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:SELECT=46,neutron:UPDATE=3 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:19:59.947277 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-945cd26b-6964-452c-bfe1-fd056d83e598 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-275664'] for security_group (e8831e50-73c9-4e1e-b4c1-b0e32635ce02), after_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:19:59.949413 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-945cd26b-6964-452c-bfe1-fd056d83e598 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:19:59.950515 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [None req-945cd26b-6964-452c-bfe1-fd056d83e598 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/e8831e50-73c9-4e1e-b4c1-b0e32635ce02 HTTP/1.1" status: 204 len: 168 time: 0.5655644 Jun 24 15:20:00.003467 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945cd26b-6964-452c-bfe1-fd056d83e598 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8831e50-73c9-4e1e-b4c1-b0e32635ce02,revision_number=None']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:20:00.026083 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=86,neutron:UPDATE=3,neutron:DELETE=11 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:20:00.073042 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.rpc [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Device 1bb961a7-ece1-4725-99dc-20b018c543c0 no longer exists at agent ovs-agent-dv-cinder-835384-11-iscsi {{(pid=104513) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 15:20:00.081393 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-ee04ff5d-35c4-492b-ae30-ebc2f8af021f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7823327'] for network (9fcf8abc-a8a5-4725-9758-d53e9c47196e), before_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:20:00.140589 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [None req-ee04ff5d-35c4-492b-ae30-ebc2f8af021f admin admin] Deleting port f3b0b0e9-5930-490d-bc6e-f9700d11b05a {{(pid=104511) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 15:20:00.141184 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-ee04ff5d-35c4-492b-ae30-ebc2f8af021f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761385095720'] for port (f3b0b0e9-5930-490d-bc6e-f9700d11b05a), before_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:20:00.150093 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.plugin [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] No Port match for: 1bb961a7-ece1-4725-99dc-20b018c543c0 {{(pid=104513) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 15:20:00.150451 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.rpc [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Device 1bb961a7-ece1-4725-99dc-20b018c543c0 not bound to the agent host dv-cinder-835384-11-iscsi {{(pid=104513) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 15:20:00.150868 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.rpc [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Device 8f888443-66b8-4901-aa8f-2add3863ed0a no longer exists at agent ovs-agent-dv-cinder-835384-11-iscsi {{(pid=104513) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 15:20:00.181999 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.plugin [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] No Port match for: 8f888443-66b8-4901-aa8f-2add3863ed0a {{(pid=104513) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 15:20:00.191239 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.rpc [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Device 8f888443-66b8-4901-aa8f-2add3863ed0a not bound to the agent host dv-cinder-835384-11-iscsi {{(pid=104513) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 15:20:00.202977 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1caab2e1-49bd-4fc6-bda9-4e51e7a59c27 None None] DHCP port deletion for 9fcf8abc-a8a5-4725-9758-d53e9c47196e request from dv-cinder-835384-11-iscsi {{(pid=104513) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 24 15:20:00.216332 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.db [None req-ee04ff5d-35c4-492b-ae30-ebc2f8af021f admin admin] For port f3b0b0e9-5930-490d-bc6e-f9700d11b05a, host dv-cinder-835384-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-11-iscsi',level=0,port_id=f3b0b0e9-5930-490d-bc6e-f9700d11b05a,segment=NetworkSegment(027837b1-cab2-4a9f-8458-d830c85d3dd7),segment_id=027837b1-cab2-4a9f-8458-d830c85d3dd7)] {{(pid=104511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 15:20:00.216996 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-ee04ff5d-35c4-492b-ae30-ebc2f8af021f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-465599'] for port (f3b0b0e9-5930-490d-bc6e-f9700d11b05a), precommit_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:20:00.232694 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [None req-ee04ff5d-35c4-492b-ae30-ebc2f8af021f admin admin] Calling delete_port for f3b0b0e9-5930-490d-bc6e-f9700d11b05a owned by network:dhcp {{(pid=104511) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 15:20:00.238714 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4aa15f9-b9d9-438e-b962-6d34c746deee req-c0025d3c-5588-4554-88bc-f9d6c1b22c13 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:20:00.240221 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-f4aa15f9-b9d9-438e-b962-6d34c746deee req-c0025d3c-5588-4554-88bc-f9d6c1b22c13 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] 10.222.0.67 "GET /v2.0/ports?device_id=d1a390f9-db97-4a41-a7df-e71f3d5c9ceb HTTP/1.1" status: 200 len: 945 time: 0.0757804 Jun 24 15:20:00.314916 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.plugin [None req-1caab2e1-49bd-4fc6-bda9-4e51e7a59c27 None None] Deleting port f3b0b0e9-5930-490d-bc6e-f9700d11b05a {{(pid=104513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 15:20:00.314916 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-1caab2e1-49bd-4fc6-bda9-4e51e7a59c27 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761385095720'] for port (f3b0b0e9-5930-490d-bc6e-f9700d11b05a), before_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:20:00.339853 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-f4aa15f9-b9d9-438e-b962-6d34c746deee req-e8c003e7-e3e2-4c6e-9924-d2fe3e27f53b tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] 10.222.0.67 "GET /v2.0/security-groups?id=5f1fbf49-a9a0-40f0-900c-2506ca6ce2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924480 Jun 24 15:20:00.402589 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.db [None req-1caab2e1-49bd-4fc6-bda9-4e51e7a59c27 None None] For port f3b0b0e9-5930-490d-bc6e-f9700d11b05a, host dv-cinder-835384-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-11-iscsi',level=0,port_id=f3b0b0e9-5930-490d-bc6e-f9700d11b05a,segment=NetworkSegment(027837b1-cab2-4a9f-8458-d830c85d3dd7),segment_id=027837b1-cab2-4a9f-8458-d830c85d3dd7)] {{(pid=104513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 15:20:00.402987 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-1caab2e1-49bd-4fc6-bda9-4e51e7a59c27 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-465599'] for port (f3b0b0e9-5930-490d-bc6e-f9700d11b05a), precommit_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:20:00.417188 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.plugin [None req-1caab2e1-49bd-4fc6-bda9-4e51e7a59c27 None None] Calling delete_port for f3b0b0e9-5930-490d-bc6e-f9700d11b05a owned by network:dhcp {{(pid=104513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 15:20:00.432608 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-ee04ff5d-35c4-492b-ae30-ebc2f8af021f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761385101680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761384583307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3599638'] for port (f3b0b0e9-5930-490d-bc6e-f9700d11b05a), after_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:20:00.461994 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee04ff5d-35c4-492b-ae30-ebc2f8af021f admin admin] No DVR routers for this DVR port f3b0b0e9-5930-490d-bc6e-f9700d11b05a on host dv-cinder-835384-11-iscsi {{(pid=104511) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 24 15:20:00.470022 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee04ff5d-35c4-492b-ae30-ebc2f8af021f admin admin] Pushing event deleted for resources: {'Port': ['ID=f3b0b0e9-5930-490d-bc6e-f9700d11b05a,revision_number=None']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:20:00.549881 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-1caab2e1-49bd-4fc6-bda9-4e51e7a59c27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761385101680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761384583307'] for port (f3b0b0e9-5930-490d-bc6e-f9700d11b05a), after_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:20:00.557827 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-ee04ff5d-35c4-492b-ae30-ebc2f8af021f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7769653', 'neutron.services.segments.db._delete_segments_for_network-8761385121163'] for network (9fcf8abc-a8a5-4725-9758-d53e9c47196e), precommit_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:20:00.578069 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1caab2e1-49bd-4fc6-bda9-4e51e7a59c27 None None] Pushing event deleted for resources: {'Port': ['ID=f3b0b0e9-5930-490d-bc6e-f9700d11b05a,revision_number=None']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:20:00.583221 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.services.segments.db [None req-ee04ff5d-35c4-492b-ae30-ebc2f8af021f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9fcf8abc-a8a5-4725-9758-d53e9c47196e']}} {{(pid=104511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 15:20:00.586444 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1caab2e1-49bd-4fc6-bda9-4e51e7a59c27 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:20:00.586796 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1caab2e1-49bd-4fc6-bda9-4e51e7a59c27 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:20:00.587138 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1caab2e1-49bd-4fc6-bda9-4e51e7a59c27 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:20:00.587766 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1caab2e1-49bd-4fc6-bda9-4e51e7a59c27 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:20:00.588114 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1caab2e1-49bd-4fc6-bda9-4e51e7a59c27 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:20:00.588448 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1caab2e1-49bd-4fc6-bda9-4e51e7a59c27 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:20:00.588773 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1caab2e1-49bd-4fc6-bda9-4e51e7a59c27 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:20:00.589105 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1caab2e1-49bd-4fc6-bda9-4e51e7a59c27 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:20:00.589537 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1caab2e1-49bd-4fc6-bda9-4e51e7a59c27 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:20:00.589797 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1caab2e1-49bd-4fc6-bda9-4e51e7a59c27 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:20:00.590117 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1caab2e1-49bd-4fc6-bda9-4e51e7a59c27 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:20:00.590453 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1caab2e1-49bd-4fc6-bda9-4e51e7a59c27 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:20:00.590899 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1caab2e1-49bd-4fc6-bda9-4e51e7a59c27 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:20:00.591093 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1caab2e1-49bd-4fc6-bda9-4e51e7a59c27 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:20:00.591437 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1caab2e1-49bd-4fc6-bda9-4e51e7a59c27 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:20:00.596005 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1caab2e1-49bd-4fc6-bda9-4e51e7a59c27 None None] No DVR routers for this DVR port f3b0b0e9-5930-490d-bc6e-f9700d11b05a on host dv-cinder-835384-11-iscsi {{(pid=104513) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 24 15:20:00.602262 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.services.segments.db [None req-ee04ff5d-35c4-492b-ae30-ebc2f8af021f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '027837b1-cab2-4a9f-8458-d830c85d3dd7') {'for_net_delete': True} {{(pid=104511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 15:20:00.603083 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.services.segments.db [None req-ee04ff5d-35c4-492b-ae30-ebc2f8af021f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '027837b1-cab2-4a9f-8458-d830c85d3dd7') {} {{(pid=104511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 15:20:00.621082 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-ee04ff5d-35c4-492b-ae30-ebc2f8af021f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761385121940', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3541077'] for segment (027837b1-cab2-4a9f-8458-d830c85d3dd7), before_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:20:00.640030 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-ee04ff5d-35c4-492b-ae30-ebc2f8af021f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7772344'] for segment (027837b1-cab2-4a9f-8458-d830c85d3dd7), precommit_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:20:00.652038 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee04ff5d-35c4-492b-ae30-ebc2f8af021f admin admin] Releasing vlan 756 on physical network physnet1 to pool {{(pid=104511) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 15:20:00.655920 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-ee04ff5d-35c4-492b-ae30-ebc2f8af021f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7772344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3599659'] for segment (027837b1-cab2-4a9f-8458-d830c85d3dd7), after_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:20:00.675865 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:20:00.683672 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.services.segments.plugin [-] Segment 027837b1-cab2-4a9f-8458-d830c85d3dd7 resource provider aggregate not found Jun 24 15:20:00.731309 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.services.segments.plugin [-] Segment 027837b1-cab2-4a9f-8458-d830c85d3dd7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 027837b1-cab2-4a9f-8458-d830c85d3dd7 found for delete ", "request_id": "req-c45917a3-2cda-45ab-92a6-06171c765ec1"}]} Jun 24 15:20:00.772049 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.wsgi [-] (104511) accepted ('10.222.0.67', 39358) {{(pid=104511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:20:00.797757 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-6462b2c1-34ff-49fe-805c-98eb424cf432 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:20:00.807816 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8137414-e25c-4e66-bea0-049f35b54143 req-eb6d5e5e-e519-42d4-bda2-3dd627233b7d tempest-VolumesActionsTest-1267001824 tempest-VolumesActionsTest-1267001824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:20:00.809404 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-c8137414-e25c-4e66-bea0-049f35b54143 req-eb6d5e5e-e519-42d4-bda2-3dd627233b7d tempest-VolumesActionsTest-1267001824 tempest-VolumesActionsTest-1267001824-project] 10.222.0.67 "GET /v2.0/ports?device_id=3ac2e6a9-852e-48ae-8cda-707af3307a7e HTTP/1.1" status: 200 len: 944 time: 0.0571108 Jun 24 15:20:00.833548 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-ee04ff5d-35c4-492b-ae30-ebc2f8af021f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7769644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-275585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-467247'] for network (9fcf8abc-a8a5-4725-9758-d53e9c47196e), after_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:20:00.844308 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-ee04ff5d-35c4-492b-ae30-ebc2f8af021f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7879399'] for network (None), before_response {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:20:00.847877 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [None req-ee04ff5d-35c4-492b-ae30-ebc2f8af021f admin admin] 10.222.0.67 "DELETE /v2.0/networks/9fcf8abc-a8a5-4725-9758-d53e9c47196e HTTP/1.1" status: 204 len: 168 time: 0.9108438 Jun 24 15:20:00.865740 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee04ff5d-35c4-492b-ae30-ebc2f8af021f admin admin] Pushing event deleted for resources: {'Network': ['ID=9fcf8abc-a8a5-4725-9758-d53e9c47196e,revision_number=None']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:20:00.877646 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-c8137414-e25c-4e66-bea0-049f35b54143 req-623e2cd9-1c37-467b-95a7-31029001e454 tempest-VolumesActionsTest-1267001824 tempest-VolumesActionsTest-1267001824-project] 10.222.0.67 "GET /v2.0/security-groups?id=162ebe40-a03a-4be9-8e35-a3c1e8cb26c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605037 Jun 24 15:20:00.946045 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-6462b2c1-34ff-49fe-805c-98eb424cf432 admin admin] Publish callbacks [] for security_group (3f27fb77-90ea-4469-9b6f-7d12e7fccde6), precommit_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:20:01.053497 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-6462b2c1-34ff-49fe-805c-98eb424cf432 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-275664'] for security_group (3f27fb77-90ea-4469-9b6f-7d12e7fccde6), after_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:20:01.094115 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [None req-6462b2c1-34ff-49fe-805c-98eb424cf432 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=ed6e5b938daa4e478ef9d1ed093efbe7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3189278 Jun 24 15:20:01.096026 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6462b2c1-34ff-49fe-805c-98eb424cf432 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f27fb77-90ea-4469-9b6f-7d12e7fccde6,revision_number=1']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:20:01.097151 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.wsgi [-] (104512) accepted ('10.222.0.67', 39372) {{(pid=104512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:20:01.162500 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-e21471be-d3ee-4648-a300-ce529624d9ee admin admin] Publish callbacks [] for security_group (3f27fb77-90ea-4469-9b6f-7d12e7fccde6), before_delete {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:20:01.185327 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-e21471be-d3ee-4648-a300-ce529624d9ee admin admin] Publish callbacks [] for security_group (3f27fb77-90ea-4469-9b6f-7d12e7fccde6), precommit_delete {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:20:01.318582 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.wsgi [-] (104512) accepted ('10.222.0.67', 39380) {{(pid=104512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:20:01.347747 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-e21471be-d3ee-4648-a300-ce529624d9ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-275664'] for security_group (3f27fb77-90ea-4469-9b6f-7d12e7fccde6), after_delete {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:20:01.350168 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-e21471be-d3ee-4648-a300-ce529624d9ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:20:01.351300 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [None req-e21471be-d3ee-4648-a300-ce529624d9ee admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/3f27fb77-90ea-4469-9b6f-7d12e7fccde6 HTTP/1.1" status: 204 len: 168 time: 0.2531142 Jun 24 15:20:01.378583 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:DELETE=5,neutron:SELECT=95 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:20:01.380941 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21471be-d3ee-4648-a300-ce529624d9ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f27fb77-90ea-4469-9b6f-7d12e7fccde6,revision_number=None']} {{(pid=104512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:20:01.384546 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [None req-842d450c-4cbf-4faf-918d-9b893df3cf3a admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=d6e6bc2109c44c37a0ed635b021bba7e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0648172 Jun 24 15:20:01.395197 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.wsgi [-] (104512) accepted ('10.222.0.67', 39386) {{(pid=104512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:20:01.480438 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-ce450a0a-45aa-47b5-811a-4ed1af2cb769 admin admin] Publish callbacks [] for security_group (857973a4-e371-4f80-93a1-fa704fcd25f0), before_delete {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:20:01.498243 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61be0c17-1454-4a4d-ae2e-24e87dd95cca req-f0995778-2588-4d54-a85f-1aa5dc6330aa tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:20:01.499830 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-61be0c17-1454-4a4d-ae2e-24e87dd95cca req-f0995778-2588-4d54-a85f-1aa5dc6330aa tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] 10.222.0.67 "GET /v2.0/ports?device_id=d1a390f9-db97-4a41-a7df-e71f3d5c9ceb HTTP/1.1" status: 200 len: 945 time: 0.0620322 Jun 24 15:20:01.522410 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-ce450a0a-45aa-47b5-811a-4ed1af2cb769 admin admin] Publish callbacks [] for security_group (857973a4-e371-4f80-93a1-fa704fcd25f0), precommit_delete {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:20:01.595934 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-61be0c17-1454-4a4d-ae2e-24e87dd95cca req-c01f5bf3-ece9-4650-86d6-31e75ea2967b tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] 10.222.0.67 "GET /v2.0/security-groups?id=5f1fbf49-a9a0-40f0-900c-2506ca6ce2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834277 Jun 24 15:20:01.672316 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-ce450a0a-45aa-47b5-811a-4ed1af2cb769 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-275664'] for security_group (857973a4-e371-4f80-93a1-fa704fcd25f0), after_delete {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:20:01.674967 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-ce450a0a-45aa-47b5-811a-4ed1af2cb769 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:20:01.676128 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [None req-ce450a0a-45aa-47b5-811a-4ed1af2cb769 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/857973a4-e371-4f80-93a1-fa704fcd25f0 HTTP/1.1" status: 204 len: 168 time: 0.2799041 Jun 24 15:20:01.692065 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce450a0a-45aa-47b5-811a-4ed1af2cb769 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=857973a4-e371-4f80-93a1-fa704fcd25f0,revision_number=None']} {{(pid=104512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:20:01.949920 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.rpc [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Device f3b0b0e9-5930-490d-bc6e-f9700d11b05a no longer exists at agent ovs-agent-dv-cinder-835384-11-iscsi {{(pid=104513) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 15:20:01.971641 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.plugin [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] No Port match for: f3b0b0e9-5930-490d-bc6e-f9700d11b05a {{(pid=104513) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 15:20:01.971994 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.rpc [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Device f3b0b0e9-5930-490d-bc6e-f9700d11b05a not bound to the agent host dv-cinder-835384-11-iscsi {{(pid=104513) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 15:20:02.014089 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff30615-44d7-4683-b17f-368851359a0e req-1f0e52d7-5c4e-4155-aee8-d65ccd6c980a tempest-VolumesActionsTest-1267001824 tempest-VolumesActionsTest-1267001824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:20:02.015857 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-cff30615-44d7-4683-b17f-368851359a0e req-1f0e52d7-5c4e-4155-aee8-d65ccd6c980a tempest-VolumesActionsTest-1267001824 tempest-VolumesActionsTest-1267001824-project] 10.222.0.67 "GET /v2.0/ports?device_id=3ac2e6a9-852e-48ae-8cda-707af3307a7e HTTP/1.1" status: 200 len: 944 time: 0.0544569 Jun 24 15:20:02.071849 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-cff30615-44d7-4683-b17f-368851359a0e req-aebf8653-919b-4d8e-bafb-f3362e99a415 tempest-VolumesActionsTest-1267001824 tempest-VolumesActionsTest-1267001824-project] 10.222.0.67 "GET /v2.0/security-groups?id=162ebe40-a03a-4be9-8e35-a3c1e8cb26c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489163 Jun 24 15:20:02.723845 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aad0c99-9209-4677-9f0b-d324bd1e3251 req-fcd18f7e-1a04-40bd-b939-ac27740eec89 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:20:02.730794 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-5aad0c99-9209-4677-9f0b-d324bd1e3251 req-fcd18f7e-1a04-40bd-b939-ac27740eec89 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] 10.222.0.67 "GET /v2.0/ports?device_id=d1a390f9-db97-4a41-a7df-e71f3d5c9ceb HTTP/1.1" status: 200 len: 945 time: 0.0583885 Jun 24 15:20:02.783145 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-5aad0c99-9209-4677-9f0b-d324bd1e3251 req-73c75be9-174e-4898-9924-88c4d8229006 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] 10.222.0.67 "GET /v2.0/security-groups?id=5f1fbf49-a9a0-40f0-900c-2506ca6ce2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512834 Jun 24 15:20:03.128671 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.rpc [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Device f25dd474-cda1-411f-a882-7ac444a93772 details requested by agent hyperv_hv-cinder-83538 with host hv-cinder-83538 {{(pid=104513) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 15:20:03.209375 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4788a721-1006-48b3-9c20-df2910093362 req-3ae47ac5-f201-4100-972a-caa92fd566d6 tempest-VolumesActionsTest-1267001824 tempest-VolumesActionsTest-1267001824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:20:03.210960 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-4788a721-1006-48b3-9c20-df2910093362 req-3ae47ac5-f201-4100-972a-caa92fd566d6 tempest-VolumesActionsTest-1267001824 tempest-VolumesActionsTest-1267001824-project] 10.222.0.67 "GET /v2.0/ports?device_id=3ac2e6a9-852e-48ae-8cda-707af3307a7e HTTP/1.1" status: 200 len: 944 time: 0.0606141 Jun 24 15:20:03.249125 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.db [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] For port f25dd474-cda1-411f-a882-7ac444a93772, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=f25dd474-cda1-411f-a882-7ac444a93772,segment=NetworkSegment(d027ebd4-5e93-4c66-8711-832e8c4ab91f),segment_id=d027ebd4-5e93-4c66-8711-832e8c4ab91f)] {{(pid=104513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 15:20:03.267100 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.rpc [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Returning: {'device': 'f25dd474-cda1-411f-a882-7ac444a93772', 'network_id': '68929872-8e73-4fa4-8752-c483abf62b64', 'port_id': 'f25dd474-cda1-411f-a882-7ac444a93772', 'mac_address': 'fa:16:3e:99:64:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 775, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a76427aa-30a6-4fc2-85bb-39f974631fb0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104513) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 15:20:03.273875 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-4788a721-1006-48b3-9c20-df2910093362 req-4d56193a-cc41-4517-9cb4-f851e28837e3 tempest-VolumesActionsTest-1267001824 tempest-VolumesActionsTest-1267001824-project] 10.222.0.67 "GET /v2.0/security-groups?id=162ebe40-a03a-4be9-8e35-a3c1e8cb26c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544825 Jun 24 15:20:03.309008 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.plugin [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Current status of the port f25dd474-cda1-411f-a882-7ac444a93772 is: DOWN; New status is: BUILD {{(pid=104513) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 15:20:03.309453 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7727318'] for port (f25dd474-cda1-411f-a882-7ac444a93772), before_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:20:03.322867 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.notifiers.nova [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f25dd474-cda1-411f-a882-7ac444a93772 {{(pid=104513) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 15:20:03.342967 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.db [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] For port f25dd474-cda1-411f-a882-7ac444a93772, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=f25dd474-cda1-411f-a882-7ac444a93772,segment=NetworkSegment(d027ebd4-5e93-4c66-8711-832e8c4ab91f),segment_id=d027ebd4-5e93-4c66-8711-832e8c4ab91f)] {{(pid=104513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 15:20:03.403581 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761385101662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761384583316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761384583334'] for port (f25dd474-cda1-411f-a882-7ac444a93772), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:20:03.440872 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:20:03.456829 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Pushing event updated for resources: {'Port': ['ID=f25dd474-cda1-411f-a882-7ac444a93772,revision_number=4']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:20:03.886708 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:20:03.895956 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e069be9-1b9e-44ab-888c-fcb73c159dcf req-b0cdc070-e1e3-4753-9746-0bb44898a7ac tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:20:03.897315 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-3e069be9-1b9e-44ab-888c-fcb73c159dcf req-b0cdc070-e1e3-4753-9746-0bb44898a7ac tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] 10.222.0.67 "GET /v2.0/ports?device_id=d1a390f9-db97-4a41-a7df-e71f3d5c9ceb HTTP/1.1" status: 200 len: 945 time: 0.0469780 Jun 24 15:20:03.951812 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-3e069be9-1b9e-44ab-888c-fcb73c159dcf req-c4d08049-a149-41a6-be9c-8242ded2d30f tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] 10.222.0.67 "GET /v2.0/security-groups?id=5f1fbf49-a9a0-40f0-900c-2506ca6ce2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482318 Jun 24 15:20:04.408094 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4764d2-6e25-44e7-807b-adc67048fef1 req-6a14d246-0032-4a2d-b9d4-c45c107c3808 tempest-VolumesActionsTest-1267001824 tempest-VolumesActionsTest-1267001824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:20:04.409814 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-ea4764d2-6e25-44e7-807b-adc67048fef1 req-6a14d246-0032-4a2d-b9d4-c45c107c3808 tempest-VolumesActionsTest-1267001824 tempest-VolumesActionsTest-1267001824-project] 10.222.0.67 "GET /v2.0/ports?device_id=3ac2e6a9-852e-48ae-8cda-707af3307a7e HTTP/1.1" status: 200 len: 945 time: 0.0692568 Jun 24 15:20:04.412888 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.db [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] get_ports_and_sgs() called for port_ids ['f25dd474-cda1-411f-a882-7ac444a93772'] {{(pid=104513) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 15:20:04.464014 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-ea4764d2-6e25-44e7-807b-adc67048fef1 req-1038040a-399a-4f53-87cc-6e70abd90c10 tempest-VolumesActionsTest-1267001824 tempest-VolumesActionsTest-1267001824-project] 10.222.0.67 "GET /v2.0/security-groups?id=162ebe40-a03a-4be9-8e35-a3c1e8cb26c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478287 Jun 24 15:20:05.066391 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21059b95-2742-40ef-9e6b-578f1eb98b4e req-a09d80d0-4738-48de-ba40-3733f2ef916e tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:20:05.067915 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-21059b95-2742-40ef-9e6b-578f1eb98b4e req-a09d80d0-4738-48de-ba40-3733f2ef916e tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] 10.222.0.67 "GET /v2.0/ports?device_id=d1a390f9-db97-4a41-a7df-e71f3d5c9ceb HTTP/1.1" status: 200 len: 945 time: 0.0477002 Jun 24 15:20:05.115940 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-21059b95-2742-40ef-9e6b-578f1eb98b4e req-cdc81d82-b4d3-42da-80b5-20d0c02e3e2f tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] 10.222.0.67 "GET /v2.0/security-groups?id=5f1fbf49-a9a0-40f0-900c-2506ca6ce2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424359 Jun 24 15:20:05.575240 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54486b32-042d-429b-9241-18dfbe976c11 req-67ba5818-8764-4a63-86f1-862984ff3d5a tempest-VolumesActionsTest-1267001824 tempest-VolumesActionsTest-1267001824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:20:05.576620 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-54486b32-042d-429b-9241-18dfbe976c11 req-67ba5818-8764-4a63-86f1-862984ff3d5a tempest-VolumesActionsTest-1267001824 tempest-VolumesActionsTest-1267001824-project] 10.222.0.67 "GET /v2.0/ports?device_id=3ac2e6a9-852e-48ae-8cda-707af3307a7e HTTP/1.1" status: 200 len: 945 time: 0.0447710 Jun 24 15:20:05.625745 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-54486b32-042d-429b-9241-18dfbe976c11 req-70867f56-5520-40f6-982a-970993e35986 tempest-VolumesActionsTest-1267001824 tempest-VolumesActionsTest-1267001824-project] 10.222.0.67 "GET /v2.0/security-groups?id=162ebe40-a03a-4be9-8e35-a3c1e8cb26c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424800 Jun 24 15:20:06.226030 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7808e9c-a30e-4908-934e-4cfef25cae81 req-fd357acb-467e-44b7-8b0e-081b1c945ab5 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:20:06.227545 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-c7808e9c-a30e-4908-934e-4cfef25cae81 req-fd357acb-467e-44b7-8b0e-081b1c945ab5 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] 10.222.0.67 "GET /v2.0/ports?device_id=d1a390f9-db97-4a41-a7df-e71f3d5c9ceb HTTP/1.1" status: 200 len: 945 time: 0.0466254 Jun 24 15:20:06.282423 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-c7808e9c-a30e-4908-934e-4cfef25cae81 req-743792ca-f7c6-438e-be81-72268c8787eb tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] 10.222.0.67 "GET /v2.0/security-groups?id=5f1fbf49-a9a0-40f0-900c-2506ca6ce2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485780 Jun 24 15:20:06.552088 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.rpc [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Device f25dd474-cda1-411f-a882-7ac444a93772 up at agent hyperv_hv-cinder-83538 {{(pid=104513) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 15:20:06.597138 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.provisioning_blocks [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Provisioning for port f25dd474-cda1-411f-a882-7ac444a93772 completed by entity L2. {{(pid=104513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 24 15:20:06.683721 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.provisioning_blocks [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Provisioning complete for port f25dd474-cda1-411f-a882-7ac444a93772 triggered by entity L2. {{(pid=104513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 15:20:06.684140 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7696598'] for port (f25dd474-cda1-411f-a882-7ac444a93772), provisioning_complete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:20:06.738012 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e348d2bd-4af7-4357-973f-230b80df5af2 req-2f9c96ac-7af0-49a4-9245-1f164c0df960 tempest-VolumesActionsTest-1267001824 tempest-VolumesActionsTest-1267001824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:20:06.739530 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-e348d2bd-4af7-4357-973f-230b80df5af2 req-2f9c96ac-7af0-49a4-9245-1f164c0df960 tempest-VolumesActionsTest-1267001824 tempest-VolumesActionsTest-1267001824-project] 10.222.0.67 "GET /v2.0/ports?device_id=3ac2e6a9-852e-48ae-8cda-707af3307a7e HTTP/1.1" status: 200 len: 945 time: 0.0466318 Jun 24 15:20:06.760735 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.plugin [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Current status of the port f25dd474-cda1-411f-a882-7ac444a93772 is: BUILD; New status is: ACTIVE {{(pid=104513) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 15:20:06.761120 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7727318'] for port (f25dd474-cda1-411f-a882-7ac444a93772), before_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:20:06.784094 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ac2e6a9-852e-48ae-8cda-707af3307a7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f25dd474-cda1-411f-a882-7ac444a93772'}] {{(pid=104513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 15:20:06.786356 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7de2ae652872cab3d5aa36b412d6cead56dffdf121926fea6679daaa3daba4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-992974c3-12aa-4f1e-a2d2-8ad0bf7fef7a" -d '{"events": [{"server_uuid": "3ac2e6a9-852e-48ae-8cda-707af3307a7e", "name": "network-vif-plugged", "status": "completed", "tag": "f25dd474-cda1-411f-a882-7ac444a93772"}]}' {{(pid=104513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 15:20:06.787692 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-e348d2bd-4af7-4357-973f-230b80df5af2 req-13c75bf3-1333-4526-9cd1-4c57fc170f4c tempest-VolumesActionsTest-1267001824 tempest-VolumesActionsTest-1267001824-project] 10.222.0.67 "GET /v2.0/security-groups?id=162ebe40-a03a-4be9-8e35-a3c1e8cb26c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425539 Jun 24 15:20:06.799852 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.db [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] For port f25dd474-cda1-411f-a882-7ac444a93772, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=f25dd474-cda1-411f-a882-7ac444a93772,segment=NetworkSegment(d027ebd4-5e93-4c66-8711-832e8c4ab91f),segment_id=d027ebd4-5e93-4c66-8711-832e8c4ab91f)] {{(pid=104513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 15:20:06.845771 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 15:20:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ae93ae7-c182-4e4e-b62e-70ad9e907dd8 x-openstack-request-id: req-7ae93ae7-c182-4e4e-b62e-70ad9e907dd8 {{(pid=104513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 15:20:06.846053 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ac2e6a9-852e-48ae-8cda-707af3307a7e", "name": "network-vif-plugged", "status": "completed", "tag": "f25dd474-cda1-411f-a882-7ac444a93772", "code": 200}]} {{(pid=104513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 15:20:06.846450 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-7ae93ae7-c182-4e4e-b62e-70ad9e907dd8 {{(pid=104513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 15:20:06.846849 dv-cinder-835384-11-iscsi neutron-server[104513]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7ae93ae7-c182-4e4e-b62e-70ad9e907dd8'] response: {'server_uuid': '3ac2e6a9-852e-48ae-8cda-707af3307a7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f25dd474-cda1-411f-a882-7ac444a93772', 'code': 200} Jun 24 15:20:06.871812 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761385101662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761384583316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761384583334'] for port (f25dd474-cda1-411f-a882-7ac444a93772), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:20:06.926423 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:20:06.932332 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Pushing event updated for resources: {'Port': ['ID=f25dd474-cda1-411f-a882-7ac444a93772,revision_number=5']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:20:07.174888 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fd9860-35b4-4203-87f6-db819745f86c req-03d82536-6d92-4367-8984-c834788e24db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:20:07.176461 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-f3fd9860-35b4-4203-87f6-db819745f86c req-03d82536-6d92-4367-8984-c834788e24db service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=3ac2e6a9-852e-48ae-8cda-707af3307a7e HTTP/1.1" status: 200 len: 1130 time: 0.0432870 Jun 24 15:20:07.222540 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-f3fd9860-35b4-4203-87f6-db819745f86c req-24d219dd-e362-408c-aff0-6bed8cffb011 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=162ebe40-a03a-4be9-8e35-a3c1e8cb26c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373158 Jun 24 15:20:07.402712 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be745adf-e1e1-4ca5-89b1-984b99523135 req-0587228d-33cb-4dd4-b919-818ec0c6ca0e tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:20:07.404367 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-be745adf-e1e1-4ca5-89b1-984b99523135 req-0587228d-33cb-4dd4-b919-818ec0c6ca0e tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] 10.222.0.67 "GET /v2.0/ports?device_id=d1a390f9-db97-4a41-a7df-e71f3d5c9ceb HTTP/1.1" status: 200 len: 945 time: 0.0474238 Jun 24 15:20:07.457406 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-be745adf-e1e1-4ca5-89b1-984b99523135 req-c6c05c6d-bb3c-452a-949f-b7c84947e8e2 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] 10.222.0.67 "GET /v2.0/security-groups?id=5f1fbf49-a9a0-40f0-900c-2506ca6ce2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462563 Jun 24 15:20:07.907038 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccf89b9-c10c-4357-8537-5c070d39a84d req-4d83751a-61b5-44a2-8af8-dddf1ecf03b6 tempest-VolumesActionsTest-1267001824 tempest-VolumesActionsTest-1267001824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:20:07.908691 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-4ccf89b9-c10c-4357-8537-5c070d39a84d req-4d83751a-61b5-44a2-8af8-dddf1ecf03b6 tempest-VolumesActionsTest-1267001824 tempest-VolumesActionsTest-1267001824-project] 10.222.0.67 "GET /v2.0/ports?device_id=3ac2e6a9-852e-48ae-8cda-707af3307a7e HTTP/1.1" status: 200 len: 946 time: 0.0508695 Jun 24 15:20:07.956316 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-4ccf89b9-c10c-4357-8537-5c070d39a84d req-7842f5c2-2941-49d9-af17-e39adab267e3 tempest-VolumesActionsTest-1267001824 tempest-VolumesActionsTest-1267001824-project] 10.222.0.67 "GET /v2.0/security-groups?id=162ebe40-a03a-4be9-8e35-a3c1e8cb26c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421207 Jun 24 15:20:08.559295 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=100 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:20:08.572260 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b316d4-8579-45b8-bc01-db06669ca634 req-0eb26036-80ab-4dee-89da-e81c79f0c5cd tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:20:08.573739 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-34b316d4-8579-45b8-bc01-db06669ca634 req-0eb26036-80ab-4dee-89da-e81c79f0c5cd tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] 10.222.0.67 "GET /v2.0/ports?device_id=d1a390f9-db97-4a41-a7df-e71f3d5c9ceb HTTP/1.1" status: 200 len: 945 time: 0.0477400 Jun 24 15:20:08.620980 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-34b316d4-8579-45b8-bc01-db06669ca634 req-94413ab5-c074-460a-a8f1-f2ba133e3e3f tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] 10.222.0.67 "GET /v2.0/security-groups?id=5f1fbf49-a9a0-40f0-900c-2506ca6ce2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416906 Jun 24 15:20:09.071114 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571e5818-7c9d-4b9b-a207-8ecb9e7b869b req-4ed46d0d-b876-4ebe-9156-cf0b531c138e tempest-VolumesActionsTest-1267001824 tempest-VolumesActionsTest-1267001824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:20:09.072597 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-571e5818-7c9d-4b9b-a207-8ecb9e7b869b req-4ed46d0d-b876-4ebe-9156-cf0b531c138e tempest-VolumesActionsTest-1267001824 tempest-VolumesActionsTest-1267001824-project] 10.222.0.67 "GET /v2.0/ports?device_id=3ac2e6a9-852e-48ae-8cda-707af3307a7e HTTP/1.1" status: 200 len: 946 time: 0.0490198 Jun 24 15:20:09.123161 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-571e5818-7c9d-4b9b-a207-8ecb9e7b869b req-fdfa6962-4628-4b0d-a0c7-77a92dbb2837 tempest-VolumesActionsTest-1267001824 tempest-VolumesActionsTest-1267001824-project] 10.222.0.67 "GET /v2.0/security-groups?id=162ebe40-a03a-4be9-8e35-a3c1e8cb26c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450821 Jun 24 15:20:09.232666 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.wsgi [-] (104512) accepted ('10.222.0.67', 39634) {{(pid=104512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:20:09.339449 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-8ec85d4c-d556-465e-a88d-0e58610536eb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:20:09.352971 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=100 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:20:09.413632 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-8ec85d4c-d556-465e-a88d-0e58610536eb admin admin] Publish callbacks [] for security_group (7e49a415-d5d9-43cb-836c-804a1370ca68), precommit_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:20:09.470924 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-8ec85d4c-d556-465e-a88d-0e58610536eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-275664'] for security_group (7e49a415-d5d9-43cb-836c-804a1370ca68), after_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:20:09.519572 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec85d4c-d556-465e-a88d-0e58610536eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e49a415-d5d9-43cb-836c-804a1370ca68,revision_number=1']} {{(pid=104512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:20:09.519572 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [None req-8ec85d4c-d556-465e-a88d-0e58610536eb admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=301009c4e160494d97d1913a2ae3a0d7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2814398 Jun 24 15:20:09.521926 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.wsgi [-] (104511) accepted ('10.222.0.67', 39640) {{(pid=104511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:20:09.576793 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-781f6a85-4576-4475-a098-584ced04e99d admin admin] Publish callbacks [] for security_group (7e49a415-d5d9-43cb-836c-804a1370ca68), before_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:20:09.597898 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-781f6a85-4576-4475-a098-584ced04e99d admin admin] Publish callbacks [] for security_group (7e49a415-d5d9-43cb-836c-804a1370ca68), precommit_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:20:09.706831 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-781f6a85-4576-4475-a098-584ced04e99d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-275664'] for security_group (7e49a415-d5d9-43cb-836c-804a1370ca68), after_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:20:09.709451 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-781f6a85-4576-4475-a098-584ced04e99d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:20:09.712973 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [None req-781f6a85-4576-4475-a098-584ced04e99d admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/7e49a415-d5d9-43cb-836c-804a1370ca68 HTTP/1.1" status: 204 len: 168 time: 0.1879067 Jun 24 15:20:09.719038 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781f6a85-4576-4475-a098-584ced04e99d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e49a415-d5d9-43cb-836c-804a1370ca68,revision_number=None']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:20:09.746824 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f96c96-8b10-4024-97ea-71c7efe7f48a req-c55b7936-1955-40db-ba2d-18deb2943a80 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:20:09.748604 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-10f96c96-8b10-4024-97ea-71c7efe7f48a req-c55b7936-1955-40db-ba2d-18deb2943a80 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] 10.222.0.67 "GET /v2.0/ports?device_id=d1a390f9-db97-4a41-a7df-e71f3d5c9ceb HTTP/1.1" status: 200 len: 945 time: 0.0582917 Jun 24 15:20:09.822331 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-10f96c96-8b10-4024-97ea-71c7efe7f48a req-46a0d4f8-7bc8-451e-92a4-bc9a70a045cd tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] 10.222.0.67 "GET /v2.0/security-groups?id=5f1fbf49-a9a0-40f0-900c-2506ca6ce2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656695 Jun 24 15:20:10.167381 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697012'] for agent (f0fa743b-ff28-43ff-ac51-704c86538f10), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:20:10.241712 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137f9eb8-cea4-43e1-84f9-fc732d8b23b7 req-25c72804-5652-4dd4-ab99-7d24c2ae568f tempest-VolumesActionsTest-1267001824 tempest-VolumesActionsTest-1267001824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:20:10.243215 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-137f9eb8-cea4-43e1-84f9-fc732d8b23b7 req-25c72804-5652-4dd4-ab99-7d24c2ae568f tempest-VolumesActionsTest-1267001824 tempest-VolumesActionsTest-1267001824-project] 10.222.0.67 "GET /v2.0/ports?device_id=3ac2e6a9-852e-48ae-8cda-707af3307a7e HTTP/1.1" status: 200 len: 946 time: 0.0492609 Jun 24 15:20:10.292458 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-137f9eb8-cea4-43e1-84f9-fc732d8b23b7 req-9a64cf37-175e-4845-8750-1fb1b60aa338 tempest-VolumesActionsTest-1267001824 tempest-VolumesActionsTest-1267001824-project] 10.222.0.67 "GET /v2.0/security-groups?id=162ebe40-a03a-4be9-8e35-a3c1e8cb26c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434306 Jun 24 15:20:10.757981 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG dbcounter [-] [104514] Writing DB stats neutron:SELECT=47 {{(pid=104514) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:20:10.972660 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7ea423-0068-4d23-95f5-0e3652c7ecc4 req-d8c4f2fe-63fb-406b-b00e-95970e4b7010 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:20:10.980231 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-fd7ea423-0068-4d23-95f5-0e3652c7ecc4 req-d8c4f2fe-63fb-406b-b00e-95970e4b7010 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] 10.222.0.67 "GET /v2.0/ports?device_id=d1a390f9-db97-4a41-a7df-e71f3d5c9ceb HTTP/1.1" status: 200 len: 945 time: 0.0629845 Jun 24 15:20:11.039248 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-fd7ea423-0068-4d23-95f5-0e3652c7ecc4 req-af2b2dd0-98b7-4fc4-886d-78b6eb835357 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] 10.222.0.67 "GET /v2.0/security-groups?id=5f1fbf49-a9a0-40f0-900c-2506ca6ce2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581310 Jun 24 15:20:11.416278 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c471f7a-91d3-4fe3-92e8-b959d55d215b req-6e645069-da64-4717-b881-166cb88343a7 tempest-VolumesActionsTest-1267001824 tempest-VolumesActionsTest-1267001824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:20:11.417636 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-4c471f7a-91d3-4fe3-92e8-b959d55d215b req-6e645069-da64-4717-b881-166cb88343a7 tempest-VolumesActionsTest-1267001824 tempest-VolumesActionsTest-1267001824-project] 10.222.0.67 "GET /v2.0/ports?device_id=3ac2e6a9-852e-48ae-8cda-707af3307a7e HTTP/1.1" status: 200 len: 946 time: 0.0542512 Jun 24 15:20:11.472359 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-4c471f7a-91d3-4fe3-92e8-b959d55d215b req-7dba8b58-b4a7-46fe-b512-54e4a96f553d tempest-VolumesActionsTest-1267001824 tempest-VolumesActionsTest-1267001824-project] 10.222.0.67 "GET /v2.0/security-groups?id=162ebe40-a03a-4be9-8e35-a3c1e8cb26c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485160 Jun 24 15:20:12.156663 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce209cef-5b76-4d2c-a8fe-64b24b8975b4 req-f08613e9-edcb-4d85-9949-eeb7f23082d1 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:20:12.158138 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-ce209cef-5b76-4d2c-a8fe-64b24b8975b4 req-f08613e9-edcb-4d85-9949-eeb7f23082d1 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] 10.222.0.67 "GET /v2.0/ports?device_id=d1a390f9-db97-4a41-a7df-e71f3d5c9ceb HTTP/1.1" status: 200 len: 945 time: 0.0489674 Jun 24 15:20:12.184776 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:20:12.207841 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-ce209cef-5b76-4d2c-a8fe-64b24b8975b4 req-d4e0b621-ce9f-4992-8787-57bd2ccaf56f tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] 10.222.0.67 "GET /v2.0/security-groups?id=5f1fbf49-a9a0-40f0-900c-2506ca6ce2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437901 Jun 24 15:20:12.751419 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.wsgi [-] (104511) accepted ('10.222.0.67', 39780) {{(pid=104511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:20:12.865428 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-3b7355db-b325-441d-b8a4-1b51f84a7a56 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:20:12.944285 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-3b7355db-b325-441d-b8a4-1b51f84a7a56 admin admin] Publish callbacks [] for security_group (c79da6c7-2d83-4b57-bd15-46a598ebff72), precommit_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:20:13.019048 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-3b7355db-b325-441d-b8a4-1b51f84a7a56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-275664'] for security_group (c79da6c7-2d83-4b57-bd15-46a598ebff72), after_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:20:13.051098 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=77,neutron:DELETE=6,neutron:INSERT=16,neutron:UPDATE=1 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:20:13.057826 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [None req-3b7355db-b325-441d-b8a4-1b51f84a7a56 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=c46d496716274a2ea1108b37113a3d00&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3054006 Jun 24 15:20:13.058921 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7355db-b325-441d-b8a4-1b51f84a7a56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c79da6c7-2d83-4b57-bd15-46a598ebff72,revision_number=1']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:20:13.060631 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.wsgi [-] (104512) accepted ('10.222.0.67', 39790) {{(pid=104512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:20:13.110390 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-d141ef86-76ae-4646-98ef-5735f37e7de9 admin admin] Publish callbacks [] for security_group (c79da6c7-2d83-4b57-bd15-46a598ebff72), before_delete {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:20:13.132753 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-d141ef86-76ae-4646-98ef-5735f37e7de9 admin admin] Publish callbacks [] for security_group (c79da6c7-2d83-4b57-bd15-46a598ebff72), precommit_delete {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:20:13.243693 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-d141ef86-76ae-4646-98ef-5735f37e7de9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-275664'] for security_group (c79da6c7-2d83-4b57-bd15-46a598ebff72), after_delete {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:20:13.246314 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-d141ef86-76ae-4646-98ef-5735f37e7de9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:20:13.247539 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [None req-d141ef86-76ae-4646-98ef-5735f37e7de9 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/c79da6c7-2d83-4b57-bd15-46a598ebff72 HTTP/1.1" status: 204 len: 168 time: 0.1857738 Jun 24 15:20:13.256671 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d141ef86-76ae-4646-98ef-5735f37e7de9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c79da6c7-2d83-4b57-bd15-46a598ebff72,revision_number=None']} {{(pid=104512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:20:13.332327 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9d6727-93c9-41e9-8e9a-ed6c8e0277d0 req-87cb6357-3f68-4141-8346-b9bdc3c306c5 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:20:13.333836 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-2b9d6727-93c9-41e9-8e9a-ed6c8e0277d0 req-87cb6357-3f68-4141-8346-b9bdc3c306c5 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] 10.222.0.67 "GET /v2.0/ports?device_id=d1a390f9-db97-4a41-a7df-e71f3d5c9ceb HTTP/1.1" status: 200 len: 945 time: 0.0486996 Jun 24 15:20:13.383102 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-2b9d6727-93c9-41e9-8e9a-ed6c8e0277d0 req-6053a733-5881-4877-951d-d564bc3bead1 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] 10.222.0.67 "GET /v2.0/security-groups?id=5f1fbf49-a9a0-40f0-900c-2506ca6ce2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432544 Jun 24 15:20:14.495104 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0622a9-f9ca-4ce6-a8c3-74c5162a40b1 req-9b8cebf3-df00-443e-9a2c-60006600ffef tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:20:14.496636 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-ce0622a9-f9ca-4ce6-a8c3-74c5162a40b1 req-9b8cebf3-df00-443e-9a2c-60006600ffef tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] 10.222.0.67 "GET /v2.0/ports?device_id=d1a390f9-db97-4a41-a7df-e71f3d5c9ceb HTTP/1.1" status: 200 len: 945 time: 0.0467319 Jun 24 15:20:14.547844 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-ce0622a9-f9ca-4ce6-a8c3-74c5162a40b1 req-ae190917-c671-4766-865f-3e7055cd7329 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] 10.222.0.67 "GET /v2.0/security-groups?id=5f1fbf49-a9a0-40f0-900c-2506ca6ce2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422654 Jun 24 15:20:15.665978 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b19f43-b842-48bb-b365-82e16f923217 req-852edc7b-8ec3-4347-aeb2-f38007b54212 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:20:15.667502 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-a3b19f43-b842-48bb-b365-82e16f923217 req-852edc7b-8ec3-4347-aeb2-f38007b54212 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] 10.222.0.67 "GET /v2.0/ports?device_id=d1a390f9-db97-4a41-a7df-e71f3d5c9ceb HTTP/1.1" status: 200 len: 945 time: 0.0504827 Jun 24 15:20:15.715671 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-a3b19f43-b842-48bb-b365-82e16f923217 req-6163ca19-caf7-43b3-a600-0fc3081d9f83 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] 10.222.0.67 "GET /v2.0/security-groups?id=5f1fbf49-a9a0-40f0-900c-2506ca6ce2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424438 Jun 24 15:20:15.851771 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.wsgi [-] (104511) accepted ('10.222.0.67', 39880) {{(pid=104511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:20:15.951519 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e0df96-4ad5-4ad9-b023-37022a037543 req-f5124e8d-f38c-4773-8c74-a5361382c7a4 tempest-VolumesActionsTest-1267001824 tempest-VolumesActionsTest-1267001824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:20:15.952995 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-13e0df96-4ad5-4ad9-b023-37022a037543 req-f5124e8d-f38c-4773-8c74-a5361382c7a4 tempest-VolumesActionsTest-1267001824 tempest-VolumesActionsTest-1267001824-project] 10.222.0.67 "GET /v2.0/ports?device_id=3ac2e6a9-852e-48ae-8cda-707af3307a7e HTTP/1.1" status: 200 len: 946 time: 0.0477884 Jun 24 15:20:15.964750 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-91b2b83a-6ee1-4eae-ade7-e293882a70a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:20:16.004468 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-13e0df96-4ad5-4ad9-b023-37022a037543 req-bf15af89-1cd7-411d-81f6-b75507d42023 tempest-VolumesActionsTest-1267001824 tempest-VolumesActionsTest-1267001824-project] 10.222.0.67 "GET /v2.0/security-groups?id=162ebe40-a03a-4be9-8e35-a3c1e8cb26c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439062 Jun 24 15:20:16.048182 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-91b2b83a-6ee1-4eae-ade7-e293882a70a9 admin admin] Publish callbacks [] for security_group (81f917a6-15b5-42d2-ade0-e1bf4c115138), precommit_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:20:16.129579 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-91b2b83a-6ee1-4eae-ade7-e293882a70a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-275664'] for security_group (81f917a6-15b5-42d2-ade0-e1bf4c115138), after_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:20:16.170020 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [None req-91b2b83a-6ee1-4eae-ade7-e293882a70a9 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=c1c44dd08a0b483ab9fff2d360593dda&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3169580 Jun 24 15:20:16.171130 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b2b83a-6ee1-4eae-ade7-e293882a70a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81f917a6-15b5-42d2-ade0-e1bf4c115138,revision_number=1']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:20:16.172812 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.wsgi [-] (104512) accepted ('10.222.0.67', 39896) {{(pid=104512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:20:16.196540 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:20:16.228473 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-bd4894c0-25a0-4708-8d46-78fcd9b926d9 admin admin] Publish callbacks [] for security_group (81f917a6-15b5-42d2-ade0-e1bf4c115138), before_delete {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:20:16.476473 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-bd4894c0-25a0-4708-8d46-78fcd9b926d9 admin admin] Publish callbacks [] for security_group (81f917a6-15b5-42d2-ade0-e1bf4c115138), precommit_delete {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:20:16.590601 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-bd4894c0-25a0-4708-8d46-78fcd9b926d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-275664'] for security_group (81f917a6-15b5-42d2-ade0-e1bf4c115138), after_delete {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:20:16.593049 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-bd4894c0-25a0-4708-8d46-78fcd9b926d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:20:16.597488 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [None req-bd4894c0-25a0-4708-8d46-78fcd9b926d9 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/81f917a6-15b5-42d2-ade0-e1bf4c115138 HTTP/1.1" status: 204 len: 168 time: 0.4190209 Jun 24 15:20:16.604286 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4894c0-25a0-4708-8d46-78fcd9b926d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81f917a6-15b5-42d2-ade0-e1bf4c115138,revision_number=None']} {{(pid=104512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:20:16.842214 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bf018e-d630-440e-bc72-b9f74fc204c8 req-240c82ef-446d-4215-b129-830ccca98a64 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:20:16.849353 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-24bf018e-d630-440e-bc72-b9f74fc204c8 req-240c82ef-446d-4215-b129-830ccca98a64 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] 10.222.0.67 "GET /v2.0/ports?device_id=d1a390f9-db97-4a41-a7df-e71f3d5c9ceb HTTP/1.1" status: 200 len: 945 time: 0.0597346 Jun 24 15:20:16.902400 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:20:16.912104 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-24bf018e-d630-440e-bc72-b9f74fc204c8 req-ce3bbf94-8e5a-47c8-9672-7c4056495d4d tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] 10.222.0.67 "GET /v2.0/security-groups?id=5f1fbf49-a9a0-40f0-900c-2506ca6ce2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618873 Jun 24 15:20:17.126603 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d61244-14e6-4b20-9c67-97297a59b300 req-969b74f5-0b1e-484c-acc3-004c4b3218a3 tempest-VolumesActionsTest-1267001824 tempest-VolumesActionsTest-1267001824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:20:17.128108 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-02d61244-14e6-4b20-9c67-97297a59b300 req-969b74f5-0b1e-484c-acc3-004c4b3218a3 tempest-VolumesActionsTest-1267001824 tempest-VolumesActionsTest-1267001824-project] 10.222.0.67 "GET /v2.0/ports?device_id=3ac2e6a9-852e-48ae-8cda-707af3307a7e HTTP/1.1" status: 200 len: 946 time: 0.0520902 Jun 24 15:20:17.177134 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-02d61244-14e6-4b20-9c67-97297a59b300 req-130bbf4e-24fc-4f01-a5d4-55f946c2dd38 tempest-VolumesActionsTest-1267001824 tempest-VolumesActionsTest-1267001824-project] 10.222.0.67 "GET /v2.0/security-groups?id=162ebe40-a03a-4be9-8e35-a3c1e8cb26c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433657 Jun 24 15:20:17.342667 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.wsgi [-] (104511) accepted ('10.222.0.67', 39938) {{(pid=104511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:20:17.357826 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-f7d041c0-742a-447b-ad17-c25d109adb66 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:20:17.439686 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-f7d041c0-742a-447b-ad17-c25d109adb66 admin admin] Publish callbacks [] for security_group (5a405bb9-746b-4ef7-b296-5b9e764d5345), precommit_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:20:17.540575 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-f7d041c0-742a-447b-ad17-c25d109adb66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-275664'] for security_group (5a405bb9-746b-4ef7-b296-5b9e764d5345), after_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:20:17.591710 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=79,neutron:DELETE=1,neutron:INSERT=17,neutron:UPDATE=3 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:20:17.603477 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [None req-f7d041c0-742a-447b-ad17-c25d109adb66 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=1e9c90c942b44f53b1df35478b4cfaf3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2589917 Jun 24 15:20:17.605022 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d041c0-742a-447b-ad17-c25d109adb66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a405bb9-746b-4ef7-b296-5b9e764d5345,revision_number=1']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:20:17.609276 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.wsgi [-] (104511) accepted ('10.222.0.67', 39952) {{(pid=104511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:20:17.623034 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a75113a-b888-4120-989b-74bfd7100ccd req-63d0595d-cbab-4580-ba1f-85800955dd92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:20:17.624591 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-6a75113a-b888-4120-989b-74bfd7100ccd req-63d0595d-cbab-4580-ba1f-85800955dd92 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=d1a390f9-db97-4a41-a7df-e71f3d5c9ceb HTTP/1.1" status: 200 len: 1129 time: 0.0481882 Jun 24 15:20:17.664967 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-9edd1bd8-ba3e-40a3-ab58-0f148b71a4df admin admin] Publish callbacks [] for security_group (5a405bb9-746b-4ef7-b296-5b9e764d5345), before_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:20:17.687317 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-9edd1bd8-ba3e-40a3-ab58-0f148b71a4df admin admin] Publish callbacks [] for security_group (5a405bb9-746b-4ef7-b296-5b9e764d5345), precommit_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:20:17.797458 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-6a75113a-b888-4120-989b-74bfd7100ccd req-81c17a3d-3e01-4200-8e6a-1185236a914a service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=5f1fbf49-a9a0-40f0-900c-2506ca6ce2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596931 Jun 24 15:20:17.815485 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-9edd1bd8-ba3e-40a3-ab58-0f148b71a4df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-275664'] for security_group (5a405bb9-746b-4ef7-b296-5b9e764d5345), after_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:20:17.818030 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-9edd1bd8-ba3e-40a3-ab58-0f148b71a4df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:20:17.820010 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [None req-9edd1bd8-ba3e-40a3-ab58-0f148b71a4df admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/5a405bb9-746b-4ef7-b296-5b9e764d5345 HTTP/1.1" status: 204 len: 168 time: 0.2088962 Jun 24 15:20:17.846276 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edd1bd8-ba3e-40a3-ab58-0f148b71a4df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a405bb9-746b-4ef7-b296-5b9e764d5345,revision_number=None']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:20:18.031401 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dcafa9-8982-4bc6-bb1d-46f98997ee12 req-b5583e18-d2c9-4420-96a4-4056a626c7f1 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:20:18.032991 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-33dcafa9-8982-4bc6-bb1d-46f98997ee12 req-b5583e18-d2c9-4420-96a4-4056a626c7f1 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] 10.222.0.67 "GET /v2.0/ports?device_id=d1a390f9-db97-4a41-a7df-e71f3d5c9ceb HTTP/1.1" status: 200 len: 945 time: 0.0493019 Jun 24 15:20:18.096441 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a825cfa-c591-449f-a288-603248e0bb3e req-43ecac98-6ae3-4577-acdf-4dff8f777bd3 tempest-VolumesActionsTest-1267001824 tempest-VolumesActionsTest-1267001824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:20:18.098157 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-4a825cfa-c591-449f-a288-603248e0bb3e req-43ecac98-6ae3-4577-acdf-4dff8f777bd3 tempest-VolumesActionsTest-1267001824 tempest-VolumesActionsTest-1267001824-project] 10.222.0.64 "GET /v2.0/ports?device_id=3ac2e6a9-852e-48ae-8cda-707af3307a7e HTTP/1.1" status: 200 len: 946 time: 0.0642560 Jun 24 15:20:18.150346 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-33dcafa9-8982-4bc6-bb1d-46f98997ee12 req-b8900ff1-a2da-4b7f-80de-615664ee09be tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] 10.222.0.67 "GET /v2.0/security-groups?id=5f1fbf49-a9a0-40f0-900c-2506ca6ce2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071966 Jun 24 15:20:18.224067 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.plugin [req-4a825cfa-c591-449f-a288-603248e0bb3e req-467b1063-4fd1-40f7-b7e8-b96d43d21e05 tempest-VolumesActionsTest-1267001824 tempest-VolumesActionsTest-1267001824-project] Deleting port f25dd474-cda1-411f-a882-7ac444a93772 {{(pid=104512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 15:20:18.224067 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [req-4a825cfa-c591-449f-a288-603248e0bb3e req-467b1063-4fd1-40f7-b7e8-b96d43d21e05 tempest-VolumesActionsTest-1267001824 tempest-VolumesActionsTest-1267001824-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761385095720'] for port (f25dd474-cda1-411f-a882-7ac444a93772), before_delete {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:20:18.345876 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a060f2b1-2344-444a-94c3-9174ac64d23b req-036c1784-58bd-42e0-949b-4ee1e6c9d73d tempest-VolumesActionsTest-1267001824 tempest-VolumesActionsTest-1267001824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:20:18.347534 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-a060f2b1-2344-444a-94c3-9174ac64d23b req-036c1784-58bd-42e0-949b-4ee1e6c9d73d tempest-VolumesActionsTest-1267001824 tempest-VolumesActionsTest-1267001824-project] 10.222.0.67 "GET /v2.0/ports?device_id=3ac2e6a9-852e-48ae-8cda-707af3307a7e HTTP/1.1" status: 200 len: 946 time: 0.0855920 Jun 24 15:20:18.390191 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.db [req-4a825cfa-c591-449f-a288-603248e0bb3e req-467b1063-4fd1-40f7-b7e8-b96d43d21e05 tempest-VolumesActionsTest-1267001824 tempest-VolumesActionsTest-1267001824-project] For port f25dd474-cda1-411f-a882-7ac444a93772, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=f25dd474-cda1-411f-a882-7ac444a93772,segment=NetworkSegment(d027ebd4-5e93-4c66-8711-832e8c4ab91f),segment_id=d027ebd4-5e93-4c66-8711-832e8c4ab91f)] {{(pid=104512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 15:20:18.390191 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [req-4a825cfa-c591-449f-a288-603248e0bb3e req-467b1063-4fd1-40f7-b7e8-b96d43d21e05 tempest-VolumesActionsTest-1267001824 tempest-VolumesActionsTest-1267001824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-465599'] for port (f25dd474-cda1-411f-a882-7ac444a93772), precommit_delete {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:20:18.422388 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.plugin [req-4a825cfa-c591-449f-a288-603248e0bb3e req-467b1063-4fd1-40f7-b7e8-b96d43d21e05 tempest-VolumesActionsTest-1267001824 tempest-VolumesActionsTest-1267001824-project] Calling delete_port for f25dd474-cda1-411f-a882-7ac444a93772 owned by compute:nova {{(pid=104512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 15:20:18.440450 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-a060f2b1-2344-444a-94c3-9174ac64d23b req-ad1e4817-2218-4d2e-a096-b0ee8f621533 tempest-VolumesActionsTest-1267001824 tempest-VolumesActionsTest-1267001824-project] 10.222.0.67 "GET /v2.0/security-groups?id=162ebe40-a03a-4be9-8e35-a3c1e8cb26c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840187 Jun 24 15:20:18.642593 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [req-4a825cfa-c591-449f-a288-603248e0bb3e req-467b1063-4fd1-40f7-b7e8-b96d43d21e05 tempest-VolumesActionsTest-1267001824 tempest-VolumesActionsTest-1267001824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761385101680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761384583307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3859661'] for port (f25dd474-cda1-411f-a882-7ac444a93772), after_delete {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:20:18.655505 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.db [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] get_ports_and_sgs() called for port_ids ['f25dd474-cda1-411f-a882-7ac444a93772'] {{(pid=104513) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 15:20:18.669619 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467b1063-4fd1-40f7-b7e8-b96d43d21e05 tempest-VolumesActionsTest-1267001824 tempest-VolumesActionsTest-1267001824-project] Pushing event deleted for resources: {'Port': ['ID=f25dd474-cda1-411f-a882-7ac444a93772,revision_number=None']} {{(pid=104512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:20:18.722212 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a825cfa-c591-449f-a288-603248e0bb3e req-467b1063-4fd1-40f7-b7e8-b96d43d21e05 tempest-VolumesActionsTest-1267001824 tempest-VolumesActionsTest-1267001824-project] No DVR routers for this DVR port f25dd474-cda1-411f-a882-7ac444a93772 on host hv-cinder-83538 {{(pid=104512) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 24 15:20:18.724756 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [req-4a825cfa-c591-449f-a288-603248e0bb3e req-467b1063-4fd1-40f7-b7e8-b96d43d21e05 tempest-VolumesActionsTest-1267001824 tempest-VolumesActionsTest-1267001824-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30073'] for port (None), before_response {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:20:18.728017 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-4a825cfa-c591-449f-a288-603248e0bb3e req-467b1063-4fd1-40f7-b7e8-b96d43d21e05 tempest-VolumesActionsTest-1267001824 tempest-VolumesActionsTest-1267001824-project] 10.222.0.64 "DELETE /v2.0/ports/f25dd474-cda1-411f-a882-7ac444a93772 HTTP/1.1" status: 204 len: 173 time: 0.6224616 Jun 24 15:20:18.728457 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ac2e6a9-852e-48ae-8cda-707af3307a7e', 'name': 'network-vif-deleted', 'tag': 'f25dd474-cda1-411f-a882-7ac444a93772'}] {{(pid=104512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 15:20:18.730665 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9db87de5340c6be2811fa9e5912a63998a589dd3f857fd3823a550d1ae48127" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c0d853e-83e4-46eb-8079-467d8368637e" -d '{"events": [{"server_uuid": "3ac2e6a9-852e-48ae-8cda-707af3307a7e", "name": "network-vif-deleted", "tag": "f25dd474-cda1-411f-a882-7ac444a93772"}]}' {{(pid=104512) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 15:20:18.765500 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 15:20:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a11e9d46-3a09-411a-94ae-4cbc34513759 x-openstack-request-id: req-a11e9d46-3a09-411a-94ae-4cbc34513759 {{(pid=104512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 15:20:18.765787 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ac2e6a9-852e-48ae-8cda-707af3307a7e", "name": "network-vif-deleted", "tag": "f25dd474-cda1-411f-a882-7ac444a93772", "status": "completed", "code": 200}]} {{(pid=104512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 15:20:18.766055 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-a11e9d46-3a09-411a-94ae-4cbc34513759 {{(pid=104512) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 15:20:18.766433 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a11e9d46-3a09-411a-94ae-4cbc34513759'] response: {'server_uuid': '3ac2e6a9-852e-48ae-8cda-707af3307a7e', 'name': 'network-vif-deleted', 'tag': 'f25dd474-cda1-411f-a882-7ac444a93772', 'status': 'completed', 'code': 200} Jun 24 15:20:18.867976 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.wsgi [-] (104511) accepted ('10.222.0.67', 40012) {{(pid=104511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:20:19.023148 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.wsgi [-] (104511) accepted ('10.222.0.67', 40024) {{(pid=104511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:20:19.105844 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-21b9de14-7151-47f4-807c-25840b185595 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:20:19.126320 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-ca8836c0-85c2-4c7d-86cd-d767d2fa047f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:20:19.223788 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=80,neutron:INSERT=15,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:20:19.254674 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-21b9de14-7151-47f4-807c-25840b185595 admin admin] Publish callbacks [] for security_group (6ee370c3-28f0-4db8-bef7-87efca84e058), precommit_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:20:19.273645 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-ca8836c0-85c2-4c7d-86cd-d767d2fa047f admin admin] Publish callbacks [] for security_group (47996de1-71b1-4ed3-a1ab-22444aa3cde7), precommit_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:20:19.295114 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8a55b9-4c60-496d-a7a3-172df48f6f2c req-8990283c-dacc-4315-8f7f-3df8e9560533 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:20:19.296619 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-fd8a55b9-4c60-496d-a7a3-172df48f6f2c req-8990283c-dacc-4315-8f7f-3df8e9560533 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] 10.222.0.67 "GET /v2.0/ports?device_id=d1a390f9-db97-4a41-a7df-e71f3d5c9ceb HTTP/1.1" status: 200 len: 945 time: 0.0589795 Jun 24 15:20:19.308935 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:20:19.346832 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-fd8a55b9-4c60-496d-a7a3-172df48f6f2c req-01299516-5b53-40b6-8e5e-1f1ace76fee8 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] 10.222.0.67 "GET /v2.0/security-groups?id=5f1fbf49-a9a0-40f0-900c-2506ca6ce2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443883 Jun 24 15:20:19.367229 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-21b9de14-7151-47f4-807c-25840b185595 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-275664'] for security_group (6ee370c3-28f0-4db8-bef7-87efca84e058), after_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:20:19.398574 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-ca8836c0-85c2-4c7d-86cd-d767d2fa047f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-275664'] for security_group (47996de1-71b1-4ed3-a1ab-22444aa3cde7), after_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:20:19.416836 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b9de14-7151-47f4-807c-25840b185595 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ee370c3-28f0-4db8-bef7-87efca84e058,revision_number=1']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:20:19.424611 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [None req-21b9de14-7151-47f4-807c-25840b185595 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=f1046fd13d5343c491f716f6f5a71c93&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5554428 Jun 24 15:20:19.427081 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.wsgi [-] (104512) accepted ('10.222.0.67', 40038) {{(pid=104512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:20:19.451898 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [None req-ca8836c0-85c2-4c7d-86cd-d767d2fa047f admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=4afcf1169dca4aa7b0c2c4160c0bd743&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4253120 Jun 24 15:20:19.452347 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.wsgi [-] (104511) accepted ('10.222.0.67', 40042) {{(pid=104511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:20:19.470893 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:20:19.503681 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8836c0-85c2-4c7d-86cd-d767d2fa047f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47996de1-71b1-4ed3-a1ab-22444aa3cde7,revision_number=1']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:20:19.542613 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-d79fc297-c49d-471a-9f24-b528ba20d834 admin admin] Publish callbacks [] for security_group (6ee370c3-28f0-4db8-bef7-87efca84e058), before_delete {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:20:19.554660 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-1de92e82-4500-45be-8388-a6d2c39535f7 admin admin] Publish callbacks [] for security_group (47996de1-71b1-4ed3-a1ab-22444aa3cde7), before_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:20:19.585566 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-1de92e82-4500-45be-8388-a6d2c39535f7 admin admin] Publish callbacks [] for security_group (47996de1-71b1-4ed3-a1ab-22444aa3cde7), precommit_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:20:19.592232 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=81,neutron:INSERT=18,neutron:UPDATE=1 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:20:19.601403 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-d79fc297-c49d-471a-9f24-b528ba20d834 admin admin] Publish callbacks [] for security_group (6ee370c3-28f0-4db8-bef7-87efca84e058), precommit_delete {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:20:19.604747 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-baadbb1f-8f4c-480f-aa7f-4af778a81804 req-9caac65a-658c-4560-be2c-b5c09eecc027 tempest-VolumesActionsTest-1267001824 tempest-VolumesActionsTest-1267001824-project] 10.222.0.67 "GET /v2.0/ports?device_id=3ac2e6a9-852e-48ae-8cda-707af3307a7e HTTP/1.1" status: 200 len: 210 time: 0.0509698 Jun 24 15:20:19.728155 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-1de92e82-4500-45be-8388-a6d2c39535f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-275664'] for security_group (47996de1-71b1-4ed3-a1ab-22444aa3cde7), after_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:20:19.730679 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-1de92e82-4500-45be-8388-a6d2c39535f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:20:19.734194 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [None req-1de92e82-4500-45be-8388-a6d2c39535f7 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/47996de1-71b1-4ed3-a1ab-22444aa3cde7 HTTP/1.1" status: 204 len: 168 time: 0.2783060 Jun 24 15:20:19.740296 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de92e82-4500-45be-8388-a6d2c39535f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47996de1-71b1-4ed3-a1ab-22444aa3cde7,revision_number=None']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:20:19.758040 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-d79fc297-c49d-471a-9f24-b528ba20d834 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-275664'] for security_group (6ee370c3-28f0-4db8-bef7-87efca84e058), after_delete {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:20:19.761182 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-d79fc297-c49d-471a-9f24-b528ba20d834 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:20:19.762379 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [None req-d79fc297-c49d-471a-9f24-b528ba20d834 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/6ee370c3-28f0-4db8-bef7-87efca84e058 HTTP/1.1" status: 204 len: 168 time: 0.3334811 Jun 24 15:20:19.768233 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG dbcounter [-] [104514] Writing DB stats neutron:SELECT=43,neutron:DELETE=1 {{(pid=104514) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:20:19.793836 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79fc297-c49d-471a-9f24-b528ba20d834 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ee370c3-28f0-4db8-bef7-87efca84e058,revision_number=None']} {{(pid=104512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:20:20.481734 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415be206-8daf-4c8a-b8e6-9bfd3e00e819 req-e2819b8a-b963-4f14-bff7-000de335ada2 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:20:20.483268 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-415be206-8daf-4c8a-b8e6-9bfd3e00e819 req-e2819b8a-b963-4f14-bff7-000de335ada2 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] 10.222.0.67 "GET /v2.0/ports?device_id=d1a390f9-db97-4a41-a7df-e71f3d5c9ceb HTTP/1.1" status: 200 len: 945 time: 0.0481761 Jun 24 15:20:20.498884 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.wsgi [-] (104511) accepted ('10.222.0.67', 40070) {{(pid=104511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:20:20.537777 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-239523a8-f460-45d1-93df-3819771f98e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:20:20.543770 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-415be206-8daf-4c8a-b8e6-9bfd3e00e819 req-3d43cb9b-29fe-43d2-8210-74d4e14ade44 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] 10.222.0.67 "GET /v2.0/security-groups?id=5f1fbf49-a9a0-40f0-900c-2506ca6ce2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538099 Jun 24 15:20:20.667387 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-239523a8-f460-45d1-93df-3819771f98e3 admin admin] Publish callbacks [] for security_group (a3f0332b-03ef-4edb-bb7b-a9ed79566a76), precommit_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:20:20.709870 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a426899a-a901-4d38-8018-1db10e6aab3b req-96ba7aee-45ca-4101-93c4-5b9098e4c9a3 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:20:20.711428 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-a426899a-a901-4d38-8018-1db10e6aab3b req-96ba7aee-45ca-4101-93c4-5b9098e4c9a3 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] 10.222.0.67 "GET /v2.0/ports?device_id=72dcf091-51b8-4200-86d7-002dde49e07c HTTP/1.1" status: 200 len: 945 time: 0.0729065 Jun 24 15:20:20.763492 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-239523a8-f460-45d1-93df-3819771f98e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-275664'] for security_group (a3f0332b-03ef-4edb-bb7b-a9ed79566a76), after_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:20:20.766426 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-a426899a-a901-4d38-8018-1db10e6aab3b req-dfe9e6c2-2c89-457c-abc2-0d0bcf9f014d tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] 10.222.0.67 "GET /v2.0/security-groups?id=5f1fbf49-a9a0-40f0-900c-2506ca6ce2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485022 Jun 24 15:20:20.872864 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [None req-239523a8-f460-45d1-93df-3819771f98e3 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=db8d818144084415bb59bdcc6cb53712&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3719440 Jun 24 15:20:20.874250 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239523a8-f460-45d1-93df-3819771f98e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3f0332b-03ef-4edb-bb7b-a9ed79566a76,revision_number=1']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:20:20.878515 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.wsgi [-] (104512) accepted ('10.222.0.67', 40102) {{(pid=104512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:20:20.992154 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-54a9f0b8-764e-4cee-b667-5441fbbdf5f1 admin admin] Publish callbacks [] for security_group (a3f0332b-03ef-4edb-bb7b-a9ed79566a76), before_delete {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:20:21.037274 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.wsgi [-] (104511) accepted ('10.222.0.67', 40106) {{(pid=104511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:20:21.057218 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-38654de6-5f8f-4edf-8ed6-b0d72ecd3cef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:20:21.068536 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-54a9f0b8-764e-4cee-b667-5441fbbdf5f1 admin admin] Publish callbacks [] for security_group (a3f0332b-03ef-4edb-bb7b-a9ed79566a76), precommit_delete {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:20:21.154093 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-38654de6-5f8f-4edf-8ed6-b0d72ecd3cef admin admin] Publish callbacks [] for security_group (6b64c521-1d75-4eee-ab26-7e2938930a03), precommit_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:20:21.212658 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a69cf44-13cf-452d-877f-dba22c159d57 req-ae1d4681-6225-498a-b9c3-425f488b9c76 tempest-VolumesActionsTest-1267001824 tempest-VolumesActionsTest-1267001824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:20:21.214109 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-9a69cf44-13cf-452d-877f-dba22c159d57 req-ae1d4681-6225-498a-b9c3-425f488b9c76 tempest-VolumesActionsTest-1267001824 tempest-VolumesActionsTest-1267001824-project] 10.222.0.67 "GET /v2.0/networks?id=68929872-8e73-4fa4-8752-c483abf62b64 HTTP/1.1" status: 200 len: 807 time: 0.2540045 Jun 24 15:20:21.231584 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-9a69cf44-13cf-452d-877f-dba22c159d57 req-4a8c95f4-5e74-409c-9cc8-e4415bfdcf06 tempest-VolumesActionsTest-1267001824 tempest-VolumesActionsTest-1267001824-project] 10.222.0.67 "GET /v2.0/quotas/b0fa019dc14d4e40a77d6b7db5cad9be HTTP/1.1" status: 200 len: 375 time: 0.0100415 Jun 24 15:20:21.260619 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-38654de6-5f8f-4edf-8ed6-b0d72ecd3cef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-275664'] for security_group (6b64c521-1d75-4eee-ab26-7e2938930a03), after_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:20:21.265688 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-9a69cf44-13cf-452d-877f-dba22c159d57 req-f4e0433e-8124-4215-94d4-93f272de05a7 tempest-VolumesActionsTest-1267001824 tempest-VolumesActionsTest-1267001824-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=b0fa019dc14d4e40a77d6b7db5cad9be&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0279603 Jun 24 15:20:21.272669 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-54a9f0b8-764e-4cee-b667-5441fbbdf5f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-275664'] for security_group (a3f0332b-03ef-4edb-bb7b-a9ed79566a76), after_delete {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:20:21.277760 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-54a9f0b8-764e-4cee-b667-5441fbbdf5f1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:20:21.285161 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [None req-54a9f0b8-764e-4cee-b667-5441fbbdf5f1 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/a3f0332b-03ef-4edb-bb7b-a9ed79566a76 HTTP/1.1" status: 204 len: 168 time: 0.4052041 Jun 24 15:20:21.306598 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-0f15a207-be39-40d1-87a3-0af1c0aadf78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697012'] for agent (61dc9491-0c49-467e-b62a-6961ce952bc2), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:20:21.324632 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [None req-38654de6-5f8f-4edf-8ed6-b0d72ecd3cef admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=670c34bbd1bd40979e2e3c331a1790ae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2832842 Jun 24 15:20:21.324632 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38654de6-5f8f-4edf-8ed6-b0d72ecd3cef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b64c521-1d75-4eee-ab26-7e2938930a03,revision_number=1']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:20:21.326601 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.wsgi [-] (104511) accepted ('10.222.0.67', 40112) {{(pid=104511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:20:21.348865 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a9f0b8-764e-4cee-b667-5441fbbdf5f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3f0332b-03ef-4edb-bb7b-a9ed79566a76,revision_number=None']} {{(pid=104512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:20:21.412957 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-be2d4dba-8fba-411c-81fa-090f9549b57b admin admin] Publish callbacks [] for security_group (6b64c521-1d75-4eee-ab26-7e2938930a03), before_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:20:21.435615 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:20:21.441762 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-9a69cf44-13cf-452d-877f-dba22c159d57 req-8a891f1f-552c-4d02-9dbf-3722014a8642 service neutron] 10.222.0.67 "GET /v2.0/networks/68929872-8e73-4fa4-8752-c483abf62b64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1544011 Jun 24 15:20:21.460396 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-be2d4dba-8fba-411c-81fa-090f9549b57b admin admin] Publish callbacks [] for security_group (6b64c521-1d75-4eee-ab26-7e2938930a03), precommit_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:20:21.575731 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-9a69cf44-13cf-452d-877f-dba22c159d57 req-d4d5f327-830e-4636-8f45-5e849eeafbe5 service neutron] 10.222.0.67 "GET /v2.0/networks/68929872-8e73-4fa4-8752-c483abf62b64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250496 Jun 24 15:20:21.594784 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-be2d4dba-8fba-411c-81fa-090f9549b57b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-275664'] for security_group (6b64c521-1d75-4eee-ab26-7e2938930a03), after_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:20:21.601901 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-be2d4dba-8fba-411c-81fa-090f9549b57b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:20:21.603106 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [None req-be2d4dba-8fba-411c-81fa-090f9549b57b admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/6b64c521-1d75-4eee-ab26-7e2938930a03 HTTP/1.1" status: 204 len: 168 time: 0.2753775 Jun 24 15:20:21.627675 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2d4dba-8fba-411c-81fa-090f9549b57b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b64c521-1d75-4eee-ab26-7e2938930a03,revision_number=None']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:20:21.746703 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.db.agents_db [None req-1e76bcc0-0ba2-49bf-a9b5-df198b272e3c None None] Agent healthcheck: found 6 active agents {{(pid=104514) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 15:20:21.848806 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-23872d66-57de-473d-9c01-057c3711058b req-4e34eb3f-48f1-4eb2-b351-ff67af1e2a33 tempest-VolumesActionsTest-1267001824 tempest-VolumesActionsTest-1267001824-project] 10.222.0.67 "GET /v2.0/ports?device_id=09d57783-9c2b-450c-b8f3-0d035c7eb0f6 HTTP/1.1" status: 200 len: 210 time: 0.0316267 Jun 24 15:20:22.345609 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.wsgi [-] (104511) accepted ('10.222.0.67', 40150) {{(pid=104511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:20:22.495914 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-69b3aa8f-58a1-475d-9aca-0087027aa35a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:20:22.520074 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=76,neutron:DELETE=7,neutron:INSERT=15,neutron:UPDATE=2 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:20:22.532151 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.wsgi [-] (104512) accepted ('10.222.0.67', 40164) {{(pid=104512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:20:22.548608 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-9f048f34-d689-473b-b594-5e20220b5b46 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:20:22.584180 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-69b3aa8f-58a1-475d-9aca-0087027aa35a admin admin] Publish callbacks [] for security_group (92f2a586-995c-4fe7-8326-6856ad0f235e), precommit_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:20:22.631931 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.rpc [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Device f25dd474-cda1-411f-a882-7ac444a93772 no longer exists at agent hyperv_hv-cinder-83538 {{(pid=104513) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 15:20:22.633750 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-9f048f34-d689-473b-b594-5e20220b5b46 admin admin] Publish callbacks [] for security_group (b6fa579c-cabe-4f68-adf9-b7a877f70ae3), precommit_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:20:22.651119 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.plugin [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] No Port match for: f25dd474-cda1-411f-a882-7ac444a93772 {{(pid=104513) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 15:20:22.651497 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.rpc [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Device f25dd474-cda1-411f-a882-7ac444a93772 not bound to the agent host hv-cinder-83538 {{(pid=104513) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 15:20:22.689225 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-69b3aa8f-58a1-475d-9aca-0087027aa35a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-275664'] for security_group (92f2a586-995c-4fe7-8326-6856ad0f235e), after_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:20:22.710675 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-9f048f34-d689-473b-b594-5e20220b5b46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-275664'] for security_group (b6fa579c-cabe-4f68-adf9-b7a877f70ae3), after_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:20:22.739206 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b3aa8f-58a1-475d-9aca-0087027aa35a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92f2a586-995c-4fe7-8326-6856ad0f235e,revision_number=1']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:20:22.750155 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:20:22.756381 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [None req-9f048f34-d689-473b-b594-5e20220b5b46 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=b359beefcd8943a8a7761abc331e6c5a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2222881 Jun 24 15:20:22.757274 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f048f34-d689-473b-b594-5e20220b5b46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6fa579c-cabe-4f68-adf9-b7a877f70ae3,revision_number=1']} {{(pid=104512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:20:22.759721 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.wsgi [-] (104512) accepted ('10.222.0.67', 40172) {{(pid=104512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:20:22.781608 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [None req-69b3aa8f-58a1-475d-9aca-0087027aa35a admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=77496a24e01e461986a18995f456c10c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4346611 Jun 24 15:20:22.782220 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.wsgi [-] (104511) accepted ('10.222.0.67', 40174) {{(pid=104511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:20:22.805409 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=80,neutron:INSERT=18,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:20:22.828281 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-1e93d5f7-18ae-4541-b9cc-2df3c8878985 admin admin] Publish callbacks [] for security_group (b6fa579c-cabe-4f68-adf9-b7a877f70ae3), before_delete {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:20:22.852881 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-1e93d5f7-18ae-4541-b9cc-2df3c8878985 admin admin] Publish callbacks [] for security_group (b6fa579c-cabe-4f68-adf9-b7a877f70ae3), precommit_delete {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:20:22.857124 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-f9edfb81-da47-4e28-9d58-91d77a5d3012 admin admin] Publish callbacks [] for security_group (92f2a586-995c-4fe7-8326-6856ad0f235e), before_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:20:22.883742 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-f9edfb81-da47-4e28-9d58-91d77a5d3012 admin admin] Publish callbacks [] for security_group (92f2a586-995c-4fe7-8326-6856ad0f235e), precommit_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:20:22.952452 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-31219d67-43ea-406c-9f5b-d1eefbca8679 req-5072fa27-85fc-4aa9-9231-bf3e000f2e4f tempest-VolumesActionsTest-1267001824 tempest-VolumesActionsTest-1267001824-project] 10.222.0.67 "GET /v2.0/ports?device_id=09d57783-9c2b-450c-b8f3-0d035c7eb0f6 HTTP/1.1" status: 200 len: 210 time: 0.0282760 Jun 24 15:20:23.017568 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-1e93d5f7-18ae-4541-b9cc-2df3c8878985 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-275664'] for security_group (b6fa579c-cabe-4f68-adf9-b7a877f70ae3), after_delete {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:20:23.021331 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-1e93d5f7-18ae-4541-b9cc-2df3c8878985 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:20:23.025454 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [None req-1e93d5f7-18ae-4541-b9cc-2df3c8878985 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/b6fa579c-cabe-4f68-adf9-b7a877f70ae3 HTTP/1.1" status: 204 len: 168 time: 0.2616117 Jun 24 15:20:23.037794 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e93d5f7-18ae-4541-b9cc-2df3c8878985 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6fa579c-cabe-4f68-adf9-b7a877f70ae3,revision_number=None']} {{(pid=104512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:20:23.038875 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-f9edfb81-da47-4e28-9d58-91d77a5d3012 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-275664'] for security_group (92f2a586-995c-4fe7-8326-6856ad0f235e), after_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:20:23.051927 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-f9edfb81-da47-4e28-9d58-91d77a5d3012 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:20:23.056394 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [None req-f9edfb81-da47-4e28-9d58-91d77a5d3012 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/92f2a586-995c-4fe7-8326-6856ad0f235e HTTP/1.1" status: 204 len: 168 time: 0.2729647 Jun 24 15:20:23.078901 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9edfb81-da47-4e28-9d58-91d77a5d3012 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92f2a586-995c-4fe7-8326-6856ad0f235e,revision_number=None']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:20:23.585446 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76a5988-ba19-47f3-bc91-6f936976becc req-80afec91-7645-4731-9601-b65a305331cd tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:20:23.592178 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-d76a5988-ba19-47f3-bc91-6f936976becc req-80afec91-7645-4731-9601-b65a305331cd tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] 10.222.0.67 "GET /v2.0/ports?device_id=72dcf091-51b8-4200-86d7-002dde49e07c HTTP/1.1" status: 200 len: 945 time: 0.0724137 Jun 24 15:20:23.644517 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38782df-61b9-4000-8e26-5ff5357aaaf5 req-4eb64562-a88e-4c67-89ff-5fe0ebda7a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:20:23.646059 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-d38782df-61b9-4000-8e26-5ff5357aaaf5 req-4eb64562-a88e-4c67-89ff-5fe0ebda7a62 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b6bf0e1123fa47a7844e09127fb16d6e&device_id=72dcf091-51b8-4200-86d7-002dde49e07c HTTP/1.1" status: 200 len: 1129 time: 0.0579572 Jun 24 15:20:23.695690 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-d76a5988-ba19-47f3-bc91-6f936976becc req-5ab2faf4-461a-4040-b3b1-c4382d6515d3 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] 10.222.0.67 "GET /v2.0/security-groups?id=5f1fbf49-a9a0-40f0-900c-2506ca6ce2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768328 Jun 24 15:20:23.744823 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-3916c086-5ae6-443e-923e-22ccc342bc47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697012'] for agent (45985ff7-1335-48cd-ab02-73eb58295827), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:20:23.750482 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:DELETE=4 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:20:23.775275 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38782df-61b9-4000-8e26-5ff5357aaaf5 req-3b6d8fbb-95e1-479f-800d-da7cb8740210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:20:23.779719 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-d38782df-61b9-4000-8e26-5ff5357aaaf5 req-3b6d8fbb-95e1-479f-800d-da7cb8740210 service neutron] 10.222.0.64 "GET /v2.0/networks?id=af13b512-ccae-46a6-b2e4-3851b74c876d HTTP/1.1" status: 200 len: 920 time: 0.1204259 Jun 24 15:20:23.943668 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-d38782df-61b9-4000-8e26-5ff5357aaaf5 req-55f2716a-14df-48ac-b0fa-c7785af23e42 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cdb31b17-1cea-4ead-bfa9-8e2eaf5beea8 HTTP/1.1" status: 200 len: 217 time: 0.0409064 Jun 24 15:20:23.998931 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38782df-61b9-4000-8e26-5ff5357aaaf5 req-04da70c5-2527-4022-b757-0ca418b7d65a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:20:24.000584 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-d38782df-61b9-4000-8e26-5ff5357aaaf5 req-04da70c5-2527-4022-b757-0ca418b7d65a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=298c1716-00da-4f9f-a34c-b32e0b6a8775 HTTP/1.1" status: 200 len: 858 time: 0.0488589 Jun 24 15:20:24.074718 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38782df-61b9-4000-8e26-5ff5357aaaf5 req-f589df73-464b-47bc-b0ab-ee86a4d7f060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:20:24.076501 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-d38782df-61b9-4000-8e26-5ff5357aaaf5 req-f589df73-464b-47bc-b0ab-ee86a4d7f060 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=af13b512-ccae-46a6-b2e4-3851b74c876d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0558894 Jun 24 15:20:24.162560 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-f38694f2-dea0-44b9-b8a0-26754d339c8e req-484c1ac5-e80a-4a32-9271-a6ffeb41b6ed tempest-VolumesActionsTest-1267001824 tempest-VolumesActionsTest-1267001824-project] 10.222.0.67 "GET /v2.0/ports?device_id=09d57783-9c2b-450c-b8f3-0d035c7eb0f6 HTTP/1.1" status: 200 len: 210 time: 0.0711238 Jun 24 15:20:24.203634 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.wsgi [-] (104512) accepted ('10.222.0.67', 40218) {{(pid=104512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:20:24.219680 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-d38782df-61b9-4000-8e26-5ff5357aaaf5 req-f913f201-9051-4860-b905-d1dde0462145 service neutron] 10.222.0.64 "GET /v2.0/networks/af13b512-ccae-46a6-b2e4-3851b74c876d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1076229 Jun 24 15:20:24.250521 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a69cf44-13cf-452d-877f-dba22c159d57 req-d13af75a-a4d3-41d5-9490-58b340c75b64 tempest-VolumesActionsTest-1267001824 tempest-VolumesActionsTest-1267001824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:20:24.252588 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [req-9a69cf44-13cf-452d-877f-dba22c159d57 req-d13af75a-a4d3-41d5-9490-58b340c75b64 tempest-VolumesActionsTest-1267001824 tempest-VolumesActionsTest-1267001824-project] 10.222.0.64 "GET /v2.0/networks?id=68929872-8e73-4fa4-8752-c483abf62b64 HTTP/1.1" status: 200 len: 807 time: 0.1186118 Jun 24 15:20:24.264467 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.v2.base [req-9a69cf44-13cf-452d-877f-dba22c159d57 req-cbf5758c-0d1a-4648-8be4-a0482eb24dee tempest-VolumesActionsTest-1267001824 tempest-VolumesActionsTest-1267001824-project] Request body: {'port': {'device_id': '09d57783-9c2b-450c-b8f3-0d035c7eb0f6', 'network_id': '68929872-8e73-4fa4-8752-c483abf62b64', 'admin_state_up': True, 'tenant_id': 'b0fa019dc14d4e40a77d6b7db5cad9be'}} {{(pid=104511) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 15:20:24.333721 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-d38782df-61b9-4000-8e26-5ff5357aaaf5 req-df26f52d-ea47-473d-a070-45d55b2e05fd service neutron] 10.222.0.64 "GET /v2.0/networks/af13b512-ccae-46a6-b2e4-3851b74c876d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021681 Jun 24 15:20:24.449155 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a69cf44-13cf-452d-877f-dba22c159d57 req-cbf5758c-0d1a-4648-8be4-a0482eb24dee tempest-VolumesActionsTest-1267001824 tempest-VolumesActionsTest-1267001824-project] Made reservation on behalf of b0fa019dc14d4e40a77d6b7db5cad9be for: {'port': 1} {{(pid=104511) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 15:20:24.452784 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [req-9a69cf44-13cf-452d-877f-dba22c159d57 req-cbf5758c-0d1a-4648-8be4-a0482eb24dee tempest-VolumesActionsTest-1267001824 tempest-VolumesActionsTest-1267001824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7727318'] for port (None), before_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:20:24.498830 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-32d0a0be-71e3-4a52-bfce-29f4ed5faa91 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:20:24.551409 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:20:24.591752 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:20:24.608940 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-32d0a0be-71e3-4a52-bfce-29f4ed5faa91 admin admin] Publish callbacks [] for security_group (b1a9b873-ecd0-4bb4-ace9-5feab6a69fd6), precommit_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:20:24.627371 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.db.db_base_plugin_common [req-9a69cf44-13cf-452d-877f-dba22c159d57 req-cbf5758c-0d1a-4648-8be4-a0482eb24dee tempest-VolumesActionsTest-1267001824 tempest-VolumesActionsTest-1267001824-project] Allocated IP 172.20.0.2 (68929872-8e73-4fa4-8752-c483abf62b64/a76427aa-30a6-4fc2-85bb-39f974631fb0/33fdc46a-6b68-44a6-93f0-28065add4baf) {{(pid=104511) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 15:20:24.687716 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-32d0a0be-71e3-4a52-bfce-29f4ed5faa91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-275664'] for security_group (b1a9b873-ecd0-4bb4-ace9-5feab6a69fd6), after_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:20:24.739137 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d0a0be-71e3-4a52-bfce-29f4ed5faa91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1a9b873-ecd0-4bb4-ace9-5feab6a69fd6,revision_number=1']} {{(pid=104512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:20:24.745255 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [None req-32d0a0be-71e3-4a52-bfce-29f4ed5faa91 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=d1d278a02d924d9f990bdf0bac334b05&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5404074 Jun 24 15:20:24.748179 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.wsgi [-] (104512) accepted ('10.222.0.67', 40250) {{(pid=104512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:20:24.809156 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-fb104580-97b6-464a-86c3-53b164138ef6 admin admin] Publish callbacks [] for security_group (b1a9b873-ecd0-4bb4-ace9-5feab6a69fd6), before_delete {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:20:24.847169 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-fb104580-97b6-464a-86c3-53b164138ef6 admin admin] Publish callbacks [] for security_group (b1a9b873-ecd0-4bb4-ace9-5feab6a69fd6), precommit_delete {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:20:24.894575 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [req-9a69cf44-13cf-452d-877f-dba22c159d57 req-cbf5758c-0d1a-4648-8be4-a0482eb24dee tempest-VolumesActionsTest-1267001824 tempest-VolumesActionsTest-1267001824-project] Publish callbacks [] for port (33fdc46a-6b68-44a6-93f0-28065add4baf), precommit_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:20:24.922203 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-6e9ba797-1d0c-40f8-9e0c-708f895be0b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697012'] for agent (f984396c-9862-4f32-9cf6-f19d2e5feb00), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:20:24.927844 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afba91cd-06c4-4c00-b5ac-c4747de68d6a req-39a33b6f-e1b7-4d70-b3cc-afacc456edfc tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:20:24.929392 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-afba91cd-06c4-4c00-b5ac-c4747de68d6a req-39a33b6f-e1b7-4d70-b3cc-afacc456edfc tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] 10.222.0.67 "GET /v2.0/ports?device_id=72dcf091-51b8-4200-86d7-002dde49e07c HTTP/1.1" status: 200 len: 945 time: 0.0695822 Jun 24 15:20:24.987519 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-afba91cd-06c4-4c00-b5ac-c4747de68d6a req-71496f63-2270-41cb-a378-d75aec0bb5d1 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] 10.222.0.67 "GET /v2.0/security-groups?id=5f1fbf49-a9a0-40f0-900c-2506ca6ce2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514622 Jun 24 15:20:25.034189 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-fb104580-97b6-464a-86c3-53b164138ef6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-275664'] for security_group (b1a9b873-ecd0-4bb4-ace9-5feab6a69fd6), after_delete {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:20:25.034375 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [req-9a69cf44-13cf-452d-877f-dba22c159d57 req-cbf5758c-0d1a-4648-8be4-a0482eb24dee tempest-VolumesActionsTest-1267001824 tempest-VolumesActionsTest-1267001824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761384583298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3599638'] for port (33fdc46a-6b68-44a6-93f0-28065add4baf), after_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:20:25.034901 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-fb104580-97b6-464a-86c3-53b164138ef6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:20:25.036135 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [None req-fb104580-97b6-464a-86c3-53b164138ef6 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/b1a9b873-ecd0-4bb4-ace9-5feab6a69fd6 HTTP/1.1" status: 204 len: 168 time: 0.2871370 Jun 24 15:20:25.046732 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb104580-97b6-464a-86c3-53b164138ef6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1a9b873-ecd0-4bb4-ace9-5feab6a69fd6,revision_number=None']} {{(pid=104512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:20:25.117998 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a69cf44-13cf-452d-877f-dba22c159d57 req-cbf5758c-0d1a-4648-8be4-a0482eb24dee tempest-VolumesActionsTest-1267001824 tempest-VolumesActionsTest-1267001824-project] Network 68929872-8e73-4fa4-8752-c483abf62b64 is already hosted by enough agents. {{(pid=104511) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 15:20:25.123334 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.scheduler.base_scheduler [req-9a69cf44-13cf-452d-877f-dba22c159d57 req-cbf5758c-0d1a-4648-8be4-a0482eb24dee tempest-VolumesActionsTest-1267001824 tempest-VolumesActionsTest-1267001824-project] Resources bound (agent type, host, resource id): {{(pid=104511) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 15:20:25.127710 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a69cf44-13cf-452d-877f-dba22c159d57 req-cbf5758c-0d1a-4648-8be4-a0482eb24dee tempest-VolumesActionsTest-1267001824 tempest-VolumesActionsTest-1267001824-project] Received port after_create {{(pid=104511) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 15:20:25.166437 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf5758c-0d1a-4648-8be4-a0482eb24dee tempest-VolumesActionsTest-1267001824 tempest-VolumesActionsTest-1267001824-project] Pushing event updated for resources: {'Port': ['ID=33fdc46a-6b68-44a6-93f0-28065add4baf,revision_number=1']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:20:25.190502 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a69cf44-13cf-452d-877f-dba22c159d57 req-cbf5758c-0d1a-4648-8be4-a0482eb24dee tempest-VolumesActionsTest-1267001824 tempest-VolumesActionsTest-1267001824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:20:25.191517 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [req-9a69cf44-13cf-452d-877f-dba22c159d57 req-cbf5758c-0d1a-4648-8be4-a0482eb24dee tempest-VolumesActionsTest-1267001824 tempest-VolumesActionsTest-1267001824-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30073'] for port (None), before_response {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:20:25.204273 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:20:25.281775 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027d6976-807e-4954-aba5-92c2e01d4c6e req-6aae575f-2f07-46ab-a163-7434b60243b3 tempest-VolumesActionsTest-1267001824 tempest-VolumesActionsTest-1267001824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:20:25.284567 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-027d6976-807e-4954-aba5-92c2e01d4c6e req-6aae575f-2f07-46ab-a163-7434b60243b3 tempest-VolumesActionsTest-1267001824 tempest-VolumesActionsTest-1267001824-project] 10.222.0.67 "GET /v2.0/ports?device_id=09d57783-9c2b-450c-b8f3-0d035c7eb0f6 HTTP/1.1" status: 200 len: 931 time: 0.0564234 Jun 24 15:20:25.297203 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [req-9a69cf44-13cf-452d-877f-dba22c159d57 req-cbf5758c-0d1a-4648-8be4-a0482eb24dee tempest-VolumesActionsTest-1267001824 tempest-VolumesActionsTest-1267001824-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0363770 Jun 24 15:20:25.309176 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.v2.base [req-9a69cf44-13cf-452d-877f-dba22c159d57 req-61b9908e-aace-4df9-a67d-5481b09c5da2 service neutron] Request body: {'port': {'device_id': '09d57783-9c2b-450c-b8f3-0d035c7eb0f6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83538'}} {{(pid=104511) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 15:20:25.358959 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-027d6976-807e-4954-aba5-92c2e01d4c6e req-74e00990-2007-457a-823f-d85d0845b55a tempest-VolumesActionsTest-1267001824 tempest-VolumesActionsTest-1267001824-project] 10.222.0.67 "GET /v2.0/security-groups?id=162ebe40-a03a-4be9-8e35-a3c1e8cb26c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648279 Jun 24 15:20:25.409649 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [req-9a69cf44-13cf-452d-877f-dba22c159d57 req-61b9908e-aace-4df9-a67d-5481b09c5da2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7727318'] for port (33fdc46a-6b68-44a6-93f0-28065add4baf), before_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:20:25.690828 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.notifiers.nova [req-9a69cf44-13cf-452d-877f-dba22c159d57 req-61b9908e-aace-4df9-a67d-5481b09c5da2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33fdc46a-6b68-44a6-93f0-28065add4baf {{(pid=104511) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 15:20:25.698099 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [req-9a69cf44-13cf-452d-877f-dba22c159d57 req-61b9908e-aace-4df9-a67d-5481b09c5da2 service neutron] Publish callbacks [] for port (33fdc46a-6b68-44a6-93f0-28065add4baf), precommit_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:20:25.711726 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.db.provisioning_blocks [req-9a69cf44-13cf-452d-877f-dba22c159d57 req-61b9908e-aace-4df9-a67d-5481b09c5da2 service neutron] Transition to ACTIVE for port object 33fdc46a-6b68-44a6-93f0-28065add4baf will not be triggered until provisioned by entity L2. {{(pid=104511) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 24 15:20:25.784947 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [req-9a69cf44-13cf-452d-877f-dba22c159d57 req-61b9908e-aace-4df9-a67d-5481b09c5da2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761385101662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761384583316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761384583334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3599631'] for port (33fdc46a-6b68-44a6-93f0-28065add4baf), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:20:25.836649 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b9908e-aace-4df9-a67d-5481b09c5da2 service neutron] Pushing event updated for resources: {'Port': ['ID=33fdc46a-6b68-44a6-93f0-28065add4baf,revision_number=2']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:20:25.906269 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.wsgi [-] (104512) accepted ('10.222.0.67', 40288) {{(pid=104512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:20:25.921118 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.managers [req-9a69cf44-13cf-452d-877f-dba22c159d57 req-61b9908e-aace-4df9-a67d-5481b09c5da2 service neutron] Attempting to bind port 33fdc46a-6b68-44a6-93f0-28065add4baf on host hv-cinder-83538 for vnic_type normal with profile {{(pid=104511) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 15:20:25.921118 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.managers [req-9a69cf44-13cf-452d-877f-dba22c159d57 req-61b9908e-aace-4df9-a67d-5481b09c5da2 service neutron] Attempting to bind port 33fdc46a-6b68-44a6-93f0-28065add4baf by drivers openvswitch,hyperv on host hv-cinder-83538 at level 0 using segments [{'id': 'd027ebd4-5e93-4c66-8711-832e8c4ab91f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '68929872-8e73-4fa4-8752-c483abf62b64'}] {{(pid=104511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 15:20:25.921583 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a69cf44-13cf-452d-877f-dba22c159d57 req-61b9908e-aace-4df9-a67d-5481b09c5da2 service neutron] Attempting to bind port 33fdc46a-6b68-44a6-93f0-28065add4baf on network 68929872-8e73-4fa4-8752-c483abf62b64 {{(pid=104511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 15:20:25.923360 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-20e34c4f-f3ed-4a18-ab95-552511566318 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:20:25.926120 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a69cf44-13cf-452d-877f-dba22c159d57 req-61b9908e-aace-4df9-a67d-5481b09c5da2 service neutron] Port 33fdc46a-6b68-44a6-93f0-28065add4baf on network 68929872-8e73-4fa4-8752-c483abf62b64 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83538 {{(pid=104511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 24 15:20:25.926437 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a69cf44-13cf-452d-877f-dba22c159d57 req-61b9908e-aace-4df9-a67d-5481b09c5da2 service neutron] Attempting to bind port 33fdc46a-6b68-44a6-93f0-28065add4baf on network 68929872-8e73-4fa4-8752-c483abf62b64 {{(pid=104511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 15:20:25.932100 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a69cf44-13cf-452d-877f-dba22c159d57 req-61b9908e-aace-4df9-a67d-5481b09c5da2 service neutron] Checking agent: {'id': 'f0fa743b-ff28-43ff-ac51-704c86538f10', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83538', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 15, 16, 38), 'started_at': datetime.datetime(2022, 6, 24, 15, 16, 38), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 15, 20, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 15:20:25.932457 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a69cf44-13cf-452d-877f-dba22c159d57 req-61b9908e-aace-4df9-a67d-5481b09c5da2 service neutron] Checking segment: {'id': 'd027ebd4-5e93-4c66-8711-832e8c4ab91f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '68929872-8e73-4fa4-8752-c483abf62b64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 15:20:25.932804 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a69cf44-13cf-452d-877f-dba22c159d57 req-61b9908e-aace-4df9-a67d-5481b09c5da2 service neutron] Bound using segment: {'id': 'd027ebd4-5e93-4c66-8711-832e8c4ab91f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '68929872-8e73-4fa4-8752-c483abf62b64'} {{(pid=104511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 15:20:25.933228 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.managers [req-9a69cf44-13cf-452d-877f-dba22c159d57 req-61b9908e-aace-4df9-a67d-5481b09c5da2 service neutron] Bound port: 33fdc46a-6b68-44a6-93f0-28065add4baf, host: hv-cinder-83538, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd027ebd4-5e93-4c66-8711-832e8c4ab91f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '68929872-8e73-4fa4-8752-c483abf62b64'}}] {{(pid=104511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 15:20:25.933586 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [req-9a69cf44-13cf-452d-877f-dba22c159d57 req-61b9908e-aace-4df9-a67d-5481b09c5da2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7727318'] for port (33fdc46a-6b68-44a6-93f0-28065add4baf), before_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:20:25.942716 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:INSERT=1 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:20:26.004381 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.db [req-9a69cf44-13cf-452d-877f-dba22c159d57 req-61b9908e-aace-4df9-a67d-5481b09c5da2 service neutron] For port 33fdc46a-6b68-44a6-93f0-28065add4baf, host hv-cinder-83538, cleared binding levels {{(pid=104511) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 15:20:26.007561 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.db [req-9a69cf44-13cf-452d-877f-dba22c159d57 req-61b9908e-aace-4df9-a67d-5481b09c5da2 service neutron] For port 33fdc46a-6b68-44a6-93f0-28065add4baf, host hv-cinder-83538, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=33fdc46a-6b68-44a6-93f0-28065add4baf,segment=NetworkSegment(d027ebd4-5e93-4c66-8711-832e8c4ab91f),segment_id=d027ebd4-5e93-4c66-8711-832e8c4ab91f)] {{(pid=104511) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 15:20:26.017356 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-20e34c4f-f3ed-4a18-ab95-552511566318 admin admin] Publish callbacks [] for security_group (d6050986-6c9a-487a-bcb3-b70461a95927), precommit_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:20:26.114109 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [req-9a69cf44-13cf-452d-877f-dba22c159d57 req-61b9908e-aace-4df9-a67d-5481b09c5da2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761385101662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761384583316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761384583334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3599631'] for port (33fdc46a-6b68-44a6-93f0-28065add4baf), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:20:26.120666 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3edf2a-2d78-4f1a-9144-181eee072fbb req-06dd4da8-1597-4e51-87c1-e04c1cd8181b tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:20:26.121237 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-ee3edf2a-2d78-4f1a-9144-181eee072fbb req-06dd4da8-1597-4e51-87c1-e04c1cd8181b tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] 10.222.0.67 "GET /v2.0/ports?device_id=72dcf091-51b8-4200-86d7-002dde49e07c HTTP/1.1" status: 200 len: 945 time: 0.0662062 Jun 24 15:20:26.124006 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-20e34c4f-f3ed-4a18-ab95-552511566318 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-275664'] for security_group (d6050986-6c9a-487a-bcb3-b70461a95927), after_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:20:26.171067 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a69cf44-13cf-452d-877f-dba22c159d57 req-61b9908e-aace-4df9-a67d-5481b09c5da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:20:26.171849 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [req-9a69cf44-13cf-452d-877f-dba22c159d57 req-61b9908e-aace-4df9-a67d-5481b09c5da2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30073'] for port (None), before_response {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:20:26.174119 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [req-9a69cf44-13cf-452d-877f-dba22c159d57 req-61b9908e-aace-4df9-a67d-5481b09c5da2 service neutron] 10.222.0.64 "PUT /v2.0/ports/33fdc46a-6b68-44a6-93f0-28065add4baf HTTP/1.1" status: 200 len: 1093 time: 0.8691578 Jun 24 15:20:26.176705 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09d57783-9c2b-450c-b8f3-0d035c7eb0f6', 'tag': '33fdc46a-6b68-44a6-93f0-28065add4baf'}] {{(pid=104511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 15:20:26.180094 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4675c17b6bc846e4b28e54b1b3705f3f7dd7092e5e5b2c0e24b7aeedfd61db99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22ac0f5a-70e5-4013-8fce-0a169246db91" -d '{"events": [{"name": "network-changed", "server_uuid": "09d57783-9c2b-450c-b8f3-0d035c7eb0f6", "tag": "33fdc46a-6b68-44a6-93f0-28065add4baf"}]}' {{(pid=104511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 15:20:26.188331 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [None req-20e34c4f-f3ed-4a18-ab95-552511566318 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=12978f20d301496881b11bc3ba8bf5e2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2809675 Jun 24 15:20:26.192943 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e34c4f-f3ed-4a18-ab95-552511566318 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6050986-6c9a-487a-bcb3-b70461a95927,revision_number=1']} {{(pid=104512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:20:26.205776 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.wsgi [-] (104511) accepted ('10.222.0.67', 40296) {{(pid=104511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:20:26.221831 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-ee3edf2a-2d78-4f1a-9144-181eee072fbb req-f91ed683-7f27-4eab-8eaf-bba6789d1a9c tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] 10.222.0.67 "GET /v2.0/security-groups?id=5f1fbf49-a9a0-40f0-900c-2506ca6ce2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862572 Jun 24 15:20:26.244808 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b9908e-aace-4df9-a67d-5481b09c5da2 service neutron] Pushing event updated for resources: {'Port': ['ID=33fdc46a-6b68-44a6-93f0-28065add4baf,revision_number=3']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:20:26.259204 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Jun 2022 15:20:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85ab726b-2351-4196-a090-c34f9febd3a3 x-openstack-request-id: req-85ab726b-2351-4196-a090-c34f9febd3a3 {{(pid=104511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 15:20:26.259502 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09d57783-9c2b-450c-b8f3-0d035c7eb0f6", "tag": "33fdc46a-6b68-44a6-93f0-28065add4baf", "status": "completed", "code": 200}]} {{(pid=104511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 15:20:26.259724 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-85ab726b-2351-4196-a090-c34f9febd3a3 {{(pid=104511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 15:20:26.260137 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.notifiers.nova [-] Nova event matching ['req-85ab726b-2351-4196-a090-c34f9febd3a3'] response: {'name': 'network-changed', 'server_uuid': '09d57783-9c2b-450c-b8f3-0d035c7eb0f6', 'tag': '33fdc46a-6b68-44a6-93f0-28065add4baf', 'status': 'completed', 'code': 200} Jun 24 15:20:26.318202 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ac0f5a-70e5-4013-8fce-0a169246db91 req-b9d5fdfe-38bc-41c3-b5f2-fbc31d56633c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:20:26.319740 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [req-22ac0f5a-70e5-4013-8fce-0a169246db91 req-b9d5fdfe-38bc-41c3-b5f2-fbc31d56633c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b0fa019dc14d4e40a77d6b7db5cad9be&device_id=09d57783-9c2b-450c-b8f3-0d035c7eb0f6 HTTP/1.1" status: 200 len: 1127 time: 0.0588453 Jun 24 15:20:26.342800 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-56f3a78b-60af-42e5-9b29-5ccc7194aa89 admin admin] Publish callbacks [] for security_group (d6050986-6c9a-487a-bcb3-b70461a95927), before_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:20:26.386755 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-56f3a78b-60af-42e5-9b29-5ccc7194aa89 admin admin] Publish callbacks [] for security_group (d6050986-6c9a-487a-bcb3-b70461a95927), precommit_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:20:26.449362 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-e7d2b4de-897d-40d1-b758-5e5b7ac4c4e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697012'] for agent (2f766f35-a225-44ed-b70f-669caec6f4a7), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:20:26.473292 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ac0f5a-70e5-4013-8fce-0a169246db91 req-174bd72f-83f8-4aa7-ae81-29d5e8220a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:20:26.474897 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [req-22ac0f5a-70e5-4013-8fce-0a169246db91 req-174bd72f-83f8-4aa7-ae81-29d5e8220a01 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=b0fa019dc14d4e40a77d6b7db5cad9be&shared=False HTTP/1.1" status: 200 len: 908 time: 0.1449323 Jun 24 15:20:26.507336 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfaca9c-1a2f-4abf-9b28-35d80555ac45 req-1790811b-dc43-4a6e-92ee-eecc0d634bd8 tempest-VolumesActionsTest-1267001824 tempest-VolumesActionsTest-1267001824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:20:26.508807 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-6bfaca9c-1a2f-4abf-9b28-35d80555ac45 req-1790811b-dc43-4a6e-92ee-eecc0d634bd8 tempest-VolumesActionsTest-1267001824 tempest-VolumesActionsTest-1267001824-project] 10.222.0.67 "GET /v2.0/ports?device_id=09d57783-9c2b-450c-b8f3-0d035c7eb0f6 HTTP/1.1" status: 200 len: 943 time: 0.0498035 Jun 24 15:20:26.557486 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-6bfaca9c-1a2f-4abf-9b28-35d80555ac45 req-57454d31-594c-466f-bb97-418dedbd9ec2 tempest-VolumesActionsTest-1267001824 tempest-VolumesActionsTest-1267001824-project] 10.222.0.67 "GET /v2.0/security-groups?id=162ebe40-a03a-4be9-8e35-a3c1e8cb26c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429304 Jun 24 15:20:26.575699 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ac0f5a-70e5-4013-8fce-0a169246db91 req-ec0fda55-4628-497d-aeed-fbd9389201ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:20:26.577190 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [req-22ac0f5a-70e5-4013-8fce-0a169246db91 req-ec0fda55-4628-497d-aeed-fbd9389201ac service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0962241 Jun 24 15:20:26.591968 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-56f3a78b-60af-42e5-9b29-5ccc7194aa89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-275664'] for security_group (d6050986-6c9a-487a-bcb3-b70461a95927), after_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:20:26.594450 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-56f3a78b-60af-42e5-9b29-5ccc7194aa89 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:20:26.596404 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [None req-56f3a78b-60af-42e5-9b29-5ccc7194aa89 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/d6050986-6c9a-487a-bcb3-b70461a95927 HTTP/1.1" status: 204 len: 168 time: 0.3864276 Jun 24 15:20:26.605014 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f3a78b-60af-42e5-9b29-5ccc7194aa89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6050986-6c9a-487a-bcb3-b70461a95927,revision_number=None']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:20:26.658970 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a69cf44-13cf-452d-877f-dba22c159d57 req-70e7bb05-3747-462c-9c85-f0e7634798d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:20:26.660922 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [req-9a69cf44-13cf-452d-877f-dba22c159d57 req-70e7bb05-3747-462c-9c85-f0e7634798d9 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b0fa019dc14d4e40a77d6b7db5cad9be&device_id=09d57783-9c2b-450c-b8f3-0d035c7eb0f6 HTTP/1.1" status: 200 len: 1127 time: 0.0423193 Jun 24 15:20:26.677801 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697012'] for agent (559fa80c-96d5-4fe7-8c5f-9eda482c27bf), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:20:26.678780 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:DELETE=1,neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:20:26.708637 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [req-9a69cf44-13cf-452d-877f-dba22c159d57 req-fc679783-7756-421b-9549-7e53c39d2ac7 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=33fdc46a-6b68-44a6-93f0-28065add4baf HTTP/1.1" status: 200 len: 217 time: 0.0387659 Jun 24 15:20:26.767363 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a69cf44-13cf-452d-877f-dba22c159d57 req-ddd8fee6-9748-4ba7-a7ff-f2dcdfd38d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:20:26.768898 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [req-9a69cf44-13cf-452d-877f-dba22c159d57 req-ddd8fee6-9748-4ba7-a7ff-f2dcdfd38d07 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a76427aa-30a6-4fc2-85bb-39f974631fb0 HTTP/1.1" status: 200 len: 847 time: 0.0543461 Jun 24 15:20:26.810236 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [req-9a69cf44-13cf-452d-877f-dba22c159d57 req-d16bc28f-d7d5-42f9-ab4d-c5131e3795b2 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=68929872-8e73-4fa4-8752-c483abf62b64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262885 Jun 24 15:20:26.920128 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [req-9a69cf44-13cf-452d-877f-dba22c159d57 req-47d3050a-ee4a-49cd-973c-8fae46044e3f service neutron] 10.222.0.64 "GET /v2.0/networks/68929872-8e73-4fa4-8752-c483abf62b64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911222 Jun 24 15:20:27.020540 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [req-9a69cf44-13cf-452d-877f-dba22c159d57 req-9f6d2605-3771-414b-881e-6b7bd233907a service neutron] 10.222.0.64 "GET /v2.0/networks/68929872-8e73-4fa4-8752-c483abf62b64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915074 Jun 24 15:20:27.344988 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1924b75-0965-434b-a737-2af2045e059b req-6245d581-dc92-43ce-ba7c-2c4778592977 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:20:27.346362 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-e1924b75-0965-434b-a737-2af2045e059b req-6245d581-dc92-43ce-ba7c-2c4778592977 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] 10.222.0.67 "GET /v2.0/ports?device_id=72dcf091-51b8-4200-86d7-002dde49e07c HTTP/1.1" status: 200 len: 945 time: 0.0462871 Jun 24 15:20:27.394614 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-e1924b75-0965-434b-a737-2af2045e059b req-5d363184-f256-4f90-a2a6-2c84abde8d0f tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] 10.222.0.67 "GET /v2.0/security-groups?id=5f1fbf49-a9a0-40f0-900c-2506ca6ce2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425205 Jun 24 15:20:27.520911 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.wsgi [-] (104511) accepted ('10.222.0.67', 40336) {{(pid=104511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:20:27.676926 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-d0617eab-a77c-4ecd-80d2-d5df7f8737fa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:20:27.692175 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:20:27.704243 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa346b3-1ecc-47a0-b191-bb7868bdd148 req-62b40079-507c-43b0-9de1-ddd9d0726be5 tempest-VolumesActionsTest-1267001824 tempest-VolumesActionsTest-1267001824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:20:27.706069 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-3fa346b3-1ecc-47a0-b191-bb7868bdd148 req-62b40079-507c-43b0-9de1-ddd9d0726be5 tempest-VolumesActionsTest-1267001824 tempest-VolumesActionsTest-1267001824-project] 10.222.0.67 "GET /v2.0/ports?device_id=09d57783-9c2b-450c-b8f3-0d035c7eb0f6 HTTP/1.1" status: 200 len: 943 time: 0.0739765 Jun 24 15:20:27.771827 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:20:27.775100 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-3fa346b3-1ecc-47a0-b191-bb7868bdd148 req-af2f162b-31ec-4ff1-9b04-789a441e8952 tempest-VolumesActionsTest-1267001824 tempest-VolumesActionsTest-1267001824-project] 10.222.0.67 "GET /v2.0/security-groups?id=162ebe40-a03a-4be9-8e35-a3c1e8cb26c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634015 Jun 24 15:20:27.799793 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-d0617eab-a77c-4ecd-80d2-d5df7f8737fa admin admin] Publish callbacks [] for security_group (8887bd1b-4586-400f-b845-1d90e8c0283f), precommit_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:20:27.865826 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-d0617eab-a77c-4ecd-80d2-d5df7f8737fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-275664'] for security_group (8887bd1b-4586-400f-b845-1d90e8c0283f), after_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:20:27.910324 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [None req-d0617eab-a77c-4ecd-80d2-d5df7f8737fa admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=8576fbbfaba749afa20fe3a4305a6aa0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3865123 Jun 24 15:20:27.910769 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.wsgi [-] (104511) accepted ('10.222.0.67', 40358) {{(pid=104511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:20:27.918105 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0617eab-a77c-4ecd-80d2-d5df7f8737fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8887bd1b-4586-400f-b845-1d90e8c0283f,revision_number=1']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:20:27.969449 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-62140f15-2794-48f8-b184-98fd8247c7d3 admin admin] Publish callbacks [] for security_group (8887bd1b-4586-400f-b845-1d90e8c0283f), before_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:20:27.993189 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-62140f15-2794-48f8-b184-98fd8247c7d3 admin admin] Publish callbacks [] for security_group (8887bd1b-4586-400f-b845-1d90e8c0283f), precommit_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:20:28.133020 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-62140f15-2794-48f8-b184-98fd8247c7d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-275664'] for security_group (8887bd1b-4586-400f-b845-1d90e8c0283f), after_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:20:28.135577 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-62140f15-2794-48f8-b184-98fd8247c7d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:20:28.136724 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [None req-62140f15-2794-48f8-b184-98fd8247c7d3 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/8887bd1b-4586-400f-b845-1d90e8c0283f HTTP/1.1" status: 204 len: 168 time: 0.2253039 Jun 24 15:20:28.144637 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62140f15-2794-48f8-b184-98fd8247c7d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8887bd1b-4586-400f-b845-1d90e8c0283f,revision_number=None']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:20:28.522418 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fc3e3b-19d2-4a70-b06a-7cce766dfb4a req-f732300d-6a2e-4a58-8ec0-b5f0a4519ab3 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:20:28.523983 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-93fc3e3b-19d2-4a70-b06a-7cce766dfb4a req-f732300d-6a2e-4a58-8ec0-b5f0a4519ab3 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] 10.222.0.67 "GET /v2.0/ports?device_id=72dcf091-51b8-4200-86d7-002dde49e07c HTTP/1.1" status: 200 len: 945 time: 0.0526452 Jun 24 15:20:28.573118 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-93fc3e3b-19d2-4a70-b06a-7cce766dfb4a req-54163c15-8f4f-4686-8189-8beb3952816e tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] 10.222.0.67 "GET /v2.0/security-groups?id=5f1fbf49-a9a0-40f0-900c-2506ca6ce2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431266 Jun 24 15:20:28.891870 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1f5f3e-f76c-4653-b80f-188bf3b70ed5 req-041a7a96-7c8e-4660-ace7-c9181d74a6fc tempest-VolumesActionsTest-1267001824 tempest-VolumesActionsTest-1267001824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:20:28.893314 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-9a1f5f3e-f76c-4653-b80f-188bf3b70ed5 req-041a7a96-7c8e-4660-ace7-c9181d74a6fc tempest-VolumesActionsTest-1267001824 tempest-VolumesActionsTest-1267001824-project] 10.222.0.67 "GET /v2.0/ports?device_id=09d57783-9c2b-450c-b8f3-0d035c7eb0f6 HTTP/1.1" status: 200 len: 943 time: 0.0499718 Jun 24 15:20:28.910840 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.wsgi [-] (104511) accepted ('10.222.0.67', 40376) {{(pid=104511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:20:28.924767 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-9de28319-804f-462b-b0c7-77ccfe81b2f0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:20:28.941061 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-9a1f5f3e-f76c-4653-b80f-188bf3b70ed5 req-4a68b451-a091-4f90-b3ab-bb9de7bf5241 tempest-VolumesActionsTest-1267001824 tempest-VolumesActionsTest-1267001824-project] 10.222.0.67 "GET /v2.0/security-groups?id=162ebe40-a03a-4be9-8e35-a3c1e8cb26c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422289 Jun 24 15:20:29.002492 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-9de28319-804f-462b-b0c7-77ccfe81b2f0 admin admin] Publish callbacks [] for security_group (77701ee4-1dab-4f78-aa30-8a7155169176), precommit_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:20:29.094899 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-9de28319-804f-462b-b0c7-77ccfe81b2f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-275664'] for security_group (77701ee4-1dab-4f78-aa30-8a7155169176), after_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:20:29.147537 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de28319-804f-462b-b0c7-77ccfe81b2f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77701ee4-1dab-4f78-aa30-8a7155169176,revision_number=1']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:20:29.147537 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [None req-9de28319-804f-462b-b0c7-77ccfe81b2f0 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=1047d27e59074281b2dd61dbfe910beb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2275701 Jun 24 15:20:29.147537 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.wsgi [-] (104511) accepted ('10.222.0.67', 40378) {{(pid=104511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:20:29.193686 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-bcd53bb4-5379-4096-8b52-077e1f9d8b2c admin admin] Publish callbacks [] for security_group (77701ee4-1dab-4f78-aa30-8a7155169176), before_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:20:29.215937 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-bcd53bb4-5379-4096-8b52-077e1f9d8b2c admin admin] Publish callbacks [] for security_group (77701ee4-1dab-4f78-aa30-8a7155169176), precommit_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:20:29.287090 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:20:29.334441 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-bcd53bb4-5379-4096-8b52-077e1f9d8b2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-275664'] for security_group (77701ee4-1dab-4f78-aa30-8a7155169176), after_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:20:29.337456 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-bcd53bb4-5379-4096-8b52-077e1f9d8b2c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:20:29.338629 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [None req-bcd53bb4-5379-4096-8b52-077e1f9d8b2c admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/77701ee4-1dab-4f78-aa30-8a7155169176 HTTP/1.1" status: 204 len: 168 time: 0.1948831 Jun 24 15:20:29.347892 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd53bb4-5379-4096-8b52-077e1f9d8b2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77701ee4-1dab-4f78-aa30-8a7155169176,revision_number=None']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:20:29.591650 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:20:29.698743 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57263475-f19d-4985-83a0-0af7561dde84 req-23f4633c-08f9-4e2b-818a-cbed18a74e5f tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:20:29.700302 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-57263475-f19d-4985-83a0-0af7561dde84 req-23f4633c-08f9-4e2b-818a-cbed18a74e5f tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] 10.222.0.67 "GET /v2.0/ports?device_id=72dcf091-51b8-4200-86d7-002dde49e07c HTTP/1.1" status: 200 len: 945 time: 0.0539372 Jun 24 15:20:29.759309 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-57263475-f19d-4985-83a0-0af7561dde84 req-d1a8cfc0-e3fd-4bc8-b62b-a8fc4ab9a425 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] 10.222.0.67 "GET /v2.0/security-groups?id=5f1fbf49-a9a0-40f0-900c-2506ca6ce2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523756 Jun 24 15:20:30.055528 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc64633-d7d5-49aa-8145-61df3b407ce2 req-e9f5a918-c347-4b13-9b62-11ee7e87e042 tempest-VolumesActionsTest-1267001824 tempest-VolumesActionsTest-1267001824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:20:30.056986 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-8dc64633-d7d5-49aa-8145-61df3b407ce2 req-e9f5a918-c347-4b13-9b62-11ee7e87e042 tempest-VolumesActionsTest-1267001824 tempest-VolumesActionsTest-1267001824-project] 10.222.0.67 "GET /v2.0/ports?device_id=09d57783-9c2b-450c-b8f3-0d035c7eb0f6 HTTP/1.1" status: 200 len: 943 time: 0.0478423 Jun 24 15:20:30.107274 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-8dc64633-d7d5-49aa-8145-61df3b407ce2 req-ba223f9e-f353-4330-9b93-bd095ebda615 tempest-VolumesActionsTest-1267001824 tempest-VolumesActionsTest-1267001824-project] 10.222.0.67 "GET /v2.0/security-groups?id=162ebe40-a03a-4be9-8e35-a3c1e8cb26c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447440 Jun 24 15:20:30.808796 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.rpc [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Device 33fdc46a-6b68-44a6-93f0-28065add4baf details requested by agent hyperv_hv-cinder-83538 with host hv-cinder-83538 {{(pid=104513) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 15:20:30.927095 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.db [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] For port 33fdc46a-6b68-44a6-93f0-28065add4baf, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=33fdc46a-6b68-44a6-93f0-28065add4baf,segment=NetworkSegment(d027ebd4-5e93-4c66-8711-832e8c4ab91f),segment_id=d027ebd4-5e93-4c66-8711-832e8c4ab91f)] {{(pid=104513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 15:20:30.947163 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.rpc [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Returning: {'device': '33fdc46a-6b68-44a6-93f0-28065add4baf', 'network_id': '68929872-8e73-4fa4-8752-c483abf62b64', 'port_id': '33fdc46a-6b68-44a6-93f0-28065add4baf', 'mac_address': 'fa:16:3e:ef:44:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 775, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a76427aa-30a6-4fc2-85bb-39f974631fb0', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104513) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 15:20:30.974544 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:20:30.983651 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.plugin [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Current status of the port 33fdc46a-6b68-44a6-93f0-28065add4baf is: DOWN; New status is: BUILD {{(pid=104513) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 15:20:30.984205 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7727318'] for port (33fdc46a-6b68-44a6-93f0-28065add4baf), before_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:20:31.001768 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.notifiers.nova [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33fdc46a-6b68-44a6-93f0-28065add4baf {{(pid=104513) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 15:20:31.022954 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.db [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] For port 33fdc46a-6b68-44a6-93f0-28065add4baf, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=33fdc46a-6b68-44a6-93f0-28065add4baf,segment=NetworkSegment(d027ebd4-5e93-4c66-8711-832e8c4ab91f),segment_id=d027ebd4-5e93-4c66-8711-832e8c4ab91f)] {{(pid=104513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 15:20:31.023137 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d6ec94-d9cc-4c72-97ea-a31494054deb req-5ea8ec0f-5ebd-42dd-b995-0dbf42cb75ae tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:20:31.025177 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-44d6ec94-d9cc-4c72-97ea-a31494054deb req-5ea8ec0f-5ebd-42dd-b995-0dbf42cb75ae tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] 10.222.0.67 "GET /v2.0/ports?device_id=72dcf091-51b8-4200-86d7-002dde49e07c HTTP/1.1" status: 200 len: 945 time: 0.0505807 Jun 24 15:20:31.074078 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-44d6ec94-d9cc-4c72-97ea-a31494054deb req-87a38d8d-5c45-4e0b-97d9-7d4a3e469de6 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] 10.222.0.67 "GET /v2.0/security-groups?id=5f1fbf49-a9a0-40f0-900c-2506ca6ce2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435686 Jun 24 15:20:31.112801 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761385101662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761384583316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761384583334'] for port (33fdc46a-6b68-44a6-93f0-28065add4baf), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:20:31.165570 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Pushing event updated for resources: {'Port': ['ID=33fdc46a-6b68-44a6-93f0-28065add4baf,revision_number=4']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:20:31.231754 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1970dca-fbc5-4bdf-bc7e-913ce6290acd req-b6cb0414-affd-4aa8-bee1-036b389ce1d9 tempest-VolumesActionsTest-1267001824 tempest-VolumesActionsTest-1267001824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:20:31.233265 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-f1970dca-fbc5-4bdf-bc7e-913ce6290acd req-b6cb0414-affd-4aa8-bee1-036b389ce1d9 tempest-VolumesActionsTest-1267001824 tempest-VolumesActionsTest-1267001824-project] 10.222.0.67 "GET /v2.0/ports?device_id=09d57783-9c2b-450c-b8f3-0d035c7eb0f6 HTTP/1.1" status: 200 len: 944 time: 0.0470080 Jun 24 15:20:31.284671 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-f1970dca-fbc5-4bdf-bc7e-913ce6290acd req-b8bc8298-ec6a-49c8-9f75-61686a7e8475 tempest-VolumesActionsTest-1267001824 tempest-VolumesActionsTest-1267001824-project] 10.222.0.67 "GET /v2.0/security-groups?id=162ebe40-a03a-4be9-8e35-a3c1e8cb26c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446839 Jun 24 15:20:31.408429 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.db [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] get_ports_and_sgs() called for port_ids ['33fdc46a-6b68-44a6-93f0-28065add4baf'] {{(pid=104513) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 15:20:31.742909 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG dbcounter [-] [104514] Writing DB stats neutron:SELECT=2 {{(pid=104514) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:20:32.202628 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285c047e-56ac-4a5a-9f1d-ddf003bea8ed req-15178837-5025-49d3-92d4-f5e6ef00cbbb tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:20:32.204127 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-285c047e-56ac-4a5a-9f1d-ddf003bea8ed req-15178837-5025-49d3-92d4-f5e6ef00cbbb tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] 10.222.0.67 "GET /v2.0/ports?device_id=72dcf091-51b8-4200-86d7-002dde49e07c HTTP/1.1" status: 200 len: 945 time: 0.0499477 Jun 24 15:20:32.251146 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-285c047e-56ac-4a5a-9f1d-ddf003bea8ed req-44b5da75-4249-407c-95b3-12486323042c tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] 10.222.0.67 "GET /v2.0/security-groups?id=5f1fbf49-a9a0-40f0-900c-2506ca6ce2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408547 Jun 24 15:20:32.413971 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865abab8-9109-4a6a-85d8-c4a771464004 req-3ae34c17-629b-4712-93a9-4976c0ecb0d2 tempest-VolumesActionsTest-1267001824 tempest-VolumesActionsTest-1267001824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:20:32.416205 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-865abab8-9109-4a6a-85d8-c4a771464004 req-3ae34c17-629b-4712-93a9-4976c0ecb0d2 tempest-VolumesActionsTest-1267001824 tempest-VolumesActionsTest-1267001824-project] 10.222.0.67 "GET /v2.0/ports?device_id=09d57783-9c2b-450c-b8f3-0d035c7eb0f6 HTTP/1.1" status: 200 len: 944 time: 0.0563962 Jun 24 15:20:32.431141 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=100 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:20:32.484015 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-865abab8-9109-4a6a-85d8-c4a771464004 req-34bec5ce-501f-4628-bc5d-f9545c10d156 tempest-VolumesActionsTest-1267001824 tempest-VolumesActionsTest-1267001824-project] 10.222.0.67 "GET /v2.0/security-groups?id=162ebe40-a03a-4be9-8e35-a3c1e8cb26c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620852 Jun 24 15:20:32.724171 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.rpc [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Device 33fdc46a-6b68-44a6-93f0-28065add4baf up at agent hyperv_hv-cinder-83538 {{(pid=104513) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 15:20:32.766687 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.provisioning_blocks [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Provisioning for port 33fdc46a-6b68-44a6-93f0-28065add4baf completed by entity L2. {{(pid=104513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 24 15:20:32.835643 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.provisioning_blocks [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Provisioning complete for port 33fdc46a-6b68-44a6-93f0-28065add4baf triggered by entity L2. {{(pid=104513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 15:20:32.835956 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7696598'] for port (33fdc46a-6b68-44a6-93f0-28065add4baf), provisioning_complete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:20:32.878822 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:20:32.911755 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.plugin [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Current status of the port 33fdc46a-6b68-44a6-93f0-28065add4baf is: BUILD; New status is: ACTIVE {{(pid=104513) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 15:20:32.912141 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7727318'] for port (33fdc46a-6b68-44a6-93f0-28065add4baf), before_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:20:32.934262 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09d57783-9c2b-450c-b8f3-0d035c7eb0f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33fdc46a-6b68-44a6-93f0-28065add4baf'}] {{(pid=104513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 15:20:32.936456 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7de2ae652872cab3d5aa36b412d6cead56dffdf121926fea6679daaa3daba4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18812b6b-460e-47da-a546-52fe6eb72c06" -d '{"events": [{"server_uuid": "09d57783-9c2b-450c-b8f3-0d035c7eb0f6", "name": "network-vif-plugged", "status": "completed", "tag": "33fdc46a-6b68-44a6-93f0-28065add4baf"}]}' {{(pid=104513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 15:20:32.952200 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.db [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] For port 33fdc46a-6b68-44a6-93f0-28065add4baf, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=33fdc46a-6b68-44a6-93f0-28065add4baf,segment=NetworkSegment(d027ebd4-5e93-4c66-8711-832e8c4ab91f),segment_id=d027ebd4-5e93-4c66-8711-832e8c4ab91f)] {{(pid=104513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 15:20:32.980577 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 15:20:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e9a01be-e48d-44f5-bb64-b32b5dc75df1 x-openstack-request-id: req-2e9a01be-e48d-44f5-bb64-b32b5dc75df1 {{(pid=104513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 15:20:32.980877 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09d57783-9c2b-450c-b8f3-0d035c7eb0f6", "name": "network-vif-plugged", "status": "completed", "tag": "33fdc46a-6b68-44a6-93f0-28065add4baf", "code": 200}]} {{(pid=104513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 15:20:32.982245 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-2e9a01be-e48d-44f5-bb64-b32b5dc75df1 {{(pid=104513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 15:20:32.982245 dv-cinder-835384-11-iscsi neutron-server[104513]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2e9a01be-e48d-44f5-bb64-b32b5dc75df1'] response: {'server_uuid': '09d57783-9c2b-450c-b8f3-0d035c7eb0f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33fdc46a-6b68-44a6-93f0-28065add4baf', 'code': 200} Jun 24 15:20:33.065224 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761385101662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761384583316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761384583334'] for port (33fdc46a-6b68-44a6-93f0-28065add4baf), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:20:33.112663 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Pushing event updated for resources: {'Port': ['ID=33fdc46a-6b68-44a6-93f0-28065add4baf,revision_number=5']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:20:33.163986 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.wsgi [-] (104511) accepted ('10.222.0.67', 40490) {{(pid=104511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:20:33.274908 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-6598877d-965f-4af9-b4dc-775ebe354429 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:20:33.355303 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-6598877d-965f-4af9-b4dc-775ebe354429 admin admin] Publish callbacks [] for security_group (6dee1ae8-d706-4f0a-bec8-401cef92e61f), precommit_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:20:33.369067 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d7940d-c733-47d6-b8ab-fc8e7b065f2f req-bca822d8-77b0-495d-a3c4-49a4580cb3b5 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:20:33.370533 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-b0d7940d-c733-47d6-b8ab-fc8e7b065f2f req-bca822d8-77b0-495d-a3c4-49a4580cb3b5 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] 10.222.0.67 "GET /v2.0/ports?device_id=72dcf091-51b8-4200-86d7-002dde49e07c HTTP/1.1" status: 200 len: 945 time: 0.0475314 Jun 24 15:20:33.420618 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-b0d7940d-c733-47d6-b8ab-fc8e7b065f2f req-65a874a2-878d-498c-8aa2-adb29f015d02 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] 10.222.0.67 "GET /v2.0/security-groups?id=5f1fbf49-a9a0-40f0-900c-2506ca6ce2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441985 Jun 24 15:20:33.425574 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-6598877d-965f-4af9-b4dc-775ebe354429 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-275664'] for security_group (6dee1ae8-d706-4f0a-bec8-401cef92e61f), after_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:20:33.477819 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [None req-6598877d-965f-4af9-b4dc-775ebe354429 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=3466295427d947bb901d3e41e25c0581&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3126330 Jun 24 15:20:33.478666 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6598877d-965f-4af9-b4dc-775ebe354429 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dee1ae8-d706-4f0a-bec8-401cef92e61f,revision_number=1']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:20:33.480494 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.wsgi [-] (104512) accepted ('10.222.0.67', 40502) {{(pid=104512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:20:33.488485 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6598877d-965f-4af9-b4dc-775ebe354429 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:20:33.488846 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6598877d-965f-4af9-b4dc-775ebe354429 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:20:33.489208 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6598877d-965f-4af9-b4dc-775ebe354429 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:20:33.489555 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6598877d-965f-4af9-b4dc-775ebe354429 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:20:33.489889 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6598877d-965f-4af9-b4dc-775ebe354429 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:20:33.490219 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6598877d-965f-4af9-b4dc-775ebe354429 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:20:33.490546 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6598877d-965f-4af9-b4dc-775ebe354429 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:20:33.490872 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6598877d-965f-4af9-b4dc-775ebe354429 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:20:33.491236 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6598877d-965f-4af9-b4dc-775ebe354429 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:20:33.491572 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6598877d-965f-4af9-b4dc-775ebe354429 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:20:33.491967 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6598877d-965f-4af9-b4dc-775ebe354429 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:20:33.492239 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6598877d-965f-4af9-b4dc-775ebe354429 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:20:33.492563 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6598877d-965f-4af9-b4dc-775ebe354429 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:20:33.492886 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6598877d-965f-4af9-b4dc-775ebe354429 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:20:33.493208 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6598877d-965f-4af9-b4dc-775ebe354429 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:20:33.534867 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-75fa8754-f8c2-4b7f-a138-10557f8b6298 admin admin] Publish callbacks [] for security_group (6dee1ae8-d706-4f0a-bec8-401cef92e61f), before_delete {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:20:33.561049 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-75fa8754-f8c2-4b7f-a138-10557f8b6298 admin admin] Publish callbacks [] for security_group (6dee1ae8-d706-4f0a-bec8-401cef92e61f), precommit_delete {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:20:33.628871 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40b5812-19ab-4aee-8e08-f75070895faf req-6684d3d9-dc6b-47d0-8d3c-4974deb94345 tempest-VolumesActionsTest-1267001824 tempest-VolumesActionsTest-1267001824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:20:33.630356 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-c40b5812-19ab-4aee-8e08-f75070895faf req-6684d3d9-dc6b-47d0-8d3c-4974deb94345 tempest-VolumesActionsTest-1267001824 tempest-VolumesActionsTest-1267001824-project] 10.222.0.67 "GET /v2.0/ports?device_id=09d57783-9c2b-450c-b8f3-0d035c7eb0f6 HTTP/1.1" status: 200 len: 945 time: 0.0725901 Jun 24 15:20:33.685164 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-c40b5812-19ab-4aee-8e08-f75070895faf req-c58a545e-5a5d-4b16-8fc5-94884e57584c tempest-VolumesActionsTest-1267001824 tempest-VolumesActionsTest-1267001824-project] 10.222.0.67 "GET /v2.0/security-groups?id=162ebe40-a03a-4be9-8e35-a3c1e8cb26c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484264 Jun 24 15:20:33.757060 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-75fa8754-f8c2-4b7f-a138-10557f8b6298 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-275664'] for security_group (6dee1ae8-d706-4f0a-bec8-401cef92e61f), after_delete {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:20:33.759665 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-75fa8754-f8c2-4b7f-a138-10557f8b6298 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:20:33.760786 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [None req-75fa8754-f8c2-4b7f-a138-10557f8b6298 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/6dee1ae8-d706-4f0a-bec8-401cef92e61f HTTP/1.1" status: 204 len: 168 time: 0.2793350 Jun 24 15:20:33.768484 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fa8754-f8c2-4b7f-a138-10557f8b6298 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dee1ae8-d706-4f0a-bec8-401cef92e61f,revision_number=None']} {{(pid=104512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:20:33.775916 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75fa8754-f8c2-4b7f-a138-10557f8b6298 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:20:33.776263 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75fa8754-f8c2-4b7f-a138-10557f8b6298 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:20:33.776600 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75fa8754-f8c2-4b7f-a138-10557f8b6298 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:20:33.776932 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75fa8754-f8c2-4b7f-a138-10557f8b6298 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:20:33.777261 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75fa8754-f8c2-4b7f-a138-10557f8b6298 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:20:33.777589 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75fa8754-f8c2-4b7f-a138-10557f8b6298 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:20:33.777911 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75fa8754-f8c2-4b7f-a138-10557f8b6298 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:20:33.778230 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75fa8754-f8c2-4b7f-a138-10557f8b6298 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:20:33.778549 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75fa8754-f8c2-4b7f-a138-10557f8b6298 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:20:33.778949 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75fa8754-f8c2-4b7f-a138-10557f8b6298 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:20:33.779604 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75fa8754-f8c2-4b7f-a138-10557f8b6298 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:20:33.779932 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75fa8754-f8c2-4b7f-a138-10557f8b6298 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:20:33.780248 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75fa8754-f8c2-4b7f-a138-10557f8b6298 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:20:33.780566 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75fa8754-f8c2-4b7f-a138-10557f8b6298 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:20:33.781015 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75fa8754-f8c2-4b7f-a138-10557f8b6298 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:20:34.495286 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.wsgi [-] (104511) accepted ('10.222.0.67', 40526) {{(pid=104511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:20:34.510017 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-e526eed9-4878-4cdb-8535-b383dde11fab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:20:34.533824 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=77,neutron:INSERT=18,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:20:34.545377 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f7e3cb-d976-43c4-87dc-1f44c2f6ac6c req-f4d38be9-4003-4571-a107-4f011dcfaba7 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:20:34.546879 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-49f7e3cb-d976-43c4-87dc-1f44c2f6ac6c req-f4d38be9-4003-4571-a107-4f011dcfaba7 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] 10.222.0.67 "GET /v2.0/ports?device_id=72dcf091-51b8-4200-86d7-002dde49e07c HTTP/1.1" status: 200 len: 945 time: 0.0564964 Jun 24 15:20:34.572991 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:20:34.589379 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-e526eed9-4878-4cdb-8535-b383dde11fab admin admin] Publish callbacks [] for security_group (1a260218-5e28-425a-9b69-183643bbc54d), precommit_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:20:34.596261 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-49f7e3cb-d976-43c4-87dc-1f44c2f6ac6c req-47b8f1d4-05c0-4754-9735-7055b1f25bdc tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] 10.222.0.67 "GET /v2.0/security-groups?id=5f1fbf49-a9a0-40f0-900c-2506ca6ce2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430055 Jun 24 15:20:34.659865 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-e526eed9-4878-4cdb-8535-b383dde11fab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-275664'] for security_group (1a260218-5e28-425a-9b69-183643bbc54d), after_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:20:34.697684 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e526eed9-4878-4cdb-8535-b383dde11fab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a260218-5e28-425a-9b69-183643bbc54d,revision_number=1']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:20:34.703016 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [None req-e526eed9-4878-4cdb-8535-b383dde11fab admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=a53d3dafe3c8454188b83fdf000b8a5d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2065527 Jun 24 15:20:34.706176 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.wsgi [-] (104511) accepted ('10.222.0.67', 40528) {{(pid=104511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:20:34.756925 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-04071004-5163-4682-a504-c6bcbcb16223 admin admin] Publish callbacks [] for security_group (1a260218-5e28-425a-9b69-183643bbc54d), before_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:20:34.779546 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-04071004-5163-4682-a504-c6bcbcb16223 admin admin] Publish callbacks [] for security_group (1a260218-5e28-425a-9b69-183643bbc54d), precommit_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:20:34.789234 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=85,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:20:34.800690 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e382d4dc-ed41-4888-a3bf-b10d50cd2c42 req-0efd14ce-618d-4246-80ad-80078ba4b146 tempest-VolumesActionsTest-1267001824 tempest-VolumesActionsTest-1267001824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:20:34.802237 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-e382d4dc-ed41-4888-a3bf-b10d50cd2c42 req-0efd14ce-618d-4246-80ad-80078ba4b146 tempest-VolumesActionsTest-1267001824 tempest-VolumesActionsTest-1267001824-project] 10.222.0.67 "GET /v2.0/ports?device_id=09d57783-9c2b-450c-b8f3-0d035c7eb0f6 HTTP/1.1" status: 200 len: 945 time: 0.0489495 Jun 24 15:20:34.849743 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-e382d4dc-ed41-4888-a3bf-b10d50cd2c42 req-394789e4-0c74-48c4-81b8-ca58567057ac tempest-VolumesActionsTest-1267001824 tempest-VolumesActionsTest-1267001824-project] 10.222.0.67 "GET /v2.0/security-groups?id=162ebe40-a03a-4be9-8e35-a3c1e8cb26c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419457 Jun 24 15:20:34.882758 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-04071004-5163-4682-a504-c6bcbcb16223 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-275664'] for security_group (1a260218-5e28-425a-9b69-183643bbc54d), after_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:20:34.885308 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-04071004-5163-4682-a504-c6bcbcb16223 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:20:34.886456 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [None req-04071004-5163-4682-a504-c6bcbcb16223 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/1a260218-5e28-425a-9b69-183643bbc54d HTTP/1.1" status: 204 len: 168 time: 0.1794417 Jun 24 15:20:34.895590 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04071004-5163-4682-a504-c6bcbcb16223 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a260218-5e28-425a-9b69-183643bbc54d,revision_number=None']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:20:35.724760 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543d51be-5b66-48ec-8f0d-48b0bc11363e req-cb607159-6804-4d1c-aa34-199e90b5f958 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:20:35.726255 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-543d51be-5b66-48ec-8f0d-48b0bc11363e req-cb607159-6804-4d1c-aa34-199e90b5f958 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] 10.222.0.67 "GET /v2.0/ports?device_id=72dcf091-51b8-4200-86d7-002dde49e07c HTTP/1.1" status: 200 len: 945 time: 0.0539124 Jun 24 15:20:35.774044 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-543d51be-5b66-48ec-8f0d-48b0bc11363e req-c5f132f6-f336-4c72-8b5a-a841c8e48339 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] 10.222.0.67 "GET /v2.0/security-groups?id=5f1fbf49-a9a0-40f0-900c-2506ca6ce2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420880 Jun 24 15:20:35.966774 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0c83d6-9344-4a0e-bf6b-8d36ccea67db req-32669365-12b2-46ca-aae0-44387ab5503e tempest-VolumesActionsTest-1267001824 tempest-VolumesActionsTest-1267001824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:20:35.968355 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-fd0c83d6-9344-4a0e-bf6b-8d36ccea67db req-32669365-12b2-46ca-aae0-44387ab5503e tempest-VolumesActionsTest-1267001824 tempest-VolumesActionsTest-1267001824-project] 10.222.0.67 "GET /v2.0/ports?device_id=09d57783-9c2b-450c-b8f3-0d035c7eb0f6 HTTP/1.1" status: 200 len: 945 time: 0.0523717 Jun 24 15:20:36.055758 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-fd0c83d6-9344-4a0e-bf6b-8d36ccea67db req-bdc2e4a0-cfca-47a4-a726-13422f8ec626 tempest-VolumesActionsTest-1267001824 tempest-VolumesActionsTest-1267001824-project] 10.222.0.67 "GET /v2.0/security-groups?id=162ebe40-a03a-4be9-8e35-a3c1e8cb26c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815821 Jun 24 15:20:36.057915 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593f8ab0-019d-4870-b22e-b6ad7657f429 req-5927053e-6ae9-4ce0-90d1-1ef5b4d1d06f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:20:36.059299 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [req-593f8ab0-019d-4870-b22e-b6ad7657f429 req-5927053e-6ae9-4ce0-90d1-1ef5b4d1d06f service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=09d57783-9c2b-450c-b8f3-0d035c7eb0f6 HTTP/1.1" status: 200 len: 1129 time: 0.0832412 Jun 24 15:20:36.145499 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [req-593f8ab0-019d-4870-b22e-b6ad7657f429 req-0004e21a-57ae-4413-8c3c-ba4a1fd9cf47 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=162ebe40-a03a-4be9-8e35-a3c1e8cb26c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476665 Jun 24 15:20:36.890100 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cdd8c9-ff85-40d5-91b0-6e31b2ab06d4 req-ef9673b3-8d05-4d80-8793-bc9003a85eb5 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:20:36.891587 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-e3cdd8c9-ff85-40d5-91b0-6e31b2ab06d4 req-ef9673b3-8d05-4d80-8793-bc9003a85eb5 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] 10.222.0.67 "GET /v2.0/ports?device_id=72dcf091-51b8-4200-86d7-002dde49e07c HTTP/1.1" status: 200 len: 945 time: 0.0476050 Jun 24 15:20:36.974427 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-e3cdd8c9-ff85-40d5-91b0-6e31b2ab06d4 req-07b464d4-18e2-4fa1-b70c-59a8d0630f3c tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] 10.222.0.67 "GET /v2.0/security-groups?id=5f1fbf49-a9a0-40f0-900c-2506ca6ce2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738032 Jun 24 15:20:37.214727 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06e1c40-64ce-4558-9af9-75251dfd5c8f req-d938fb3b-72c6-4c14-a3ac-f9651801376d tempest-VolumesActionsTest-1267001824 tempest-VolumesActionsTest-1267001824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:20:37.216579 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-f06e1c40-64ce-4558-9af9-75251dfd5c8f req-d938fb3b-72c6-4c14-a3ac-f9651801376d tempest-VolumesActionsTest-1267001824 tempest-VolumesActionsTest-1267001824-project] 10.222.0.67 "GET /v2.0/ports?device_id=09d57783-9c2b-450c-b8f3-0d035c7eb0f6 HTTP/1.1" status: 200 len: 945 time: 0.0579305 Jun 24 15:20:37.273190 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-f06e1c40-64ce-4558-9af9-75251dfd5c8f req-51287ba5-f485-4469-a91e-e08d8226fb77 tempest-VolumesActionsTest-1267001824 tempest-VolumesActionsTest-1267001824-project] 10.222.0.67 "GET /v2.0/security-groups?id=162ebe40-a03a-4be9-8e35-a3c1e8cb26c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468984 Jun 24 15:20:37.739718 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:20:37.756121 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cc8b36-e20a-4945-9d2b-0797b1a4e2e4 req-6a3c8776-29b0-462f-8fbb-e26a1c879932 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:20:37.758016 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-82cc8b36-e20a-4945-9d2b-0797b1a4e2e4 req-6a3c8776-29b0-462f-8fbb-e26a1c879932 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "GET /v2.0/ports?device_id=e24b4aae-8cee-48cc-bf18-e9a915ea3f2c HTTP/1.1" status: 200 len: 945 time: 0.0543904 Jun 24 15:20:37.807036 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-82cc8b36-e20a-4945-9d2b-0797b1a4e2e4 req-c6a46a58-12fe-4947-aab0-9f5ed1ff3a2d tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "GET /v2.0/security-groups?id=b9b51dc4-7b04-4aff-a905-bf9eb837f4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431433 Jun 24 15:20:38.096659 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a6eb02-936f-4e3a-ad95-c397f7a86306 req-5568e111-6087-4bc2-9db6-ed6a9f8efd93 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:20:38.099688 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-23a6eb02-936f-4e3a-ad95-c397f7a86306 req-5568e111-6087-4bc2-9db6-ed6a9f8efd93 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] 10.222.0.67 "GET /v2.0/ports?device_id=72dcf091-51b8-4200-86d7-002dde49e07c HTTP/1.1" status: 200 len: 945 time: 0.0614882 Jun 24 15:20:38.148661 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-23a6eb02-936f-4e3a-ad95-c397f7a86306 req-4a853eee-1a83-423d-9b47-f14d5cb940c2 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] 10.222.0.67 "GET /v2.0/security-groups?id=5f1fbf49-a9a0-40f0-900c-2506ca6ce2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431366 Jun 24 15:20:38.388949 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff74b746-dd32-405c-914e-b5405e3dbc66 req-8257d76d-060b-4a85-b8df-5676ccf91445 tempest-VolumesActionsTest-1267001824 tempest-VolumesActionsTest-1267001824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:20:38.390666 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-ff74b746-dd32-405c-914e-b5405e3dbc66 req-8257d76d-060b-4a85-b8df-5676ccf91445 tempest-VolumesActionsTest-1267001824 tempest-VolumesActionsTest-1267001824-project] 10.222.0.67 "GET /v2.0/ports?device_id=09d57783-9c2b-450c-b8f3-0d035c7eb0f6 HTTP/1.1" status: 200 len: 945 time: 0.0472612 Jun 24 15:20:38.438503 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-ff74b746-dd32-405c-914e-b5405e3dbc66 req-8c7a2f1a-0852-4ce6-9d8a-fa882c654f7a tempest-VolumesActionsTest-1267001824 tempest-VolumesActionsTest-1267001824-project] 10.222.0.67 "GET /v2.0/security-groups?id=162ebe40-a03a-4be9-8e35-a3c1e8cb26c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414476 Jun 24 15:20:38.931536 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bab1675-5442-4016-b0fe-bcaa46755678 req-cb918ac8-d79f-4611-8b67-61397f2c971e tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:20:38.933074 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-4bab1675-5442-4016-b0fe-bcaa46755678 req-cb918ac8-d79f-4611-8b67-61397f2c971e tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "GET /v2.0/ports?device_id=e24b4aae-8cee-48cc-bf18-e9a915ea3f2c HTTP/1.1" status: 200 len: 945 time: 0.0524206 Jun 24 15:20:38.982265 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-4bab1675-5442-4016-b0fe-bcaa46755678 req-19af09d8-690f-4560-919b-5d77a919a124 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "GET /v2.0/security-groups?id=b9b51dc4-7b04-4aff-a905-bf9eb837f4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434847 Jun 24 15:20:39.287379 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3ac5bf-c434-4403-9df3-a6ba3e09ca32 req-e8ee02f0-0d74-4f7e-9dc6-99495730e499 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:20:39.287379 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-4f3ac5bf-c434-4403-9df3-a6ba3e09ca32 req-e8ee02f0-0d74-4f7e-9dc6-99495730e499 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] 10.222.0.67 "GET /v2.0/ports?device_id=72dcf091-51b8-4200-86d7-002dde49e07c HTTP/1.1" status: 200 len: 945 time: 0.0471780 Jun 24 15:20:39.315233 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-4f3ac5bf-c434-4403-9df3-a6ba3e09ca32 req-15682067-6c03-4bb0-aed5-de9dedba3333 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] 10.222.0.67 "GET /v2.0/security-groups?id=5f1fbf49-a9a0-40f0-900c-2506ca6ce2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442519 Jun 24 15:20:39.555526 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bd0a21-8ca7-4d1c-92e4-d306c6272154 req-79c805ca-01d7-4f50-9698-5dcf5ee43b6b tempest-VolumesActionsTest-1267001824 tempest-VolumesActionsTest-1267001824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:20:39.556893 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-f3bd0a21-8ca7-4d1c-92e4-d306c6272154 req-79c805ca-01d7-4f50-9698-5dcf5ee43b6b tempest-VolumesActionsTest-1267001824 tempest-VolumesActionsTest-1267001824-project] 10.222.0.67 "GET /v2.0/ports?device_id=09d57783-9c2b-450c-b8f3-0d035c7eb0f6 HTTP/1.1" status: 200 len: 945 time: 0.0476794 Jun 24 15:20:39.600356 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=100 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:20:39.607459 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-f3bd0a21-8ca7-4d1c-92e4-d306c6272154 req-e00e71b0-3627-4bfc-8604-8039f44161ca tempest-VolumesActionsTest-1267001824 tempest-VolumesActionsTest-1267001824-project] 10.222.0.67 "GET /v2.0/security-groups?id=162ebe40-a03a-4be9-8e35-a3c1e8cb26c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449393 Jun 24 15:20:40.092005 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:20:40.124472 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b68c5b0-03ee-4d15-912e-4d3491fa8b70 req-68163199-cd57-4707-b158-282b470d029f tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:20:40.135515 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-6b68c5b0-03ee-4d15-912e-4d3491fa8b70 req-68163199-cd57-4707-b158-282b470d029f tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "GET /v2.0/ports?device_id=e24b4aae-8cee-48cc-bf18-e9a915ea3f2c HTTP/1.1" status: 200 len: 945 time: 0.0748343 Jun 24 15:20:40.182821 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-6b68c5b0-03ee-4d15-912e-4d3491fa8b70 req-36bc771d-62b0-4c8c-8177-b9afb5de04a6 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "GET /v2.0/security-groups?id=b9b51dc4-7b04-4aff-a905-bf9eb837f4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464442 Jun 24 15:20:40.186320 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697012'] for agent (f0fa743b-ff28-43ff-ac51-704c86538f10), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:20:40.468159 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435f5b4f-3ddf-4bef-bf0a-bd8199fe2632 req-7867cf6d-9c47-4524-869c-a8575ba56b04 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:20:40.470337 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-435f5b4f-3ddf-4bef-bf0a-bd8199fe2632 req-7867cf6d-9c47-4524-869c-a8575ba56b04 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] 10.222.0.67 "GET /v2.0/ports?device_id=72dcf091-51b8-4200-86d7-002dde49e07c HTTP/1.1" status: 200 len: 945 time: 0.0605845 Jun 24 15:20:40.520708 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-435f5b4f-3ddf-4bef-bf0a-bd8199fe2632 req-50bdb7d8-83d3-43d1-ae42-565011a12eb0 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] 10.222.0.67 "GET /v2.0/security-groups?id=5f1fbf49-a9a0-40f0-900c-2506ca6ce2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451415 Jun 24 15:20:40.571141 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c93389-227d-4cc9-a9df-8af4deec197b req-ff8db4b1-0ce8-457a-a526-d032df6f139c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:20:40.573245 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [req-12c93389-227d-4cc9-a9df-8af4deec197b req-ff8db4b1-0ce8-457a-a526-d032df6f139c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b6bf0e1123fa47a7844e09127fb16d6e&device_id=72dcf091-51b8-4200-86d7-002dde49e07c HTTP/1.1" status: 200 len: 1129 time: 0.0419645 Jun 24 15:20:40.750193 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c93389-227d-4cc9-a9df-8af4deec197b req-c7c3e7ec-ccd5-46b3-93b7-9ffb293268a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:20:40.752370 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [req-12c93389-227d-4cc9-a9df-8af4deec197b req-c7c3e7ec-ccd5-46b3-93b7-9ffb293268a3 service neutron] 10.222.0.64 "GET /v2.0/networks?id=af13b512-ccae-46a6-b2e4-3851b74c876d HTTP/1.1" status: 200 len: 920 time: 0.1322718 Jun 24 15:20:40.756009 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4efb55-b751-4bbb-b106-4d702d0d4617 req-3a86fd55-82e4-4696-a57e-9d1f34f44a89 tempest-VolumesActionsTest-1267001824 tempest-VolumesActionsTest-1267001824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:20:40.758815 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-9a4efb55-b751-4bbb-b106-4d702d0d4617 req-3a86fd55-82e4-4696-a57e-9d1f34f44a89 tempest-VolumesActionsTest-1267001824 tempest-VolumesActionsTest-1267001824-project] 10.222.0.67 "GET /v2.0/ports?device_id=09d57783-9c2b-450c-b8f3-0d035c7eb0f6 HTTP/1.1" status: 200 len: 945 time: 0.0528979 Jun 24 15:20:40.805905 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-9a4efb55-b751-4bbb-b106-4d702d0d4617 req-78a8221b-cb9b-4f8a-a5d4-5fc507d95922 tempest-VolumesActionsTest-1267001824 tempest-VolumesActionsTest-1267001824-project] 10.222.0.67 "GET /v2.0/security-groups?id=162ebe40-a03a-4be9-8e35-a3c1e8cb26c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423200 Jun 24 15:20:41.301597 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccaa491-164b-495c-a30a-2a7e803b99b8 req-189c7ab1-ada1-46de-8191-1843e0b667e9 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:20:41.303057 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-8ccaa491-164b-495c-a30a-2a7e803b99b8 req-189c7ab1-ada1-46de-8191-1843e0b667e9 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "GET /v2.0/ports?device_id=e24b4aae-8cee-48cc-bf18-e9a915ea3f2c HTTP/1.1" status: 200 len: 945 time: 0.0470424 Jun 24 15:20:41.349134 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-8ccaa491-164b-495c-a30a-2a7e803b99b8 req-e41fd365-07ec-4560-b0d2-9ee8bd32cf5a tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "GET /v2.0/security-groups?id=b9b51dc4-7b04-4aff-a905-bf9eb837f4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403295 Jun 24 15:20:41.633245 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b674777e-4e4a-4b45-b5bc-b493b59172f6 req-e11c56dc-f636-4911-a1be-a7ae6292bb77 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:20:41.634705 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-b674777e-4e4a-4b45-b5bc-b493b59172f6 req-e11c56dc-f636-4911-a1be-a7ae6292bb77 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] 10.222.0.67 "GET /v2.0/ports?device_id=72dcf091-51b8-4200-86d7-002dde49e07c HTTP/1.1" status: 200 len: 945 time: 0.0466292 Jun 24 15:20:41.685735 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-b674777e-4e4a-4b45-b5bc-b493b59172f6 req-99ad3f32-f174-4148-8a34-a63a8b696564 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] 10.222.0.67 "GET /v2.0/security-groups?id=5f1fbf49-a9a0-40f0-900c-2506ca6ce2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452397 Jun 24 15:20:41.929246 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809adf5b-ebe8-43c9-86b5-9d0b718047f3 req-c9b8414f-26c7-4319-8c18-d92e4758b19c tempest-VolumesActionsTest-1267001824 tempest-VolumesActionsTest-1267001824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:20:41.930756 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-809adf5b-ebe8-43c9-86b5-9d0b718047f3 req-c9b8414f-26c7-4319-8c18-d92e4758b19c tempest-VolumesActionsTest-1267001824 tempest-VolumesActionsTest-1267001824-project] 10.222.0.67 "GET /v2.0/ports?device_id=09d57783-9c2b-450c-b8f3-0d035c7eb0f6 HTTP/1.1" status: 200 len: 945 time: 0.0475180 Jun 24 15:20:41.954575 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.wsgi [-] (104511) accepted ('10.222.0.67', 40804) {{(pid=104511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:20:41.975076 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=100 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:20:41.983408 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-809adf5b-ebe8-43c9-86b5-9d0b718047f3 req-f8f5a1d7-fcb2-48a5-9e49-696fbbff80fc tempest-VolumesActionsTest-1267001824 tempest-VolumesActionsTest-1267001824-project] 10.222.0.67 "GET /v2.0/security-groups?id=162ebe40-a03a-4be9-8e35-a3c1e8cb26c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471826 Jun 24 15:20:42.093449 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-6816e20c-e8ff-4559-8c72-b65798c698b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:20:42.168677 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-6816e20c-e8ff-4559-8c72-b65798c698b1 admin admin] Publish callbacks [] for security_group (2b1c9ff6-4a6e-45bf-9525-27b1ba94ce74), precommit_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:20:42.247277 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-6816e20c-e8ff-4559-8c72-b65798c698b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-275664'] for security_group (2b1c9ff6-4a6e-45bf-9525-27b1ba94ce74), after_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:20:42.287575 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [None req-6816e20c-e8ff-4559-8c72-b65798c698b1 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=4a4a374fe5f64ff6ba0b37f62d2d5f4d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3318293 Jun 24 15:20:42.288935 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6816e20c-e8ff-4559-8c72-b65798c698b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b1c9ff6-4a6e-45bf-9525-27b1ba94ce74,revision_number=1']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:20:42.290255 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.wsgi [-] (104512) accepted ('10.222.0.67', 40824) {{(pid=104512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:20:42.339990 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-31918d94-751a-4b51-a15f-3aa83680c0bc admin admin] Publish callbacks [] for security_group (2b1c9ff6-4a6e-45bf-9525-27b1ba94ce74), before_delete {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:20:42.361363 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-31918d94-751a-4b51-a15f-3aa83680c0bc admin admin] Publish callbacks [] for security_group (2b1c9ff6-4a6e-45bf-9525-27b1ba94ce74), precommit_delete {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:20:42.472645 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2b62ab-a9eb-43c5-9b4e-1eb8b1354512 req-190a6b8d-3e01-49ab-9f58-1b954ad97461 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:20:42.474402 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-0e2b62ab-a9eb-43c5-9b4e-1eb8b1354512 req-190a6b8d-3e01-49ab-9f58-1b954ad97461 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "GET /v2.0/ports?device_id=e24b4aae-8cee-48cc-bf18-e9a915ea3f2c HTTP/1.1" status: 200 len: 945 time: 0.0529783 Jun 24 15:20:42.525870 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-31918d94-751a-4b51-a15f-3aa83680c0bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-275664'] for security_group (2b1c9ff6-4a6e-45bf-9525-27b1ba94ce74), after_delete {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:20:42.532500 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-31918d94-751a-4b51-a15f-3aa83680c0bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:20:42.532500 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [None req-31918d94-751a-4b51-a15f-3aa83680c0bc admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/2b1c9ff6-4a6e-45bf-9525-27b1ba94ce74 HTTP/1.1" status: 204 len: 168 time: 0.2384846 Jun 24 15:20:42.537859 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-0e2b62ab-a9eb-43c5-9b4e-1eb8b1354512 req-0c28d25c-c115-4ab6-943c-c37089f32f4c tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "GET /v2.0/security-groups?id=b9b51dc4-7b04-4aff-a905-bf9eb837f4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555115 Jun 24 15:20:42.540836 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.wsgi [-] (104511) accepted ('10.222.0.67', 40832) {{(pid=104511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:20:42.543502 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31918d94-751a-4b51-a15f-3aa83680c0bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b1c9ff6-4a6e-45bf-9525-27b1ba94ce74,revision_number=None']} {{(pid=104512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:20:42.807382 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc14f5fc-27d1-4b3f-b09d-ee87263a2ef7 req-2ad19284-31be-4b1b-b067-2aeb994ea7b3 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:20:42.812197 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-cc14f5fc-27d1-4b3f-b09d-ee87263a2ef7 req-2ad19284-31be-4b1b-b067-2aeb994ea7b3 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] 10.222.0.67 "GET /v2.0/ports?device_id=72dcf091-51b8-4200-86d7-002dde49e07c HTTP/1.1" status: 200 len: 945 time: 0.0554535 Jun 24 15:20:42.853613 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-748be9c5-8031-43e9-bee3-646ab4bad0a5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:20:42.863370 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.wsgi [-] (104512) accepted ('10.222.0.67', 40842) {{(pid=104512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:20:42.872375 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-cc14f5fc-27d1-4b3f-b09d-ee87263a2ef7 req-5f8fad74-fa4d-4753-9f48-e665d6e57046 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] 10.222.0.67 "GET /v2.0/security-groups?id=5f1fbf49-a9a0-40f0-900c-2506ca6ce2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578246 Jun 24 15:20:42.934215 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-7e7c5634-58aa-47fc-bf5a-0a800ce89945 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:20:42.947134 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-748be9c5-8031-43e9-bee3-646ab4bad0a5 admin admin] Publish callbacks [] for security_group (fee8ac0d-a003-4a19-aa92-ae092cc56d83), precommit_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:20:42.967377 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=2 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:20:43.015642 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-7e7c5634-58aa-47fc-bf5a-0a800ce89945 admin admin] Publish callbacks [] for security_group (6da10726-aa7a-4983-9694-af56e598f17d), precommit_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:20:43.030252 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-748be9c5-8031-43e9-bee3-646ab4bad0a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-275664'] for security_group (fee8ac0d-a003-4a19-aa92-ae092cc56d83), after_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:20:43.071736 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [None req-748be9c5-8031-43e9-bee3-646ab4bad0a5 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=aec47099c2e74ba3a1d5cf86fb6456f5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5294833 Jun 24 15:20:43.072539 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748be9c5-8031-43e9-bee3-646ab4bad0a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fee8ac0d-a003-4a19-aa92-ae092cc56d83,revision_number=1']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:20:43.075232 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.wsgi [-] (104512) accepted ('10.222.0.67', 40854) {{(pid=104512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:20:43.131352 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-7e7c5634-58aa-47fc-bf5a-0a800ce89945 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-275664'] for security_group (6da10726-aa7a-4983-9694-af56e598f17d), after_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:20:43.137160 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-3fb2e40d-7d4e-456c-9816-0907bb7d1a31 admin admin] Publish callbacks [] for security_group (fee8ac0d-a003-4a19-aa92-ae092cc56d83), before_delete {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:20:43.188364 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [None req-7e7c5634-58aa-47fc-bf5a-0a800ce89945 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=926c7a8ed8c3437c99cc0afaf36e5ae7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3259141 Jun 24 15:20:43.191372 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.wsgi [-] (104511) accepted ('10.222.0.67', 40856) {{(pid=104511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:20:43.191881 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:20:43.193956 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-3fb2e40d-7d4e-456c-9816-0907bb7d1a31 admin admin] Publish callbacks [] for security_group (fee8ac0d-a003-4a19-aa92-ae092cc56d83), precommit_delete {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:20:43.195813 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7c5634-58aa-47fc-bf5a-0a800ce89945 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6da10726-aa7a-4983-9694-af56e598f17d,revision_number=1']} {{(pid=104512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:20:43.233870 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=75,neutron:DELETE=4,neutron:INSERT=20,neutron:UPDATE=1 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:20:43.245660 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-4e745e06-8537-4cb0-be43-f036875edaa8 admin admin] Publish callbacks [] for security_group (6da10726-aa7a-4983-9694-af56e598f17d), before_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:20:43.270239 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-4e745e06-8537-4cb0-be43-f036875edaa8 admin admin] Publish callbacks [] for security_group (6da10726-aa7a-4983-9694-af56e598f17d), precommit_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:20:43.353087 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-3fb2e40d-7d4e-456c-9816-0907bb7d1a31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-275664'] for security_group (fee8ac0d-a003-4a19-aa92-ae092cc56d83), after_delete {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:20:43.353087 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-3fb2e40d-7d4e-456c-9816-0907bb7d1a31 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:20:43.353087 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [None req-3fb2e40d-7d4e-456c-9816-0907bb7d1a31 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/fee8ac0d-a003-4a19-aa92-ae092cc56d83 HTTP/1.1" status: 204 len: 168 time: 0.2735653 Jun 24 15:20:43.358803 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb2e40d-7d4e-456c-9816-0907bb7d1a31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fee8ac0d-a003-4a19-aa92-ae092cc56d83,revision_number=None']} {{(pid=104512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:20:43.436930 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-4e745e06-8537-4cb0-be43-f036875edaa8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-275664'] for security_group (6da10726-aa7a-4983-9694-af56e598f17d), after_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:20:43.439492 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-4e745e06-8537-4cb0-be43-f036875edaa8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:20:43.440772 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [None req-4e745e06-8537-4cb0-be43-f036875edaa8 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/6da10726-aa7a-4983-9694-af56e598f17d HTTP/1.1" status: 204 len: 168 time: 0.2482519 Jun 24 15:20:43.448574 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e745e06-8537-4cb0-be43-f036875edaa8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6da10726-aa7a-4983-9694-af56e598f17d,revision_number=None']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:20:43.704606 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5812f54-e453-442c-ae4a-3b3171c48067 req-4432106b-aa95-411e-a4ce-52f7a436158a tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:20:43.706099 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-a5812f54-e453-442c-ae4a-3b3171c48067 req-4432106b-aa95-411e-a4ce-52f7a436158a tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "GET /v2.0/ports?device_id=e24b4aae-8cee-48cc-bf18-e9a915ea3f2c HTTP/1.1" status: 200 len: 945 time: 0.0476527 Jun 24 15:20:43.756725 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-a5812f54-e453-442c-ae4a-3b3171c48067 req-6c9c3b0e-7d89-4b6f-9ba7-eb6270da6a3c tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "GET /v2.0/security-groups?id=b9b51dc4-7b04-4aff-a905-bf9eb837f4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442622 Jun 24 15:20:43.994895 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bf6f6b-5b10-4ac6-85d1-34bd6dca04d8 req-079f6e75-0af6-496d-93d3-74f0e70a7cbe tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:20:43.996819 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-54bf6f6b-5b10-4ac6-85d1-34bd6dca04d8 req-079f6e75-0af6-496d-93d3-74f0e70a7cbe tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] 10.222.0.67 "GET /v2.0/ports?device_id=72dcf091-51b8-4200-86d7-002dde49e07c HTTP/1.1" status: 200 len: 945 time: 0.0547621 Jun 24 15:20:44.046607 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-54bf6f6b-5b10-4ac6-85d1-34bd6dca04d8 req-9d283f4b-631e-4fc4-b2e0-09fe982cb4a3 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] 10.222.0.67 "GET /v2.0/security-groups?id=5f1fbf49-a9a0-40f0-900c-2506ca6ce2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432301 Jun 24 15:20:44.077911 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.wsgi [-] (104511) accepted ('10.222.0.67', 40884) {{(pid=104511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:20:44.093351 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-15a14c8f-13d5-44bd-a9d7-65d8875735ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:20:44.145512 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=88,neutron:UPDATE=1,neutron:INSERT=7,neutron:DELETE=4 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:20:44.175816 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-15a14c8f-13d5-44bd-a9d7-65d8875735ae admin admin] Publish callbacks [] for security_group (cbea45f6-8235-4345-8e42-bbaed5b4a346), precommit_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:20:44.242833 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-15a14c8f-13d5-44bd-a9d7-65d8875735ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-275664'] for security_group (cbea45f6-8235-4345-8e42-bbaed5b4a346), after_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:20:44.284150 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [None req-15a14c8f-13d5-44bd-a9d7-65d8875735ae admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=ada77210f6f04fb1bf376da287ff7236&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2047205 Jun 24 15:20:44.285054 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a14c8f-13d5-44bd-a9d7-65d8875735ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbea45f6-8235-4345-8e42-bbaed5b4a346,revision_number=1']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:20:44.286843 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.wsgi [-] (104512) accepted ('10.222.0.67', 40888) {{(pid=104512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:20:44.340183 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-d78edf80-020e-416d-bfd8-2fb692f11269 admin admin] Publish callbacks [] for security_group (cbea45f6-8235-4345-8e42-bbaed5b4a346), before_delete {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:20:44.361439 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-d78edf80-020e-416d-bfd8-2fb692f11269 admin admin] Publish callbacks [] for security_group (cbea45f6-8235-4345-8e42-bbaed5b4a346), precommit_delete {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:20:44.422153 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [req-12c93389-227d-4cc9-a9df-8af4deec197b req-27809d3c-52bb-47b6-8c3d-42021d60e8af service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cdb31b17-1cea-4ead-bfa9-8e2eaf5beea8 HTTP/1.1" status: 200 len: 217 time: 0.0399141 Jun 24 15:20:44.445902 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.wsgi [-] (104512) accepted ('10.222.0.67', 40890) {{(pid=104512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:20:44.458995 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-4387cea5-793b-4551-8901-7beaaea5b2b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:20:44.488460 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c93389-227d-4cc9-a9df-8af4deec197b req-b45db66e-f705-41d7-aa8d-4c724f678ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:20:44.489956 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [req-12c93389-227d-4cc9-a9df-8af4deec197b req-b45db66e-f705-41d7-aa8d-4c724f678ce0 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=298c1716-00da-4f9f-a34c-b32e0b6a8775 HTTP/1.1" status: 200 len: 858 time: 0.0515065 Jun 24 15:20:44.544632 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c93389-227d-4cc9-a9df-8af4deec197b req-4c758ea7-0572-4cc8-a9e3-941ee4c6cab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:20:44.546698 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-d78edf80-020e-416d-bfd8-2fb692f11269 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-275664'] for security_group (cbea45f6-8235-4345-8e42-bbaed5b4a346), after_delete {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:20:44.546837 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [req-12c93389-227d-4cc9-a9df-8af4deec197b req-4c758ea7-0572-4cc8-a9e3-941ee4c6cab5 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=af13b512-ccae-46a6-b2e4-3851b74c876d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0472722 Jun 24 15:20:44.547695 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-d78edf80-020e-416d-bfd8-2fb692f11269 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:20:44.548819 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [None req-d78edf80-020e-416d-bfd8-2fb692f11269 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/cbea45f6-8235-4345-8e42-bbaed5b4a346 HTTP/1.1" status: 204 len: 168 time: 0.2603681 Jun 24 15:20:44.572503 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78edf80-020e-416d-bfd8-2fb692f11269 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbea45f6-8235-4345-8e42-bbaed5b4a346,revision_number=None']} {{(pid=104512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:20:44.580165 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922eae19-8c72-4f79-bf1e-82431b78ebb7 req-b234ba0f-f90f-48be-903f-c27b48668495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:20:44.582139 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-922eae19-8c72-4f79-bf1e-82431b78ebb7 req-b234ba0f-f90f-48be-903f-c27b48668495 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=72dcf091-51b8-4200-86d7-002dde49e07c HTTP/1.1" status: 200 len: 1129 time: 0.0720263 Jun 24 15:20:44.654898 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-922eae19-8c72-4f79-bf1e-82431b78ebb7 req-7c71fdb0-ef45-45b8-8b9a-1683f045a9b4 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=5f1fbf49-a9a0-40f0-900c-2506ca6ce2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662842 Jun 24 15:20:44.677475 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-4387cea5-793b-4551-8901-7beaaea5b2b1 admin admin] Publish callbacks [] for security_group (36658cbc-5cee-4476-91eb-f08b45bd130b), precommit_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:20:44.696220 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [req-12c93389-227d-4cc9-a9df-8af4deec197b req-3a34596b-3a4f-4075-b3d0-749170908622 service neutron] 10.222.0.64 "GET /v2.0/networks/af13b512-ccae-46a6-b2e4-3851b74c876d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375208 Jun 24 15:20:44.736744 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-4387cea5-793b-4551-8901-7beaaea5b2b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-275664'] for security_group (36658cbc-5cee-4476-91eb-f08b45bd130b), after_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:20:44.775506 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [None req-4387cea5-793b-4551-8901-7beaaea5b2b1 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=0424cb0f50bf44f5b26110beb3089acc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3282950 Jun 24 15:20:44.777676 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4387cea5-793b-4551-8901-7beaaea5b2b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36658cbc-5cee-4476-91eb-f08b45bd130b,revision_number=1']} {{(pid=104512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:20:44.779254 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.wsgi [-] (104511) accepted ('10.222.0.67', 40902) {{(pid=104511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:20:44.891761 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abea23c4-4b07-4d60-924a-4b8125b7cfb5 req-1c47446d-83f7-4374-b786-92636220a589 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:20:44.893175 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-abea23c4-4b07-4d60-924a-4b8125b7cfb5 req-1c47446d-83f7-4374-b786-92636220a589 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "GET /v2.0/ports?device_id=e24b4aae-8cee-48cc-bf18-e9a915ea3f2c HTTP/1.1" status: 200 len: 945 time: 0.0549979 Jun 24 15:20:44.898735 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-bbe1040a-ec73-4e2a-b86a-b248cb57451b admin admin] Publish callbacks [] for security_group (36658cbc-5cee-4476-91eb-f08b45bd130b), before_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:20:44.905933 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=85,neutron:DELETE=7,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:20:44.918409 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:20:44.946457 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-abea23c4-4b07-4d60-924a-4b8125b7cfb5 req-c16ffa53-38b7-420d-ba54-55232a6dd0d0 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "GET /v2.0/security-groups?id=b9b51dc4-7b04-4aff-a905-bf9eb837f4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475399 Jun 24 15:20:44.949353 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-bbe1040a-ec73-4e2a-b86a-b248cb57451b admin admin] Publish callbacks [] for security_group (36658cbc-5cee-4476-91eb-f08b45bd130b), precommit_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:20:45.029834 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [req-12c93389-227d-4cc9-a9df-8af4deec197b req-f0d1c5a9-38a4-45e8-9f7e-ac57db58069d service neutron] 10.222.0.64 "GET /v2.0/networks/af13b512-ccae-46a6-b2e4-3851b74c876d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280878 Jun 24 15:20:45.096250 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-bbe1040a-ec73-4e2a-b86a-b248cb57451b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-275664'] for security_group (36658cbc-5cee-4476-91eb-f08b45bd130b), after_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:20:45.098988 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-bbe1040a-ec73-4e2a-b86a-b248cb57451b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:20:45.101425 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [None req-bbe1040a-ec73-4e2a-b86a-b248cb57451b admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/36658cbc-5cee-4476-91eb-f08b45bd130b HTTP/1.1" status: 204 len: 168 time: 0.3142705 Jun 24 15:20:45.114744 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe1040a-ec73-4e2a-b86a-b248cb57451b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36658cbc-5cee-4476-91eb-f08b45bd130b,revision_number=None']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:20:45.227980 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d534e5df-4373-4024-9bfd-814ff548f8ed req-8fb02848-1760-49f5-abf5-394cbde3f52a tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:20:45.227980 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-d534e5df-4373-4024-9bfd-814ff548f8ed req-8fb02848-1760-49f5-abf5-394cbde3f52a tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] 10.222.0.67 "GET /v2.0/ports?device_id=72dcf091-51b8-4200-86d7-002dde49e07c HTTP/1.1" status: 200 len: 945 time: 0.0751679 Jun 24 15:20:45.290460 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-d534e5df-4373-4024-9bfd-814ff548f8ed req-3da0626c-7ad7-4cff-953b-8f6d743a7bed tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] 10.222.0.67 "GET /v2.0/security-groups?id=5f1fbf49-a9a0-40f0-900c-2506ca6ce2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556455 Jun 24 15:20:45.719335 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778dfebb-3fdd-4c98-9966-ea535f74e927 req-4eb0cba5-b736-4373-a556-8d9e3bd79fb4 tempest-VolumesActionsTest-1267001824 tempest-VolumesActionsTest-1267001824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:20:45.720899 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-778dfebb-3fdd-4c98-9966-ea535f74e927 req-4eb0cba5-b736-4373-a556-8d9e3bd79fb4 tempest-VolumesActionsTest-1267001824 tempest-VolumesActionsTest-1267001824-project] 10.222.0.67 "GET /v2.0/ports?device_id=09d57783-9c2b-450c-b8f3-0d035c7eb0f6 HTTP/1.1" status: 200 len: 945 time: 0.0580530 Jun 24 15:20:45.744807 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:INSERT=4 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:20:45.785784 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-778dfebb-3fdd-4c98-9966-ea535f74e927 req-2b851899-440d-4745-bd51-0d87356956c3 tempest-VolumesActionsTest-1267001824 tempest-VolumesActionsTest-1267001824-project] 10.222.0.67 "GET /v2.0/security-groups?id=162ebe40-a03a-4be9-8e35-a3c1e8cb26c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577030 Jun 24 15:20:45.914876 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.wsgi [-] (104511) accepted ('10.222.0.67', 40960) {{(pid=104511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:20:45.932556 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-0480bb7d-6606-4bf5-9717-bc88e03f36cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:20:46.063760 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-0480bb7d-6606-4bf5-9717-bc88e03f36cf admin admin] Publish callbacks [] for security_group (f61024fd-9cf5-406b-81b9-f4f5c08d393b), precommit_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:20:46.112024 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39ea8e4-b751-4c18-9aa6-e550d8e8ce9d req-206f3e10-5cc9-4502-b8c0-bbd438dfb00e tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:20:46.119905 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-c39ea8e4-b751-4c18-9aa6-e550d8e8ce9d req-206f3e10-5cc9-4502-b8c0-bbd438dfb00e tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "GET /v2.0/ports?device_id=e24b4aae-8cee-48cc-bf18-e9a915ea3f2c HTTP/1.1" status: 200 len: 945 time: 0.0724683 Jun 24 15:20:46.151906 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-0480bb7d-6606-4bf5-9717-bc88e03f36cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-275664'] for security_group (f61024fd-9cf5-406b-81b9-f4f5c08d393b), after_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:20:46.183682 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-c39ea8e4-b751-4c18-9aa6-e550d8e8ce9d req-e5dd4b8f-20ba-4b01-835e-ee04f4f2dd74 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "GET /v2.0/security-groups?id=b9b51dc4-7b04-4aff-a905-bf9eb837f4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626640 Jun 24 15:20:46.204186 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [None req-0480bb7d-6606-4bf5-9717-bc88e03f36cf admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=2075d37157814da2bc43dafdd72d1f9d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2880900 Jun 24 15:20:46.205118 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0480bb7d-6606-4bf5-9717-bc88e03f36cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f61024fd-9cf5-406b-81b9-f4f5c08d393b,revision_number=1']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:20:46.210486 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.wsgi [-] (104511) accepted ('10.222.0.67', 40986) {{(pid=104511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:20:46.291945 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-0bfc70a4-78c3-4028-9566-0f928508a33a admin admin] Publish callbacks [] for security_group (f61024fd-9cf5-406b-81b9-f4f5c08d393b), before_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:20:46.295834 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:20:46.328577 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-0bfc70a4-78c3-4028-9566-0f928508a33a admin admin] Publish callbacks [] for security_group (f61024fd-9cf5-406b-81b9-f4f5c08d393b), precommit_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:20:46.429031 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7096496d-eea3-4c53-9da1-e7174cdb371a req-db898c56-b639-4f04-910e-483e1211b9ac tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:20:46.430437 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-7096496d-eea3-4c53-9da1-e7174cdb371a req-db898c56-b639-4f04-910e-483e1211b9ac tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] 10.222.0.67 "GET /v2.0/ports?device_id=72dcf091-51b8-4200-86d7-002dde49e07c HTTP/1.1" status: 200 len: 945 time: 0.0505626 Jun 24 15:20:46.480569 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-7096496d-eea3-4c53-9da1-e7174cdb371a req-f0db4cc4-1f79-410e-a1c3-c0af1c4a23d5 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] 10.222.0.67 "GET /v2.0/security-groups?id=5f1fbf49-a9a0-40f0-900c-2506ca6ce2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435345 Jun 24 15:20:46.540482 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-0bfc70a4-78c3-4028-9566-0f928508a33a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-275664'] for security_group (f61024fd-9cf5-406b-81b9-f4f5c08d393b), after_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:20:46.543824 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-0bfc70a4-78c3-4028-9566-0f928508a33a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:20:46.545768 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [None req-0bfc70a4-78c3-4028-9566-0f928508a33a admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/f61024fd-9cf5-406b-81b9-f4f5c08d393b HTTP/1.1" status: 204 len: 168 time: 0.3341637 Jun 24 15:20:46.559000 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfc70a4-78c3-4028-9566-0f928508a33a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f61024fd-9cf5-406b-81b9-f4f5c08d393b,revision_number=None']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:20:46.967512 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae48120-d282-48fb-8e39-18a5d8c66a96 req-3345a027-77ca-448b-a4ca-adaf72de424f tempest-VolumesActionsTest-1267001824 tempest-VolumesActionsTest-1267001824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:20:46.974873 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-8ae48120-d282-48fb-8e39-18a5d8c66a96 req-3345a027-77ca-448b-a4ca-adaf72de424f tempest-VolumesActionsTest-1267001824 tempest-VolumesActionsTest-1267001824-project] 10.222.0.67 "GET /v2.0/ports?device_id=09d57783-9c2b-450c-b8f3-0d035c7eb0f6 HTTP/1.1" status: 200 len: 945 time: 0.0746274 Jun 24 15:20:47.038159 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-8ae48120-d282-48fb-8e39-18a5d8c66a96 req-4b9331b1-d8ca-456d-a254-2b3b8cb39f90 tempest-VolumesActionsTest-1267001824 tempest-VolumesActionsTest-1267001824-project] 10.222.0.67 "GET /v2.0/security-groups?id=162ebe40-a03a-4be9-8e35-a3c1e8cb26c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623124 Jun 24 15:20:47.323416 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de81a16-a1e1-4746-a788-815d9986bd85 req-75942570-5d52-4b49-b84b-f2f100cdc235 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:20:47.324996 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-4de81a16-a1e1-4746-a788-815d9986bd85 req-75942570-5d52-4b49-b84b-f2f100cdc235 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "GET /v2.0/ports?device_id=e24b4aae-8cee-48cc-bf18-e9a915ea3f2c HTTP/1.1" status: 200 len: 945 time: 0.0497789 Jun 24 15:20:47.372789 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-4de81a16-a1e1-4746-a788-815d9986bd85 req-551306bb-da07-4912-b447-9c7ffb1506ab tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "GET /v2.0/security-groups?id=b9b51dc4-7b04-4aff-a905-bf9eb837f4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423753 Jun 24 15:20:47.647762 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247a8dcb-dfc2-4fbd-8c6c-de7c763d6ed2 req-edb1fbe1-fdd3-4538-8c1a-55f35f9337f2 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:20:47.651035 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-247a8dcb-dfc2-4fbd-8c6c-de7c763d6ed2 req-edb1fbe1-fdd3-4538-8c1a-55f35f9337f2 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] 10.222.0.67 "GET /v2.0/ports?device_id=72dcf091-51b8-4200-86d7-002dde49e07c HTTP/1.1" status: 200 len: 945 time: 0.0623162 Jun 24 15:20:47.754363 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG dbcounter [-] [104514] Writing DB stats neutron:SELECT=4 {{(pid=104514) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:20:47.760857 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG dbcounter [-] [104514] Writing DB stats neutron:SELECT=2 {{(pid=104514) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:20:47.765474 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-247a8dcb-dfc2-4fbd-8c6c-de7c763d6ed2 req-234783b7-e3ee-42b8-94ab-a2d21634f6e7 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] 10.222.0.67 "GET /v2.0/security-groups?id=5f1fbf49-a9a0-40f0-900c-2506ca6ce2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056910 Jun 24 15:20:47.799017 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.wsgi [-] (104512) accepted ('10.222.0.67', 41100) {{(pid=104512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:20:47.862063 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39255059-e73f-456d-952d-076b4487153d req-90ea2b62-968c-4d4d-8136-b69d439c2982 tempest-VolumesActionsTest-1267001824 tempest-VolumesActionsTest-1267001824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:20:47.866957 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [req-39255059-e73f-456d-952d-076b4487153d req-90ea2b62-968c-4d4d-8136-b69d439c2982 tempest-VolumesActionsTest-1267001824 tempest-VolumesActionsTest-1267001824-project] 10.222.0.64 "GET /v2.0/ports?device_id=09d57783-9c2b-450c-b8f3-0d035c7eb0f6 HTTP/1.1" status: 200 len: 945 time: 0.3269060 Jun 24 15:20:47.939701 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.v2.base [None req-37df60ec-d4ee-45ea-b2dc-5505a98edca4 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1389705774-network', 'tenant_id': 'a7676b5fcbc04076b2e9d0e36bbb07f1'}} {{(pid=104512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 15:20:47.997527 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [req-39255059-e73f-456d-952d-076b4487153d req-5eb3f359-089e-47b8-b49f-2941c1e01874 tempest-VolumesActionsTest-1267001824 tempest-VolumesActionsTest-1267001824-project] Deleting port 33fdc46a-6b68-44a6-93f0-28065add4baf {{(pid=104511) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 15:20:47.997871 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [req-39255059-e73f-456d-952d-076b4487153d req-5eb3f359-089e-47b8-b49f-2941c1e01874 tempest-VolumesActionsTest-1267001824 tempest-VolumesActionsTest-1267001824-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761385095720'] for port (33fdc46a-6b68-44a6-93f0-28065add4baf), before_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:20:48.043616 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37df60ec-d4ee-45ea-b2dc-5505a98edca4 admin admin] Made reservation on behalf of a7676b5fcbc04076b2e9d0e36bbb07f1 for: {'network': 1} {{(pid=104512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 15:20:48.046076 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-37df60ec-d4ee-45ea-b2dc-5505a98edca4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7727318'] for network (None), before_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:20:48.055036 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-37df60ec-d4ee-45ea-b2dc-5505a98edca4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:20:48.078224 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:20:48.092706 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.db [req-39255059-e73f-456d-952d-076b4487153d req-5eb3f359-089e-47b8-b49f-2941c1e01874 tempest-VolumesActionsTest-1267001824 tempest-VolumesActionsTest-1267001824-project] For port 33fdc46a-6b68-44a6-93f0-28065add4baf, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=33fdc46a-6b68-44a6-93f0-28065add4baf,segment=NetworkSegment(d027ebd4-5e93-4c66-8711-832e8c4ab91f),segment_id=d027ebd4-5e93-4c66-8711-832e8c4ab91f)] {{(pid=104511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 15:20:48.093273 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [req-39255059-e73f-456d-952d-076b4487153d req-5eb3f359-089e-47b8-b49f-2941c1e01874 tempest-VolumesActionsTest-1267001824 tempest-VolumesActionsTest-1267001824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-465599'] for port (33fdc46a-6b68-44a6-93f0-28065add4baf), precommit_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:20:48.113098 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [req-39255059-e73f-456d-952d-076b4487153d req-5eb3f359-089e-47b8-b49f-2941c1e01874 tempest-VolumesActionsTest-1267001824 tempest-VolumesActionsTest-1267001824-project] Calling delete_port for 33fdc46a-6b68-44a6-93f0-28065add4baf owned by compute:nova {{(pid=104511) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 15:20:48.175436 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-37df60ec-d4ee-45ea-b2dc-5505a98edca4 admin admin] Publish callbacks [] for security_group (27f0df44-d389-4765-b882-f118f594d067), precommit_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:20:48.198331 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a432d9af-9270-4752-996c-357953b996c6 req-94a791fc-3e72-4752-a9f5-e06d2a8678bb tempest-VolumesActionsTest-1267001824 tempest-VolumesActionsTest-1267001824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:20:48.198331 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-a432d9af-9270-4752-996c-357953b996c6 req-94a791fc-3e72-4752-a9f5-e06d2a8678bb tempest-VolumesActionsTest-1267001824 tempest-VolumesActionsTest-1267001824-project] 10.222.0.67 "GET /v2.0/ports?device_id=09d57783-9c2b-450c-b8f3-0d035c7eb0f6 HTTP/1.1" status: 200 len: 945 time: 0.0615709 Jun 24 15:20:48.227071 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=89,neutron:DELETE=11 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:20:48.281947 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a2a399-691d-454f-bb9c-20cb27f57ed7 req-d70c493c-d0c4-4958-bbb1-c55a49853fd2 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:20:48.283412 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-07a2a399-691d-454f-bb9c-20cb27f57ed7 req-d70c493c-d0c4-4958-bbb1-c55a49853fd2 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] 10.222.0.67 "GET /v2.0/ports?device_id=72dcf091-51b8-4200-86d7-002dde49e07c HTTP/1.1" status: 200 len: 945 time: 0.0695140 Jun 24 15:20:48.285400 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-37df60ec-d4ee-45ea-b2dc-5505a98edca4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-275664'] for security_group (27f0df44-d389-4765-b882-f118f594d067), after_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:20:48.290724 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-a432d9af-9270-4752-996c-357953b996c6 req-d6f6b1c5-f567-4d6d-be73-8cfb2c7aa1d4 tempest-VolumesActionsTest-1267001824 tempest-VolumesActionsTest-1267001824-project] 10.222.0.67 "GET /v2.0/security-groups?id=162ebe40-a03a-4be9-8e35-a3c1e8cb26c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914280 Jun 24 15:20:48.317568 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [req-39255059-e73f-456d-952d-076b4487153d req-5eb3f359-089e-47b8-b49f-2941c1e01874 tempest-VolumesActionsTest-1267001824 tempest-VolumesActionsTest-1267001824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761385101680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761384583307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3599638'] for port (33fdc46a-6b68-44a6-93f0-28065add4baf), after_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:20:48.329173 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.db [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] get_ports_and_sgs() called for port_ids ['33fdc46a-6b68-44a6-93f0-28065add4baf'] {{(pid=104513) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 15:20:48.404358 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb3f359-089e-47b8-b49f-2941c1e01874 tempest-VolumesActionsTest-1267001824 tempest-VolumesActionsTest-1267001824-project] Pushing event deleted for resources: {'Port': ['ID=33fdc46a-6b68-44a6-93f0-28065add4baf,revision_number=None']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:20:48.429520 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.db.l3_dvrscheduler_db [req-39255059-e73f-456d-952d-076b4487153d req-5eb3f359-089e-47b8-b49f-2941c1e01874 tempest-VolumesActionsTest-1267001824 tempest-VolumesActionsTest-1267001824-project] No DVR routers for this DVR port 33fdc46a-6b68-44a6-93f0-28065add4baf on host hv-cinder-83538 {{(pid=104511) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 24 15:20:48.432445 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [req-39255059-e73f-456d-952d-076b4487153d req-5eb3f359-089e-47b8-b49f-2941c1e01874 tempest-VolumesActionsTest-1267001824 tempest-VolumesActionsTest-1267001824-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30073'] for port (None), before_response {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:20:48.436073 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [req-39255059-e73f-456d-952d-076b4487153d req-5eb3f359-089e-47b8-b49f-2941c1e01874 tempest-VolumesActionsTest-1267001824 tempest-VolumesActionsTest-1267001824-project] 10.222.0.64 "DELETE /v2.0/ports/33fdc46a-6b68-44a6-93f0-28065add4baf HTTP/1.1" status: 204 len: 173 time: 0.5632918 Jun 24 15:20:48.436549 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09d57783-9c2b-450c-b8f3-0d035c7eb0f6', 'name': 'network-vif-deleted', 'tag': '33fdc46a-6b68-44a6-93f0-28065add4baf'}] {{(pid=104511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 15:20:48.438846 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4675c17b6bc846e4b28e54b1b3705f3f7dd7092e5e5b2c0e24b7aeedfd61db99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52faf29a-99dd-4ea5-95ac-fd727f026089" -d '{"events": [{"server_uuid": "09d57783-9c2b-450c-b8f3-0d035c7eb0f6", "name": "network-vif-deleted", "tag": "33fdc46a-6b68-44a6-93f0-28065add4baf"}]}' {{(pid=104511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 15:20:48.457152 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.wsgi [-] (104511) accepted ('10.222.0.67', 41124) {{(pid=104511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:20:48.580744 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-0519ce36-c271-4e7d-a0ea-0d2fa4f54b57 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:20:48.600797 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37df60ec-d4ee-45ea-b2dc-5505a98edca4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 783} {{(pid=104512) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 15:20:48.657744 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37df60ec-d4ee-45ea-b2dc-5505a98edca4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27f0df44-d389-4765-b882-f118f594d067,revision_number=1']} {{(pid=104512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:20:48.662955 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-0519ce36-c271-4e7d-a0ea-0d2fa4f54b57 admin admin] Publish callbacks [] for security_group (9a07ec6c-d441-4852-a3bc-e2c0e4b484b1), precommit_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:20:48.681290 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=82,neutron:INSERT=16,neutron:UPDATE=2 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:20:48.684638 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-37df60ec-d4ee-45ea-b2dc-5505a98edca4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7772344'] for segment (523149a8-567b-4c5f-967d-2a30a57e6684), precommit_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:20:48.684982 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.db.segments_db [None req-37df60ec-d4ee-45ea-b2dc-5505a98edca4 admin admin] Added segment 523149a8-567b-4c5f-967d-2a30a57e6684 of type vlan for network 290b2293-08e8-440e-b919-748abfd6809e Jun 24 15:20:48.705622 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65542b40-ceaa-4df7-a8a6-792f4cec07a8 req-9218ca9f-c5f7-4438-b0b5-729ed9cc2381 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:20:48.707996 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-65542b40-ceaa-4df7-a8a6-792f4cec07a8 req-9218ca9f-c5f7-4438-b0b5-729ed9cc2381 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "GET /v2.0/ports?device_id=e24b4aae-8cee-48cc-bf18-e9a915ea3f2c HTTP/1.1" status: 200 len: 945 time: 0.1490648 Jun 24 15:20:48.717266 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef058e02-a6a3-4f72-9f28-361a61be59b3 req-ab09723e-3b6f-4d9b-a46a-87f1d6f9800d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:20:48.718711 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-ef058e02-a6a3-4f72-9f28-361a61be59b3 req-ab09723e-3b6f-4d9b-a46a-87f1d6f9800d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b6bf0e1123fa47a7844e09127fb16d6e&device_id=72dcf091-51b8-4200-86d7-002dde49e07c HTTP/1.1" status: 200 len: 1129 time: 0.1620264 Jun 24 15:20:48.745642 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-07a2a399-691d-454f-bb9c-20cb27f57ed7 req-e7fc577a-e7d3-4a80-a03a-11e5253cbd29 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] 10.222.0.67 "GET /v2.0/security-groups?id=5f1fbf49-a9a0-40f0-900c-2506ca6ce2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4539471 Jun 24 15:20:48.751722 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-0519ce36-c271-4e7d-a0ea-0d2fa4f54b57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-275664'] for security_group (9a07ec6c-d441-4852-a3bc-e2c0e4b484b1), after_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:20:48.774763 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-37df60ec-d4ee-45ea-b2dc-5505a98edca4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761384550337'] for network (290b2293-08e8-440e-b919-748abfd6809e), precommit_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:20:48.801486 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0519ce36-c271-4e7d-a0ea-0d2fa4f54b57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a07ec6c-d441-4852-a3bc-e2c0e4b484b1,revision_number=1']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:20:48.806713 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [None req-0519ce36-c271-4e7d-a0ea-0d2fa4f54b57 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=cdcf4fbc9b5842bd80a0ff898a135260&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3480675 Jun 24 15:20:48.809103 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.wsgi [-] (104511) accepted ('10.222.0.67', 41134) {{(pid=104511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:20:48.844973 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 15:20:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5526161-6723-4c18-88db-36c8160429cb x-openstack-request-id: req-c5526161-6723-4c18-88db-36c8160429cb {{(pid=104511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 15:20:48.847544 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09d57783-9c2b-450c-b8f3-0d035c7eb0f6", "name": "network-vif-deleted", "tag": "33fdc46a-6b68-44a6-93f0-28065add4baf", "status": "completed", "code": 200}]} {{(pid=104511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 15:20:48.847544 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-c5526161-6723-4c18-88db-36c8160429cb {{(pid=104511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 15:20:48.847544 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c5526161-6723-4c18-88db-36c8160429cb'] response: {'server_uuid': '09d57783-9c2b-450c-b8f3-0d035c7eb0f6', 'name': 'network-vif-deleted', 'tag': '33fdc46a-6b68-44a6-93f0-28065add4baf', 'status': 'completed', 'code': 200} Jun 24 15:20:48.874219 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-891c4f06-c28e-476b-aeb4-5f68f0f9c7eb admin admin] Publish callbacks [] for security_group (9a07ec6c-d441-4852-a3bc-e2c0e4b484b1), before_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:20:48.886333 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-65542b40-ceaa-4df7-a8a6-792f4cec07a8 req-3f41fec2-4cd0-474d-8813-e91a93c46adb tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "GET /v2.0/security-groups?id=b9b51dc4-7b04-4aff-a905-bf9eb837f4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1666236 Jun 24 15:20:48.916404 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-891c4f06-c28e-476b-aeb4-5f68f0f9c7eb admin admin] Publish callbacks [] for security_group (9a07ec6c-d441-4852-a3bc-e2c0e4b484b1), precommit_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:20:48.924387 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef058e02-a6a3-4f72-9f28-361a61be59b3 req-3bae1474-bc25-4f0f-9ca7-eb2d30ba8547 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:20:48.926610 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-ef058e02-a6a3-4f72-9f28-361a61be59b3 req-3bae1474-bc25-4f0f-9ca7-eb2d30ba8547 service neutron] 10.222.0.64 "GET /v2.0/networks?id=af13b512-ccae-46a6-b2e4-3851b74c876d HTTP/1.1" status: 200 len: 920 time: 0.1845207 Jun 24 15:20:48.928243 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.wsgi [-] (104512) accepted ('10.222.0.67', 41140) {{(pid=104512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:20:48.944775 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=85,neutron:DELETE=3,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:20:48.958183 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-37df60ec-d4ee-45ea-b2dc-5505a98edca4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-275585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409'] for network (290b2293-08e8-440e-b919-748abfd6809e), after_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:20:48.960359 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37df60ec-d4ee-45ea-b2dc-5505a98edca4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:20:48.960951 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-37df60ec-d4ee-45ea-b2dc-5505a98edca4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7879399'] for network (None), before_response {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:20:49.024634 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37df60ec-d4ee-45ea-b2dc-5505a98edca4 admin admin] Pushing event updated for resources: {'Network': ['ID=290b2293-08e8-440e-b919-748abfd6809e,revision_number=1']} {{(pid=104512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:20:49.034523 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.rpc [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Network 290b2293-08e8-440e-b919-748abfd6809e details requested by agent ovs-agent-dv-cinder-835384-11-iscsi with host dv-cinder-835384-11-iscsi {{(pid=104513) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 15:20:49.051932 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-86ed5d70-9c15-445f-af2d-492f99e996f4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:20:49.054556 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-891c4f06-c28e-476b-aeb4-5f68f0f9c7eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-275664'] for security_group (9a07ec6c-d441-4852-a3bc-e2c0e4b484b1), after_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:20:49.057570 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-891c4f06-c28e-476b-aeb4-5f68f0f9c7eb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:20:49.059056 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [None req-891c4f06-c28e-476b-aeb4-5f68f0f9c7eb admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/9a07ec6c-d441-4852-a3bc-e2c0e4b484b1 HTTP/1.1" status: 204 len: 168 time: 0.2486680 Jun 24 15:20:49.071203 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891c4f06-c28e-476b-aeb4-5f68f0f9c7eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a07ec6c-d441-4852-a3bc-e2c0e4b484b1,revision_number=None']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:20:49.151395 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [None req-37df60ec-d4ee-45ea-b2dc-5505a98edca4 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.3503599 Jun 24 15:20:49.155377 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.wsgi [-] (104511) accepted ('10.222.0.67', 41148) {{(pid=104511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:20:49.155576 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-ef058e02-a6a3-4f72-9f28-361a61be59b3 req-689e2e84-483d-4a50-9508-5b63ecfa0d0d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cdb31b17-1cea-4ead-bfa9-8e2eaf5beea8 HTTP/1.1" status: 200 len: 217 time: 0.0625918 Jun 24 15:20:49.160697 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.v2.base [None req-e102d0d4-e133-49e1-a022-634a4e21d7bb admin admin] Request body: {'subnet': {'network_id': '290b2293-08e8-440e-b919-748abfd6809e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1389705774-subnet', 'tenant_id': 'a7676b5fcbc04076b2e9d0e36bbb07f1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104511) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 15:20:49.199212 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=88,neutron:UPDATE=3,neutron:INSERT=7,neutron:DELETE=2 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:20:49.233481 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef058e02-a6a3-4f72-9f28-361a61be59b3 req-b3923169-31f5-46c8-96f3-0e22e2b410da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:20:49.234850 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-ef058e02-a6a3-4f72-9f28-361a61be59b3 req-b3923169-31f5-46c8-96f3-0e22e2b410da service neutron] 10.222.0.64 "GET /v2.0/subnets?id=298c1716-00da-4f9f-a34c-b32e0b6a8775 HTTP/1.1" status: 200 len: 858 time: 0.0699255 Jun 24 15:20:49.258543 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-86ed5d70-9c15-445f-af2d-492f99e996f4 admin admin] Publish callbacks [] for security_group (a6acec89-f4ec-469e-bac5-7c9f3bd37333), precommit_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:20:49.285961 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef058e02-a6a3-4f72-9f28-361a61be59b3 req-611f4265-55c2-416d-b4c1-5d1acfcdca7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:20:49.287506 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-ef058e02-a6a3-4f72-9f28-361a61be59b3 req-611f4265-55c2-416d-b4c1-5d1acfcdca7f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=af13b512-ccae-46a6-b2e4-3851b74c876d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0428700 Jun 24 15:20:49.305694 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e102d0d4-e133-49e1-a022-634a4e21d7bb admin admin] Made reservation on behalf of a7676b5fcbc04076b2e9d0e36bbb07f1 for: {'subnet': 1} {{(pid=104511) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 15:20:49.311946 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-e102d0d4-e133-49e1-a022-634a4e21d7bb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3423239'] for subnet (None), before_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:20:49.391112 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-ef058e02-a6a3-4f72-9f28-361a61be59b3 req-34727031-4b1b-4eb6-b0f8-65594f33869b service neutron] 10.222.0.64 "GET /v2.0/networks/af13b512-ccae-46a6-b2e4-3851b74c876d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974009 Jun 24 15:20:49.414841 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-86ed5d70-9c15-445f-af2d-492f99e996f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-275664'] for security_group (a6acec89-f4ec-469e-bac5-7c9f3bd37333), after_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:20:49.460609 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-3faacf16-9c5c-4db6-aeb6-3c69da9960b7 req-f0428f41-0c04-4e28-80a5-e8db38a4d669 tempest-VolumesActionsTest-1267001824 tempest-VolumesActionsTest-1267001824-project] 10.222.0.67 "GET /v2.0/ports?device_id=09d57783-9c2b-450c-b8f3-0d035c7eb0f6 HTTP/1.1" status: 200 len: 210 time: 0.0725174 Jun 24 15:20:49.512139 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [None req-86ed5d70-9c15-445f-af2d-492f99e996f4 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=176337a3913047eb8d63d085b8a5db45&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5827756 Jun 24 15:20:49.514782 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ed5d70-9c15-445f-af2d-492f99e996f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6acec89-f4ec-469e-bac5-7c9f3bd37333,revision_number=1']} {{(pid=104512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:20:49.517579 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.wsgi [-] (104511) accepted ('10.222.0.67', 41154) {{(pid=104511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:20:49.578989 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-45ceb983-069f-42cb-a0a6-73e46c0d09b3 admin admin] Publish callbacks [] for security_group (a6acec89-f4ec-469e-bac5-7c9f3bd37333), before_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:20:49.589284 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-ef058e02-a6a3-4f72-9f28-361a61be59b3 req-79ddddca-d070-43d3-8893-fbf160eadf2d service neutron] 10.222.0.64 "GET /v2.0/networks/af13b512-ccae-46a6-b2e4-3851b74c876d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1895156 Jun 24 15:20:49.603404 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-45ceb983-069f-42cb-a0a6-73e46c0d09b3 admin admin] Publish callbacks [] for security_group (a6acec89-f4ec-469e-bac5-7c9f3bd37333), precommit_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:20:49.622663 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-e102d0d4-e133-49e1-a022-634a4e21d7bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3599746', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3423345'] for subnet (4a4c2f6e-823a-4b76-bc7f-62e6d2f849f2), after_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:20:49.673295 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:DELETE=4,neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:20:49.692049 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e102d0d4-e133-49e1-a022-634a4e21d7bb admin admin] Pushing event updated for resources: {'Subnet': ['ID=4a4c2f6e-823a-4b76-bc7f-62e6d2f849f2,revision_number=0']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:20:49.709274 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e102d0d4-e133-49e1-a022-634a4e21d7bb admin admin] Checking segment: {'id': '523149a8-567b-4c5f-967d-2a30a57e6684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '290b2293-08e8-440e-b919-748abfd6809e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 15:20:49.709627 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e102d0d4-e133-49e1-a022-634a4e21d7bb admin admin] Network hostable DHCP agents. Network: 290b2293-08e8-440e-b919-748abfd6809e, hostable agents: ['61dc9491-0c49-467e-b62a-6961ce952bc2'], hosted agents: [] {{(pid=104511) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 15:20:49.786540 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-45ceb983-069f-42cb-a0a6-73e46c0d09b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-275664'] for security_group (a6acec89-f4ec-469e-bac5-7c9f3bd37333), after_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:20:49.786540 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-45ceb983-069f-42cb-a0a6-73e46c0d09b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:20:49.786540 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [None req-45ceb983-069f-42cb-a0a6-73e46c0d09b3 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/a6acec89-f4ec-469e-bac5-7c9f3bd37333 HTTP/1.1" status: 204 len: 168 time: 0.2667575 Jun 24 15:20:49.786540 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e102d0d4-e133-49e1-a022-634a4e21d7bb admin admin] Network 290b2293-08e8-440e-b919-748abfd6809e is scheduled to be hosted by DHCP agent 61dc9491-0c49-467e-b62a-6961ce952bc2 with binding_index 1 {{(pid=104511) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 15:20:49.801108 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ceb983-069f-42cb-a0a6-73e46c0d09b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6acec89-f4ec-469e-bac5-7c9f3bd37333,revision_number=None']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:20:49.863054 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe9e876-0448-447e-b8c9-4c847203b9d6 req-c8c5bd48-f5f6-43d0-9c16-68ae7049f8ab tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:20:49.864595 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-0fe9e876-0448-447e-b8c9-4c847203b9d6 req-c8c5bd48-f5f6-43d0-9c16-68ae7049f8ab tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] 10.222.0.67 "GET /v2.0/ports?device_id=72dcf091-51b8-4200-86d7-002dde49e07c HTTP/1.1" status: 200 len: 945 time: 0.0478544 Jun 24 15:20:49.865619 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.scheduler.base_scheduler [None req-e102d0d4-e133-49e1-a022-634a4e21d7bb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835384-11-iscsi, 290b2293-08e8-440e-b919-748abfd6809e) {{(pid=104511) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 15:20:49.869952 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e102d0d4-e133-49e1-a022-634a4e21d7bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:20:49.870792 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-e102d0d4-e133-49e1-a022-634a4e21d7bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7879399'] for subnet (None), before_response {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:20:49.875391 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41d35a64-7e60-47e4-9477-003e52ffa81e None None] Network 290b2293-08e8-440e-b919-748abfd6809e requested from dv-cinder-835384-11-iscsi {{(pid=104513) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 15:20:49.918777 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-0fe9e876-0448-447e-b8c9-4c847203b9d6 req-e14a534d-cdfb-4b9c-b0ed-cc4022ae94d4 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] 10.222.0.67 "GET /v2.0/security-groups?id=5f1fbf49-a9a0-40f0-900c-2506ca6ce2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476782 Jun 24 15:20:49.939729 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.wsgi [-] (104511) accepted ('10.222.0.67', 41162) {{(pid=104511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:20:49.959922 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [None req-e102d0d4-e133-49e1-a022-634a4e21d7bb admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8034477 Jun 24 15:20:49.961157 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-c6c949da-e7a4-4232-bf72-edac35465cfb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:20:50.000169 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae618608-8e22-428e-bbcf-7d3ac187275b None None] Network 290b2293-08e8-440e-b919-748abfd6809e requested from dv-cinder-835384-11-iscsi {{(pid=104513) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 15:20:50.029065 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:20:50.053939 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73baf9e-8005-47d1-9e39-f03a82a8a176 req-3f712e59-411e-4133-8fae-48a49beac3f8 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:20:50.063555 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-b73baf9e-8005-47d1-9e39-f03a82a8a176 req-3f712e59-411e-4133-8fae-48a49beac3f8 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "GET /v2.0/ports?device_id=e24b4aae-8cee-48cc-bf18-e9a915ea3f2c HTTP/1.1" status: 200 len: 945 time: 0.0644026 Jun 24 15:20:50.079860 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-c6c949da-e7a4-4232-bf72-edac35465cfb admin admin] Publish callbacks [] for security_group (61a962c4-d38f-4862-abb6-a78d4d85529c), precommit_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:20:50.127611 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-b73baf9e-8005-47d1-9e39-f03a82a8a176 req-a5cd10c4-f685-4620-ab00-26d9eaeaaeca tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "GET /v2.0/security-groups?id=b9b51dc4-7b04-4aff-a905-bf9eb837f4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630016 Jun 24 15:20:50.155889 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-c6c949da-e7a4-4232-bf72-edac35465cfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-275664'] for security_group (61a962c4-d38f-4862-abb6-a78d4d85529c), after_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:20:50.198040 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c949da-e7a4-4232-bf72-edac35465cfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61a962c4-d38f-4862-abb6-a78d4d85529c,revision_number=1']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:20:50.220029 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [None req-c6c949da-e7a4-4232-bf72-edac35465cfb admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=ed0295a51f90408dbe668299471dd81c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2843387 Jun 24 15:20:50.222994 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.wsgi [-] (104511) accepted ('10.222.0.67', 41174) {{(pid=104511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:20:50.288931 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-f0b9aa7b-10ba-4e5a-b4e7-a46cfbb9a8a9 admin admin] Publish callbacks [] for security_group (61a962c4-d38f-4862-abb6-a78d4d85529c), before_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:20:50.314944 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-f0b9aa7b-10ba-4e5a-b4e7-a46cfbb9a8a9 admin admin] Publish callbacks [] for security_group (61a962c4-d38f-4862-abb6-a78d4d85529c), precommit_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:20:50.454757 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-f0b9aa7b-10ba-4e5a-b4e7-a46cfbb9a8a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-275664'] for security_group (61a962c4-d38f-4862-abb6-a78d4d85529c), after_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:20:50.463559 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-f0b9aa7b-10ba-4e5a-b4e7-a46cfbb9a8a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:20:50.470295 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [None req-f0b9aa7b-10ba-4e5a-b4e7-a46cfbb9a8a9 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/61a962c4-d38f-4862-abb6-a78d4d85529c HTTP/1.1" status: 204 len: 168 time: 0.2439024 Jun 24 15:20:50.478410 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b9aa7b-10ba-4e5a-b4e7-a46cfbb9a8a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61a962c4-d38f-4862-abb6-a78d4d85529c,revision_number=None']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:20:50.774654 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.rpc [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Device 33fdc46a-6b68-44a6-93f0-28065add4baf no longer exists at agent hyperv_hv-cinder-83538 {{(pid=104513) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 15:20:50.794001 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.plugin [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] No Port match for: 33fdc46a-6b68-44a6-93f0-28065add4baf {{(pid=104513) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 15:20:50.794349 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.rpc [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Device 33fdc46a-6b68-44a6-93f0-28065add4baf not bound to the agent host hv-cinder-83538 {{(pid=104513) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 15:20:50.998422 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=82,neutron:DELETE=4,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:20:51.104680 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11c4f07-274e-4066-b49b-037631a9c3a3 req-87e9f734-5c2c-4884-aed2-92d95940e65a tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:20:51.106292 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-d11c4f07-274e-4066-b49b-037631a9c3a3 req-87e9f734-5c2c-4884-aed2-92d95940e65a tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] 10.222.0.67 "GET /v2.0/ports?device_id=72dcf091-51b8-4200-86d7-002dde49e07c HTTP/1.1" status: 200 len: 945 time: 0.1189029 Jun 24 15:20:51.162287 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-d11c4f07-274e-4066-b49b-037631a9c3a3 req-14e78672-46e8-4d75-8f68-f591fea2b6ad tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] 10.222.0.67 "GET /v2.0/security-groups?id=5f1fbf49-a9a0-40f0-900c-2506ca6ce2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480783 Jun 24 15:20:51.217293 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.wsgi [-] (104511) accepted ('10.222.0.67', 41232) {{(pid=104511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:20:51.222679 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.v2.base [None req-9e548b88-6286-4dff-9e25-96cec20d1f1c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-121795767-network', 'tenant_id': '91e890bdd44142efabbe316506ef1a57'}} {{(pid=104511) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 15:20:51.283679 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025f97f2-f826-405a-89cd-57a06e6c73ce req-f9c9548f-9483-4d56-8e0c-adf6bbc8e046 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:20:51.285782 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-025f97f2-f826-405a-89cd-57a06e6c73ce req-f9c9548f-9483-4d56-8e0c-adf6bbc8e046 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "GET /v2.0/ports?device_id=e24b4aae-8cee-48cc-bf18-e9a915ea3f2c HTTP/1.1" status: 200 len: 945 time: 0.0750828 Jun 24 15:20:51.343026 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-025f97f2-f826-405a-89cd-57a06e6c73ce req-5399a7e9-3715-4deb-9514-8f989e00d8c3 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "GET /v2.0/security-groups?id=b9b51dc4-7b04-4aff-a905-bf9eb837f4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508764 Jun 24 15:20:51.357228 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e548b88-6286-4dff-9e25-96cec20d1f1c admin admin] Made reservation on behalf of 91e890bdd44142efabbe316506ef1a57 for: {'network': 1} {{(pid=104511) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 15:20:51.360824 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-9e548b88-6286-4dff-9e25-96cec20d1f1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7727318'] for network (None), before_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:20:51.373654 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-9e548b88-6286-4dff-9e25-96cec20d1f1c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:20:51.384210 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.wsgi [-] (104512) accepted ('10.222.0.67', 41238) {{(pid=104512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:20:51.399449 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-f79cfd19-7f98-4ba5-b870-47e04bf7a6f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697012'] for agent (61dc9491-0c49-467e-b62a-6961ce952bc2), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:20:51.491461 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-9e548b88-6286-4dff-9e25-96cec20d1f1c admin admin] Publish callbacks [] for security_group (b81492fd-b1e0-414f-97d4-312affa34d92), precommit_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:20:51.509159 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.v2.base [None req-9f4aa4a7-0853-466b-a5c7-e6e6e72e3321 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1467134544-network', 'tenant_id': '90288e11d18a4c58b77d848fdd630535'}} {{(pid=104512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 15:20:51.585920 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-9e548b88-6286-4dff-9e25-96cec20d1f1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-275664'] for security_group (b81492fd-b1e0-414f-97d4-312affa34d92), after_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:20:51.592927 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f4aa4a7-0853-466b-a5c7-e6e6e72e3321 admin admin] Made reservation on behalf of 90288e11d18a4c58b77d848fdd630535 for: {'network': 1} {{(pid=104512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 15:20:51.596554 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-9f4aa4a7-0853-466b-a5c7-e6e6e72e3321 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7727318'] for network (None), before_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:20:51.613617 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e548b88-6286-4dff-9e25-96cec20d1f1c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 779} {{(pid=104511) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 15:20:51.622630 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-9f4aa4a7-0853-466b-a5c7-e6e6e72e3321 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:20:51.630235 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e548b88-6286-4dff-9e25-96cec20d1f1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b81492fd-b1e0-414f-97d4-312affa34d92,revision_number=1']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:20:51.639168 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-9e548b88-6286-4dff-9e25-96cec20d1f1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7772344'] for segment (0e544120-f577-4ce8-bda8-0a42519066aa), precommit_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:20:51.639986 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.db.segments_db [None req-9e548b88-6286-4dff-9e25-96cec20d1f1c admin admin] Added segment 0e544120-f577-4ce8-bda8-0a42519066aa of type vlan for network 82cf1331-acf8-423f-ac5a-68a8a9e6a43f Jun 24 15:20:51.703901 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-9e548b88-6286-4dff-9e25-96cec20d1f1c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761384550337'] for network (82cf1331-acf8-423f-ac5a-68a8a9e6a43f), precommit_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:20:51.744248 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-9f4aa4a7-0853-466b-a5c7-e6e6e72e3321 admin admin] Publish callbacks [] for security_group (e2dd80b4-9ee5-4265-9129-7e54a35815b3), precommit_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:20:51.802955 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-9e548b88-6286-4dff-9e25-96cec20d1f1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-275585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409'] for network (82cf1331-acf8-423f-ac5a-68a8a9e6a43f), after_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:20:51.804247 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e548b88-6286-4dff-9e25-96cec20d1f1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:20:51.805225 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-9e548b88-6286-4dff-9e25-96cec20d1f1c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7879399'] for network (None), before_response {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:20:51.830245 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-9f4aa4a7-0853-466b-a5c7-e6e6e72e3321 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-275664'] for security_group (e2dd80b4-9ee5-4265-9129-7e54a35815b3), after_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:20:51.859518 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f4aa4a7-0853-466b-a5c7-e6e6e72e3321 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 756} {{(pid=104512) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 15:20:51.888564 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-9f4aa4a7-0853-466b-a5c7-e6e6e72e3321 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7772344'] for segment (0cf260fc-b403-4eab-852c-5cc95c3c0b2e), precommit_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:20:51.888945 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.db.segments_db [None req-9f4aa4a7-0853-466b-a5c7-e6e6e72e3321 admin admin] Added segment 0cf260fc-b403-4eab-852c-5cc95c3c0b2e of type vlan for network adb22d0d-9079-4b27-97ea-9d1017ee2036 Jun 24 15:20:51.908638 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4aa4a7-0853-466b-a5c7-e6e6e72e3321 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2dd80b4-9ee5-4265-9129-7e54a35815b3,revision_number=1']} {{(pid=104512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:20:51.951850 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-9f4aa4a7-0853-466b-a5c7-e6e6e72e3321 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761384550337'] for network (adb22d0d-9079-4b27-97ea-9d1017ee2036), precommit_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:20:51.963823 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [None req-9e548b88-6286-4dff-9e25-96cec20d1f1c admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.7429264 Jun 24 15:20:51.963823 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e548b88-6286-4dff-9e25-96cec20d1f1c admin admin] Pushing event updated for resources: {'Network': ['ID=82cf1331-acf8-423f-ac5a-68a8a9e6a43f,revision_number=1']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:20:51.964823 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=74,neutron:DELETE=4,neutron:INSERT=18,neutron:UPDATE=4 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:20:51.965260 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.wsgi [-] (104511) accepted ('10.222.0.67', 41272) {{(pid=104511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:20:51.970497 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.v2.base [None req-65d782a7-7565-424b-9b75-3ba2cd1175eb admin admin] Request body: {'subnet': {'network_id': '82cf1331-acf8-423f-ac5a-68a8a9e6a43f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-121795767-subnet', 'tenant_id': '91e890bdd44142efabbe316506ef1a57', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104511) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 15:20:51.977853 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.rpc [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Network 82cf1331-acf8-423f-ac5a-68a8a9e6a43f details requested by agent ovs-agent-dv-cinder-835384-11-iscsi with host dv-cinder-835384-11-iscsi {{(pid=104513) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 15:20:51.991868 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.wsgi [-] (104512) accepted ('10.222.0.67', 41274) {{(pid=104512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:20:52.077211 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65d782a7-7565-424b-9b75-3ba2cd1175eb admin admin] Made reservation on behalf of 91e890bdd44142efabbe316506ef1a57 for: {'subnet': 1} {{(pid=104511) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 15:20:52.081624 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-9f4aa4a7-0853-466b-a5c7-e6e6e72e3321 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-275585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409'] for network (adb22d0d-9079-4b27-97ea-9d1017ee2036), after_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:20:52.082142 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-65d782a7-7565-424b-9b75-3ba2cd1175eb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3423239'] for subnet (None), before_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:20:52.082233 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f4aa4a7-0853-466b-a5c7-e6e6e72e3321 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:20:52.082233 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-9f4aa4a7-0853-466b-a5c7-e6e6e72e3321 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7879399'] for network (None), before_response {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:20:52.171118 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4aa4a7-0853-466b-a5c7-e6e6e72e3321 admin admin] Pushing event updated for resources: {'Network': ['ID=adb22d0d-9079-4b27-97ea-9d1017ee2036,revision_number=1']} {{(pid=104512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:20:52.174328 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-d6bdd73b-0f28-4556-b937-b723412fa04f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:20:52.184721 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.rpc [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Network adb22d0d-9079-4b27-97ea-9d1017ee2036 details requested by agent ovs-agent-dv-cinder-835384-11-iscsi with host dv-cinder-835384-11-iscsi {{(pid=104513) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 15:20:52.193279 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:20:52.249892 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [None req-9f4aa4a7-0853-466b-a5c7-e6e6e72e3321 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 0.8643959 Jun 24 15:20:52.256059 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.wsgi [-] (104512) accepted ('10.222.0.67', 41292) {{(pid=104512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:20:52.261213 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.v2.base [None req-58a0d2c7-0396-4c18-802d-f5f097726a9b admin admin] Request body: {'subnet': {'network_id': 'adb22d0d-9079-4b27-97ea-9d1017ee2036', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1467134544-subnet', 'tenant_id': '90288e11d18a4c58b77d848fdd630535', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 15:20:52.289001 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-d6bdd73b-0f28-4556-b937-b723412fa04f admin admin] Publish callbacks [] for security_group (382c13a6-d99c-4d33-8b8d-bc71810a2eb4), precommit_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:20:52.350272 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5d5845-6af0-43a6-ab5f-b0c8d36fd607 req-fd1142ad-7a2e-4ea8-93f5-19d5ac68b9a1 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:20:52.352056 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-9c5d5845-6af0-43a6-ab5f-b0c8d36fd607 req-fd1142ad-7a2e-4ea8-93f5-19d5ac68b9a1 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] 10.222.0.67 "GET /v2.0/ports?device_id=72dcf091-51b8-4200-86d7-002dde49e07c HTTP/1.1" status: 200 len: 945 time: 0.0531409 Jun 24 15:20:52.369645 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-65d782a7-7565-424b-9b75-3ba2cd1175eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3599746', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3423345'] for subnet (98cab27f-26be-424f-8b66-6774be99a36f), after_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:20:52.380030 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=76,neutron:INSERT=22,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:20:52.406636 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-d6bdd73b-0f28-4556-b937-b723412fa04f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-275664'] for security_group (382c13a6-d99c-4d33-8b8d-bc71810a2eb4), after_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:20:52.409582 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58a0d2c7-0396-4c18-802d-f5f097726a9b admin admin] Made reservation on behalf of 90288e11d18a4c58b77d848fdd630535 for: {'subnet': 1} {{(pid=104512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 15:20:52.416534 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-58a0d2c7-0396-4c18-802d-f5f097726a9b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3974350'] for subnet (None), before_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:20:52.442795 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d782a7-7565-424b-9b75-3ba2cd1175eb admin admin] Pushing event updated for resources: {'Subnet': ['ID=98cab27f-26be-424f-8b66-6774be99a36f,revision_number=0']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:20:52.461327 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65d782a7-7565-424b-9b75-3ba2cd1175eb admin admin] Checking segment: {'id': '0e544120-f577-4ce8-bda8-0a42519066aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '82cf1331-acf8-423f-ac5a-68a8a9e6a43f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 15:20:52.461327 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65d782a7-7565-424b-9b75-3ba2cd1175eb admin admin] Network hostable DHCP agents. Network: 82cf1331-acf8-423f-ac5a-68a8a9e6a43f, hostable agents: ['61dc9491-0c49-467e-b62a-6961ce952bc2'], hosted agents: [] {{(pid=104511) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 15:20:52.577771 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [None req-d6bdd73b-0f28-4556-b937-b723412fa04f admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=ad86395efbb949d89e70d8f13f47ecc3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5840695 Jun 24 15:20:52.579756 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.wsgi [-] (104511) accepted ('10.222.0.67', 41302) {{(pid=104511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:20:52.594161 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90015021-76da-4360-adb5-0a012530a378 req-f4ef571a-f034-4763-8f38-e08daab7a934 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:20:52.595934 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-90015021-76da-4360-adb5-0a012530a378 req-f4ef571a-f034-4763-8f38-e08daab7a934 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "GET /v2.0/ports?device_id=e24b4aae-8cee-48cc-bf18-e9a915ea3f2c HTTP/1.1" status: 200 len: 945 time: 0.1481984 Jun 24 15:20:52.597397 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6bdd73b-0f28-4556-b937-b723412fa04f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=382c13a6-d99c-4d33-8b8d-bc71810a2eb4,revision_number=1']} {{(pid=104512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:20:52.597664 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65d782a7-7565-424b-9b75-3ba2cd1175eb admin admin] Network 82cf1331-acf8-423f-ac5a-68a8a9e6a43f is scheduled to be hosted by DHCP agent 61dc9491-0c49-467e-b62a-6961ce952bc2 with binding_index 1 {{(pid=104511) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 15:20:52.607743 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-9c5d5845-6af0-43a6-ab5f-b0c8d36fd607 req-7acceafd-5770-4f5f-88f5-acad98e1629b tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] 10.222.0.67 "GET /v2.0/security-groups?id=5f1fbf49-a9a0-40f0-900c-2506ca6ce2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2393284 Jun 24 15:20:52.705644 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-b4ed284c-a9c0-43aa-b41e-8f83b8bbb8d1 admin admin] Publish callbacks [] for security_group (382c13a6-d99c-4d33-8b8d-bc71810a2eb4), before_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:20:52.710761 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.scheduler.base_scheduler [None req-65d782a7-7565-424b-9b75-3ba2cd1175eb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835384-11-iscsi, 82cf1331-acf8-423f-ac5a-68a8a9e6a43f) {{(pid=104511) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 15:20:52.722237 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a958ff5-295c-416c-9a63-aed6ade75db7 None None] Network 82cf1331-acf8-423f-ac5a-68a8a9e6a43f requested from dv-cinder-835384-11-iscsi {{(pid=104513) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 15:20:52.726180 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65d782a7-7565-424b-9b75-3ba2cd1175eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:20:52.727090 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-65d782a7-7565-424b-9b75-3ba2cd1175eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7879399'] for subnet (None), before_response {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:20:52.745084 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-90015021-76da-4360-adb5-0a012530a378 req-7f4b075a-f2bf-4d45-ac11-69e7780f736d tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "GET /v2.0/security-groups?id=b9b51dc4-7b04-4aff-a905-bf9eb837f4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1146929 Jun 24 15:20:52.755387 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-b4ed284c-a9c0-43aa-b41e-8f83b8bbb8d1 admin admin] Publish callbacks [] for security_group (382c13a6-d99c-4d33-8b8d-bc71810a2eb4), precommit_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:20:52.820299 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [None req-65d782a7-7565-424b-9b75-3ba2cd1175eb admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8539410 Jun 24 15:20:52.882596 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fd74c65-0ac1-4661-a49e-2103c017d5bb None None] Network 82cf1331-acf8-423f-ac5a-68a8a9e6a43f requested from dv-cinder-835384-11-iscsi {{(pid=104513) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 15:20:52.906320 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-58a0d2c7-0396-4c18-802d-f5f097726a9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3859545', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3974328'] for subnet (a67d4b4c-0a30-4c29-a996-0149e1ca9730), after_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:20:52.909781 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-b4ed284c-a9c0-43aa-b41e-8f83b8bbb8d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-275664'] for security_group (382c13a6-d99c-4d33-8b8d-bc71810a2eb4), after_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:20:52.918662 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-b4ed284c-a9c0-43aa-b41e-8f83b8bbb8d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:20:52.920035 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [None req-b4ed284c-a9c0-43aa-b41e-8f83b8bbb8d1 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/382c13a6-d99c-4d33-8b8d-bc71810a2eb4 HTTP/1.1" status: 204 len: 168 time: 0.3390675 Jun 24 15:20:52.930677 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ed284c-a9c0-43aa-b41e-8f83b8bbb8d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=382c13a6-d99c-4d33-8b8d-bc71810a2eb4,revision_number=None']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:20:53.023266 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a0d2c7-0396-4c18-802d-f5f097726a9b admin admin] Pushing event updated for resources: {'Subnet': ['ID=a67d4b4c-0a30-4c29-a996-0149e1ca9730,revision_number=0']} {{(pid=104512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:20:53.029510 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58a0d2c7-0396-4c18-802d-f5f097726a9b admin admin] Checking segment: {'id': '0cf260fc-b403-4eab-852c-5cc95c3c0b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'adb22d0d-9079-4b27-97ea-9d1017ee2036'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 15:20:53.029864 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58a0d2c7-0396-4c18-802d-f5f097726a9b admin admin] Network hostable DHCP agents. Network: adb22d0d-9079-4b27-97ea-9d1017ee2036, hostable agents: ['61dc9491-0c49-467e-b62a-6961ce952bc2'], hosted agents: [] {{(pid=104512) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 15:20:53.105943 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58a0d2c7-0396-4c18-802d-f5f097726a9b admin admin] Network adb22d0d-9079-4b27-97ea-9d1017ee2036 is scheduled to be hosted by DHCP agent 61dc9491-0c49-467e-b62a-6961ce952bc2 with binding_index 1 {{(pid=104512) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 15:20:53.236422 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.scheduler.base_scheduler [None req-58a0d2c7-0396-4c18-802d-f5f097726a9b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835384-11-iscsi, adb22d0d-9079-4b27-97ea-9d1017ee2036) {{(pid=104512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 15:20:53.242935 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58a0d2c7-0396-4c18-802d-f5f097726a9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:20:53.243578 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-58a0d2c7-0396-4c18-802d-f5f097726a9b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:20:53.250354 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4796f6c-a814-47e7-bb16-b5bc4cb401dd None None] Network adb22d0d-9079-4b27-97ea-9d1017ee2036 requested from dv-cinder-835384-11-iscsi {{(pid=104513) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 15:20:53.259206 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=87,neutron:DELETE=2,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:20:53.344143 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.wsgi [-] (104511) accepted ('10.222.0.67', 41324) {{(pid=104511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:20:53.383576 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [None req-58a0d2c7-0396-4c18-802d-f5f097726a9b admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1258974 Jun 24 15:20:53.434265 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b85ef66-0d51-4c47-b83d-63a15f9bd0c4 None None] Network adb22d0d-9079-4b27-97ea-9d1017ee2036 requested from dv-cinder-835384-11-iscsi {{(pid=104513) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 15:20:53.511516 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-84a12380-ad8c-4a29-a472-f2db4121b5d9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:20:53.630867 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-84a12380-ad8c-4a29-a472-f2db4121b5d9 admin admin] Publish callbacks [] for security_group (6c4aec5b-2410-4545-80a6-4243200906e6), precommit_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:20:53.734185 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-84a12380-ad8c-4a29-a472-f2db4121b5d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-275664'] for security_group (6c4aec5b-2410-4545-80a6-4243200906e6), after_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:20:53.734386 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-98766239-4b5e-46e1-8175-78d1b43ea2b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697012'] for agent (45985ff7-1335-48cd-ab02-73eb58295827), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:20:53.781817 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [None req-84a12380-ad8c-4a29-a472-f2db4121b5d9 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=c48bd22364774f4a96b96be02fe7495c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4338872 Jun 24 15:20:53.781817 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a12380-ad8c-4a29-a472-f2db4121b5d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c4aec5b-2410-4545-80a6-4243200906e6,revision_number=1']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:20:53.782251 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.wsgi [-] (104512) accepted ('10.222.0.67', 41346) {{(pid=104512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:20:53.852940 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-0d11c4fd-d107-4d8f-8ffe-d9e45c0978b9 admin admin] Publish callbacks [] for security_group (6c4aec5b-2410-4545-80a6-4243200906e6), before_delete {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:20:53.904615 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768a7b1d-99ac-4b5e-b265-1032c30efbaf req-e7e65591-19f9-42f1-8ab7-06fffffd188a tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:20:53.906084 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-768a7b1d-99ac-4b5e-b265-1032c30efbaf req-e7e65591-19f9-42f1-8ab7-06fffffd188a tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "GET /v2.0/ports?device_id=e24b4aae-8cee-48cc-bf18-e9a915ea3f2c HTTP/1.1" status: 200 len: 945 time: 0.0717392 Jun 24 15:20:53.907930 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-0d11c4fd-d107-4d8f-8ffe-d9e45c0978b9 admin admin] Publish callbacks [] for security_group (6c4aec5b-2410-4545-80a6-4243200906e6), precommit_delete {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:20:53.975188 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-768a7b1d-99ac-4b5e-b265-1032c30efbaf req-2e4979d4-cf46-4235-a646-f1d545d68335 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "GET /v2.0/security-groups?id=b9b51dc4-7b04-4aff-a905-bf9eb837f4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604870 Jun 24 15:20:54.048398 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-0d11c4fd-d107-4d8f-8ffe-d9e45c0978b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-275664'] for security_group (6c4aec5b-2410-4545-80a6-4243200906e6), after_delete {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:20:54.051568 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-0d11c4fd-d107-4d8f-8ffe-d9e45c0978b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:20:54.055122 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [None req-0d11c4fd-d107-4d8f-8ffe-d9e45c0978b9 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/6c4aec5b-2410-4545-80a6-4243200906e6 HTTP/1.1" status: 204 len: 168 time: 0.2695000 Jun 24 15:20:54.062895 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d11c4fd-d107-4d8f-8ffe-d9e45c0978b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c4aec5b-2410-4545-80a6-4243200906e6,revision_number=None']} {{(pid=104512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:20:54.174340 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:20:54.305999 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.wsgi [-] (104512) accepted ('10.222.0.67', 41366) {{(pid=104512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:20:54.403914 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.v2.base [None req-fe189f98-738d-4ef7-b3ea-0669b6d8efa5 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-541128803-network', 'tenant_id': '66edbd777b48472b8fcd5a3f43c68dcc'}} {{(pid=104512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 15:20:54.523605 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe189f98-738d-4ef7-b3ea-0669b6d8efa5 admin admin] Made reservation on behalf of 66edbd777b48472b8fcd5a3f43c68dcc for: {'network': 1} {{(pid=104512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 15:20:54.526005 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-fe189f98-738d-4ef7-b3ea-0669b6d8efa5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7727318'] for network (None), before_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:20:54.539787 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-fe189f98-738d-4ef7-b3ea-0669b6d8efa5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:20:54.569925 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=88,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:20:54.625808 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-fe189f98-738d-4ef7-b3ea-0669b6d8efa5 admin admin] Publish callbacks [] for security_group (7f626bea-fe0b-4b77-94ee-9ac0d3686ef8), precommit_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:20:54.705093 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-fe189f98-738d-4ef7-b3ea-0669b6d8efa5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-275664'] for security_group (7f626bea-fe0b-4b77-94ee-9ac0d3686ef8), after_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:20:54.727829 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe189f98-738d-4ef7-b3ea-0669b6d8efa5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 765} {{(pid=104512) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 15:20:54.741411 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe189f98-738d-4ef7-b3ea-0669b6d8efa5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f626bea-fe0b-4b77-94ee-9ac0d3686ef8,revision_number=1']} {{(pid=104512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:20:54.746097 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-fe189f98-738d-4ef7-b3ea-0669b6d8efa5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7772344'] for segment (820e4882-5a56-485e-9c17-a5ea18731daa), precommit_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:20:54.746438 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.db.segments_db [None req-fe189f98-738d-4ef7-b3ea-0669b6d8efa5 admin admin] Added segment 820e4882-5a56-485e-9c17-a5ea18731daa of type vlan for network 6c164619-5a9e-49c6-b97b-50e7f7499706 Jun 24 15:20:54.789114 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-fe189f98-738d-4ef7-b3ea-0669b6d8efa5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761384550337'] for network (6c164619-5a9e-49c6-b97b-50e7f7499706), precommit_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:20:54.911451 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-fe189f98-738d-4ef7-b3ea-0669b6d8efa5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-275585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409'] for network (6c164619-5a9e-49c6-b97b-50e7f7499706), after_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:20:54.912521 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe189f98-738d-4ef7-b3ea-0669b6d8efa5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:20:54.912877 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-6e9ba797-1d0c-40f8-9e0c-708f895be0b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697012'] for agent (f984396c-9862-4f32-9cf6-f19d2e5feb00), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:20:54.913367 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-fe189f98-738d-4ef7-b3ea-0669b6d8efa5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7879399'] for network (None), before_response {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:20:54.976827 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe189f98-738d-4ef7-b3ea-0669b6d8efa5 admin admin] Pushing event updated for resources: {'Network': ['ID=6c164619-5a9e-49c6-b97b-50e7f7499706,revision_number=1']} {{(pid=104512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:20:54.987460 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.rpc [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Network 6c164619-5a9e-49c6-b97b-50e7f7499706 details requested by agent ovs-agent-dv-cinder-835384-11-iscsi with host dv-cinder-835384-11-iscsi {{(pid=104513) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 15:20:55.023074 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [None req-fe189f98-738d-4ef7-b3ea-0669b6d8efa5 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.7159612 Jun 24 15:20:55.025929 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.wsgi [-] (104512) accepted ('10.222.0.67', 41392) {{(pid=104512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:20:55.030940 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.v2.base [None req-e37d2f60-0412-4ba8-90f5-126429a1fd25 admin admin] Request body: {'subnet': {'network_id': '6c164619-5a9e-49c6-b97b-50e7f7499706', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-541128803-subnet', 'tenant_id': '66edbd777b48472b8fcd5a3f43c68dcc', 'ip_version': 4}} {{(pid=104512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 15:20:55.132032 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566daa34-7d5e-40e4-b403-04ef5dfeeca1 req-eb83e25b-5b15-4b20-944d-6db644c7c72a tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:20:55.133966 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-566daa34-7d5e-40e4-b403-04ef5dfeeca1 req-eb83e25b-5b15-4b20-944d-6db644c7c72a tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "GET /v2.0/ports?device_id=e24b4aae-8cee-48cc-bf18-e9a915ea3f2c HTTP/1.1" status: 200 len: 945 time: 0.0613096 Jun 24 15:20:55.135108 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e37d2f60-0412-4ba8-90f5-126429a1fd25 admin admin] Made reservation on behalf of 66edbd777b48472b8fcd5a3f43c68dcc for: {'subnet': 1} {{(pid=104512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 15:20:55.137417 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-e37d2f60-0412-4ba8-90f5-126429a1fd25 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3974350'] for subnet (None), before_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:20:55.245483 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-566daa34-7d5e-40e4-b403-04ef5dfeeca1 req-81edd63c-bbc8-402c-8d79-108b702a9171 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "GET /v2.0/security-groups?id=b9b51dc4-7b04-4aff-a905-bf9eb837f4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1049376 Jun 24 15:20:55.414795 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-e37d2f60-0412-4ba8-90f5-126429a1fd25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3859545', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3974328'] for subnet (ec293509-7257-459b-932c-867e0999349d), after_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:20:55.474685 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37d2f60-0412-4ba8-90f5-126429a1fd25 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ec293509-7257-459b-932c-867e0999349d,revision_number=0']} {{(pid=104512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:20:55.484700 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e37d2f60-0412-4ba8-90f5-126429a1fd25 admin admin] Checking segment: {'id': '820e4882-5a56-485e-9c17-a5ea18731daa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '6c164619-5a9e-49c6-b97b-50e7f7499706'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 15:20:55.485069 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e37d2f60-0412-4ba8-90f5-126429a1fd25 admin admin] Network hostable DHCP agents. Network: 6c164619-5a9e-49c6-b97b-50e7f7499706, hostable agents: ['61dc9491-0c49-467e-b62a-6961ce952bc2'], hosted agents: [] {{(pid=104512) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 15:20:55.561055 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=78,neutron:INSERT=16,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:20:55.612746 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e37d2f60-0412-4ba8-90f5-126429a1fd25 admin admin] Network 6c164619-5a9e-49c6-b97b-50e7f7499706 is scheduled to be hosted by DHCP agent 61dc9491-0c49-467e-b62a-6961ce952bc2 with binding_index 1 {{(pid=104512) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 15:20:55.693848 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.scheduler.base_scheduler [None req-e37d2f60-0412-4ba8-90f5-126429a1fd25 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835384-11-iscsi, 6c164619-5a9e-49c6-b97b-50e7f7499706) {{(pid=104512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 15:20:55.699467 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e37d2f60-0412-4ba8-90f5-126429a1fd25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:20:55.704937 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-e37d2f60-0412-4ba8-90f5-126429a1fd25 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:20:55.705850 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-549c7065-d82a-49cd-b241-aaf779653434 None None] Network 6c164619-5a9e-49c6-b97b-50e7f7499706 requested from dv-cinder-835384-11-iscsi {{(pid=104513) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 15:20:55.720607 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:20:55.781077 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [None req-e37d2f60-0412-4ba8-90f5-126429a1fd25 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7540634 Jun 24 15:20:55.784415 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.wsgi [-] (104512) accepted ('10.222.0.67', 41414) {{(pid=104512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:20:55.788599 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.v2.base [None req-3083fcba-e5aa-4e13-9766-f504134fb81e admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-541128803-router', 'tenant_id': '66edbd777b48472b8fcd5a3f43c68dcc', 'external_gateway_info': {'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59'}}} {{(pid=104512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 15:20:55.809296 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe06f6e6-f82e-444b-88a2-d55e3b0fd744 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2b4efa5-1f6d-5be6-a0c3-799436a0bdb9-6c164619-5a9e-49c6-b97b-50e7f7499706', 'network_id': '6c164619-5a9e-49c6-b97b-50e7f7499706', 'project_id': '66edbd777b48472b8fcd5a3f43c68dcc', 'fixed_ips': [{'subnet_id': 'ec293509-7257-459b-932c-867e0999349d'}]}} from dv-cinder-835384-11-iscsi. {{(pid=104513) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 24 15:20:55.810253 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-fe06f6e6-f82e-444b-88a2-d55e3b0fd744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7727318'] for port (None), before_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:20:55.881347 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-3083fcba-e5aa-4e13-9766-f504134fb81e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-460991', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14566'] for router (3bcd2529-f420-41e2-a5ac-1a460697e45d), before_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:20:55.882546 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-3083fcba-e5aa-4e13-9766-f504134fb81e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-461210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-470210', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-519196', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14577'] for router (3bcd2529-f420-41e2-a5ac-1a460697e45d), precommit_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:20:55.933484 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-3083fcba-e5aa-4e13-9766-f504134fb81e admin admin] Publish callbacks [] for router_controller (3bcd2529-f420-41e2-a5ac-1a460697e45d), precommit_add_association {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:20:55.948671 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.db_base_plugin_common [None req-fe06f6e6-f82e-444b-88a2-d55e3b0fd744 None None] Allocated IP 172.20.0.2 (6c164619-5a9e-49c6-b97b-50e7f7499706/ec293509-7257-459b-932c-867e0999349d/1383bcd8-1f0c-4f77-ae28-4a140ae55725) {{(pid=104513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 15:20:55.974218 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:20:55.997537 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:20:56.031496 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:20:56.139922 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-fe06f6e6-f82e-444b-88a2-d55e3b0fd744 None None] Publish callbacks [] for port (1383bcd8-1f0c-4f77-ae28-4a140ae55725), precommit_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:20:56.188660 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-3083fcba-e5aa-4e13-9766-f504134fb81e admin admin] Publish callbacks [] for router_gateway (3bcd2529-f420-41e2-a5ac-1a460697e45d), precommit_update {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:20:56.232077 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-fe06f6e6-f82e-444b-88a2-d55e3b0fd744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761384583298'] for port (1383bcd8-1f0c-4f77-ae28-4a140ae55725), after_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:20:56.275443 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe06f6e6-f82e-444b-88a2-d55e3b0fd744 None None] Network 6c164619-5a9e-49c6-b97b-50e7f7499706 is already hosted by enough agents. {{(pid=104513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 15:20:56.279120 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.scheduler.base_scheduler [None req-fe06f6e6-f82e-444b-88a2-d55e3b0fd744 None None] Resources bound (agent type, host, resource id): {{(pid=104513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 15:20:56.282035 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe06f6e6-f82e-444b-88a2-d55e3b0fd744 None None] Received port after_create {{(pid=104513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 15:20:56.359210 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe06f6e6-f82e-444b-88a2-d55e3b0fd744 None None] Pushing event updated for resources: {'Port': ['ID=1383bcd8-1f0c-4f77-ae28-4a140ae55725,revision_number=1']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:20:56.389101 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.managers [None req-fe06f6e6-f82e-444b-88a2-d55e3b0fd744 None None] Attempting to bind port 1383bcd8-1f0c-4f77-ae28-4a140ae55725 on host dv-cinder-835384-11-iscsi for vnic_type normal with profile {{(pid=104513) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 15:20:56.389512 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.managers [None req-fe06f6e6-f82e-444b-88a2-d55e3b0fd744 None None] Attempting to bind port 1383bcd8-1f0c-4f77-ae28-4a140ae55725 by drivers openvswitch,hyperv on host dv-cinder-835384-11-iscsi at level 0 using segments [{'id': '820e4882-5a56-485e-9c17-a5ea18731daa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '6c164619-5a9e-49c6-b97b-50e7f7499706'}] {{(pid=104513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 15:20:56.390255 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe06f6e6-f82e-444b-88a2-d55e3b0fd744 None None] Attempting to bind port 1383bcd8-1f0c-4f77-ae28-4a140ae55725 on network 6c164619-5a9e-49c6-b97b-50e7f7499706 {{(pid=104513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 15:20:56.397356 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe06f6e6-f82e-444b-88a2-d55e3b0fd744 None None] Checking agent: {'id': '559fa80c-96d5-4fe7-8c5f-9eda482c27bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835384-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 15, 10, 27), 'started_at': datetime.datetime(2022, 6, 24, 15, 10, 57), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 15, 20, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835384-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 15:20:56.398505 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe06f6e6-f82e-444b-88a2-d55e3b0fd744 None None] Checking segment: {'id': '820e4882-5a56-485e-9c17-a5ea18731daa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '6c164619-5a9e-49c6-b97b-50e7f7499706'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 15:20:56.399073 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-fe06f6e6-f82e-444b-88a2-d55e3b0fd744 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:20:56.399662 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe06f6e6-f82e-444b-88a2-d55e3b0fd744 None None] Bound using segment: {'id': '820e4882-5a56-485e-9c17-a5ea18731daa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '6c164619-5a9e-49c6-b97b-50e7f7499706'} {{(pid=104513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 15:20:56.401325 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.managers [None req-fe06f6e6-f82e-444b-88a2-d55e3b0fd744 None None] Bound port: 1383bcd8-1f0c-4f77-ae28-4a140ae55725, host: dv-cinder-835384-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '820e4882-5a56-485e-9c17-a5ea18731daa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '6c164619-5a9e-49c6-b97b-50e7f7499706'}}] {{(pid=104513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 15:20:56.401979 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-fe06f6e6-f82e-444b-88a2-d55e3b0fd744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7727318'] for port (1383bcd8-1f0c-4f77-ae28-4a140ae55725), before_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:20:56.449523 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-e7d2b4de-897d-40d1-b758-5e5b7ac4c4e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697012'] for agent (2f766f35-a225-44ed-b70f-669caec6f4a7), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:20:56.459917 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c211f4d-e8ac-46a5-9d6c-a844d340b868 req-52f7080b-bdff-459e-8123-b4bdddb2aeb7 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:20:56.461426 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-1c211f4d-e8ac-46a5-9d6c-a844d340b868 req-52f7080b-bdff-459e-8123-b4bdddb2aeb7 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "GET /v2.0/ports?device_id=e24b4aae-8cee-48cc-bf18-e9a915ea3f2c HTTP/1.1" status: 200 len: 945 time: 0.1156728 Jun 24 15:20:56.472720 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.db [None req-fe06f6e6-f82e-444b-88a2-d55e3b0fd744 None None] For port 1383bcd8-1f0c-4f77-ae28-4a140ae55725, host dv-cinder-835384-11-iscsi, cleared binding levels {{(pid=104513) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 15:20:56.485792 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.db [None req-fe06f6e6-f82e-444b-88a2-d55e3b0fd744 None None] For port 1383bcd8-1f0c-4f77-ae28-4a140ae55725, host dv-cinder-835384-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-11-iscsi',level=0,port_id=1383bcd8-1f0c-4f77-ae28-4a140ae55725,segment=NetworkSegment(820e4882-5a56-485e-9c17-a5ea18731daa),segment_id=820e4882-5a56-485e-9c17-a5ea18731daa)] {{(pid=104513) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 15:20:56.570634 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-1c211f4d-e8ac-46a5-9d6c-a844d340b868 req-6a30dd0e-822c-4b6f-b45d-269a794a41c3 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "GET /v2.0/security-groups?id=b9b51dc4-7b04-4aff-a905-bf9eb837f4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0989578 Jun 24 15:20:56.574719 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-fe06f6e6-f82e-444b-88a2-d55e3b0fd744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761385101662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761384583316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761384583334'] for port (1383bcd8-1f0c-4f77-ae28-4a140ae55725), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:20:56.706333 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-3083fcba-e5aa-4e13-9766-f504134fb81e admin admin] Publish callbacks [] for router_gateway (3bcd2529-f420-41e2-a5ac-1a460697e45d), before_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:20:56.759893 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-3083fcba-e5aa-4e13-9766-f504134fb81e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7727318'] for port (None), before_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:20:56.802472 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe06f6e6-f82e-444b-88a2-d55e3b0fd744 None None] Pushing event updated for resources: {'Port': ['ID=1383bcd8-1f0c-4f77-ae28-4a140ae55725,revision_number=2']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:20:56.818175 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.rpc [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Device 5f0c5043-24b7-4a39-9766-66475f0cad69 details requested by agent hyperv_hv-cinder-83538 with host hv-cinder-83538 {{(pid=104513) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 15:20:56.835127 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:SELECT=92,neutron:INSERT=2,neutron:UPDATE=6 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:20:56.856885 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.wsgi [-] (104511) accepted ('10.222.0.67', 41462) {{(pid=104511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:20:56.862128 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.v2.base [None req-8692bc50-bc42-46e8-b2bc-895989fb84dc tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2113211381', 'description': 'tempest-description--537888316'}} {{(pid=104511) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 15:20:56.900980 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697012'] for agent (559fa80c-96d5-4fe7-8c5f-9eda482c27bf), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:20:56.979302 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.db.db_base_plugin_common [None req-3083fcba-e5aa-4e13-9766-f504134fb81e admin admin] Allocated IP 172.27.0.33 (60b3096c-3a0f-4216-9e52-e826cbf1fb59/f6c08379-d241-4966-a4ae-7ff02804e7f6/12d208d3-ea49-4066-8d96-b7abe8eee602) {{(pid=104512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 15:20:56.990350 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-8692bc50-bc42-46e8-b2bc-895989fb84dc tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] Publish callbacks [] for security_group (None), before_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:20:56.994008 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.db [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] For port 5f0c5043-24b7-4a39-9766-66475f0cad69, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=5f0c5043-24b7-4a39-9766-66475f0cad69,segment=NetworkSegment(fbb525f4-37d7-4ee1-94df-b844f5efa329),segment_id=fbb525f4-37d7-4ee1-94df-b844f5efa329)] {{(pid=104513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 15:20:57.008720 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.rpc [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Returning: {'device': '5f0c5043-24b7-4a39-9766-66475f0cad69', 'network_id': '6d1ef1dd-ee8a-4e52-9261-de77d4e705e2', 'port_id': '5f0c5043-24b7-4a39-9766-66475f0cad69', 'mac_address': 'fa:16:3e:d5:fd:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 797, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca86efdf-43ba-4cdf-8f0a-3c6622699971', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104513) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 15:20:57.065258 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.plugin [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Current status of the port 5f0c5043-24b7-4a39-9766-66475f0cad69 is: ACTIVE; New status is: BUILD {{(pid=104513) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 15:20:57.065258 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7727318'] for port (5f0c5043-24b7-4a39-9766-66475f0cad69), before_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:20:57.127250 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.notifiers.nova [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5f0c5043-24b7-4a39-9766-66475f0cad69 {{(pid=104513) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 15:20:57.168836 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-8692bc50-bc42-46e8-b2bc-895989fb84dc tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] Publish callbacks [] for security_group (6a9266fa-b1d6-497f-a6b1-a603906b73d4), precommit_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:20:57.170041 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=79,neutron:DELETE=6,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:20:57.190681 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.db [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] For port 5f0c5043-24b7-4a39-9766-66475f0cad69, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=5f0c5043-24b7-4a39-9766-66475f0cad69,segment=NetworkSegment(fbb525f4-37d7-4ee1-94df-b844f5efa329),segment_id=fbb525f4-37d7-4ee1-94df-b844f5efa329)] {{(pid=104513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 15:20:57.266914 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-8692bc50-bc42-46e8-b2bc-895989fb84dc tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-275664'] for security_group (6a9266fa-b1d6-497f-a6b1-a603906b73d4), after_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:20:57.291021 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761385101662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761384583316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761384583334'] for port (5f0c5043-24b7-4a39-9766-66475f0cad69), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:20:57.312459 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8692bc50-bc42-46e8-b2bc-895989fb84dc tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a9266fa-b1d6-497f-a6b1-a603906b73d4,revision_number=1']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:20:57.367823 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232db78b-14d7-4576-93ee-3d9caa6e8ff6 req-778f84f7-73ba-4c40-9bb2-4837db5db6b9 tempest-VolumesSnapshotTestJSON-1947462697 tempest-VolumesSnapshotTestJSON-1947462697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:20:57.374568 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-232db78b-14d7-4576-93ee-3d9caa6e8ff6 req-778f84f7-73ba-4c40-9bb2-4837db5db6b9 tempest-VolumesSnapshotTestJSON-1947462697 tempest-VolumesSnapshotTestJSON-1947462697-project] 10.222.0.67 "GET /v2.0/networks?id=adb22d0d-9079-4b27-97ea-9d1017ee2036 HTTP/1.1" status: 200 len: 814 time: 0.3714783 Jun 24 15:20:57.401072 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-232db78b-14d7-4576-93ee-3d9caa6e8ff6 req-94b47bda-fbf9-4500-b825-6b0e0b71c19a tempest-VolumesSnapshotTestJSON-1947462697 tempest-VolumesSnapshotTestJSON-1947462697-project] 10.222.0.67 "GET /v2.0/quotas/90288e11d18a4c58b77d848fdd630535 HTTP/1.1" status: 200 len: 375 time: 0.0223153 Jun 24 15:20:57.404898 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-8692bc50-bc42-46e8-b2bc-895989fb84dc tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] Publish callbacks [] for security_group (None), before_response {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:20:57.406188 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [None req-8692bc50-bc42-46e8-b2bc-895989fb84dc tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5482430 Jun 24 15:20:57.409603 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.wsgi [-] (104511) accepted ('10.222.0.67', 41486) {{(pid=104511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:20:57.414864 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.v2.base [None req-f5d297cc-8c69-4355-8377-08678486e9e2 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] Request body: {'security_group_rule': {'security_group_id': '6a9266fa-b1d6-497f-a6b1-a603906b73d4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104511) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 15:20:57.420026 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Pushing event updated for resources: {'Port': ['ID=5f0c5043-24b7-4a39-9766-66475f0cad69,revision_number=6']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:20:57.429850 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.db [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] get_ports_and_sgs() called for port_ids ['5f0c5043-24b7-4a39-9766-66475f0cad69'] {{(pid=104513) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 15:20:57.482417 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-232db78b-14d7-4576-93ee-3d9caa6e8ff6 req-08edcdff-62d5-4c9d-a270-f05ddd3f50c4 tempest-VolumesSnapshotTestJSON-1947462697 tempest-VolumesSnapshotTestJSON-1947462697-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=90288e11d18a4c58b77d848fdd630535&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0750706 Jun 24 15:20:57.529461 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-f5d297cc-8c69-4355-8377-08678486e9e2 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] Publish callbacks [] for security_group_rule (5922613b-6a76-4e12-81b9-fbc350aa1aff), before_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:20:57.705171 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-f5d297cc-8c69-4355-8377-08678486e9e2 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] Publish callbacks [] for security_group_rule (5922613b-6a76-4e12-81b9-fbc350aa1aff), precommit_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:20:57.816289 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-f5d297cc-8c69-4355-8377-08678486e9e2 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-275495'] for security_group_rule (5922613b-6a76-4e12-81b9-fbc350aa1aff), after_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:20:57.865708 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d297cc-8c69-4355-8377-08678486e9e2 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5922613b-6a76-4e12-81b9-fbc350aa1aff,revision_number=0']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:20:57.944946 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-f5d297cc-8c69-4355-8377-08678486e9e2 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:20:57.947136 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [None req-f5d297cc-8c69-4355-8377-08678486e9e2 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5360432 Jun 24 15:20:57.951352 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.wsgi [-] (104511) accepted ('10.222.0.67', 41490) {{(pid=104511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:20:57.963318 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.v2.base [None req-0112bcbe-e41b-4b35-832e-c9a6daa8cf52 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] Request body: {'security_group_rule': {'security_group_id': '6a9266fa-b1d6-497f-a6b1-a603906b73d4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104511) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 15:20:57.968615 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:20:57.988484 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-3083fcba-e5aa-4e13-9766-f504134fb81e admin admin] Publish callbacks [] for port (12d208d3-ea49-4066-8d96-b7abe8eee602), precommit_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:20:58.063451 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309587c7-0191-4758-920f-26a7e4f335f1 req-85c84005-23f3-41a8-8092-47ecd7e7a98a tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:20:58.063451 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-309587c7-0191-4758-920f-26a7e4f335f1 req-85c84005-23f3-41a8-8092-47ecd7e7a98a tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "GET /v2.0/ports?device_id=e24b4aae-8cee-48cc-bf18-e9a915ea3f2c HTTP/1.1" status: 200 len: 944 time: 0.1925764 Jun 24 15:20:58.119686 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:20:58.205218 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.rpc [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Device 1383bcd8-1f0c-4f77-ae28-4a140ae55725 up at agent ovs-agent-dv-cinder-835384-11-iscsi {{(pid=104513) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 15:20:58.290887 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.provisioning_blocks [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Provisioning complete for port 1383bcd8-1f0c-4f77-ae28-4a140ae55725 triggered by entity L2. {{(pid=104513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 15:20:58.291739 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-232db78b-14d7-4576-93ee-3d9caa6e8ff6 req-74482ae2-72f6-4eb3-ad05-6f99b4d376ef service neutron] 10.222.0.67 "GET /v2.0/networks/adb22d0d-9079-4b27-97ea-9d1017ee2036?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8085563 Jun 24 15:20:58.299361 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7696598'] for port (1383bcd8-1f0c-4f77-ae28-4a140ae55725), provisioning_complete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:20:58.328357 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-309587c7-0191-4758-920f-26a7e4f335f1 req-cd222c31-74a4-46d1-8287-c15fa4c85501 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "GET /v2.0/security-groups?id=b9b51dc4-7b04-4aff-a905-bf9eb837f4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2153370 Jun 24 15:20:58.400183 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.plugin [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Current status of the port 1383bcd8-1f0c-4f77-ae28-4a140ae55725 is: DOWN; New status is: ACTIVE {{(pid=104513) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 15:20:58.400183 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7727318'] for port (1383bcd8-1f0c-4f77-ae28-4a140ae55725), before_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:20:58.441248 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.db [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] For port 1383bcd8-1f0c-4f77-ae28-4a140ae55725, host dv-cinder-835384-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-11-iscsi',level=0,port_id=1383bcd8-1f0c-4f77-ae28-4a140ae55725,segment=NetworkSegment(820e4882-5a56-485e-9c17-a5ea18731daa),segment_id=820e4882-5a56-485e-9c17-a5ea18731daa)] {{(pid=104513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 15:20:58.444788 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-232db78b-14d7-4576-93ee-3d9caa6e8ff6 req-9da4a938-830b-470c-ac8b-44784214c5c3 service neutron] 10.222.0.67 "GET /v2.0/networks/adb22d0d-9079-4b27-97ea-9d1017ee2036?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417029 Jun 24 15:20:58.497209 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc4515e4-da0e-4b42-a12b-c0ed04ce4938 None None] Network 6c164619-5a9e-49c6-b97b-50e7f7499706 requested from dv-cinder-835384-11-iscsi {{(pid=104513) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 15:20:58.542089 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-3083fcba-e5aa-4e13-9766-f504134fb81e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761384583298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3859661'] for port (12d208d3-ea49-4066-8d96-b7abe8eee602), after_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:20:58.555917 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-0112bcbe-e41b-4b35-832e-c9a6daa8cf52 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] Publish callbacks [] for security_group_rule (9de21bb6-2aaa-48cd-a2ea-4d6bb02b6324), before_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:20:58.634660 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3083fcba-e5aa-4e13-9766-f504134fb81e admin admin] Pushing event updated for resources: {'Port': ['ID=12d208d3-ea49-4066-8d96-b7abe8eee602,revision_number=1']} {{(pid=104512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:20:58.656542 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3083fcba-e5aa-4e13-9766-f504134fb81e admin admin] Network 60b3096c-3a0f-4216-9e52-e826cbf1fb59 is already hosted by enough agents. {{(pid=104512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 15:20:58.658543 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.scheduler.base_scheduler [None req-3083fcba-e5aa-4e13-9766-f504134fb81e admin admin] Resources bound (agent type, host, resource id): {{(pid=104512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 15:20:58.663740 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3083fcba-e5aa-4e13-9766-f504134fb81e admin admin] Received port after_create {{(pid=104512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 15:20:58.676114 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=80,neutron:INSERT=13,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:20:58.699869 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.provisioning_blocks [None req-b80be5d4-e2da-41e0-b0b2-f162767ca4c7 None None] Provisioning complete for port 1383bcd8-1f0c-4f77-ae28-4a140ae55725 triggered by entity DHCP. {{(pid=104513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 15:20:58.699869 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-b80be5d4-e2da-41e0-b0b2-f162767ca4c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7696598'] for port (1383bcd8-1f0c-4f77-ae28-4a140ae55725), provisioning_complete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:20:58.704259 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-0112bcbe-e41b-4b35-832e-c9a6daa8cf52 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] Publish callbacks [] for security_group_rule (9de21bb6-2aaa-48cd-a2ea-4d6bb02b6324), precommit_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:20:58.705045 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761385101662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761384583316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761384583334'] for port (1383bcd8-1f0c-4f77-ae28-4a140ae55725), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:20:58.746182 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.db.agents_db [None req-1e76bcc0-0ba2-49bf-a9b5-df198b272e3c None None] Agent healthcheck: found 6 active agents {{(pid=104514) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 15:20:58.849678 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:20:58.849678 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.rpc [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Device 5f0c5043-24b7-4a39-9766-66475f0cad69 up at agent hyperv_hv-cinder-83538 {{(pid=104513) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 15:20:58.850015 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-0112bcbe-e41b-4b35-832e-c9a6daa8cf52 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-275495'] for security_group_rule (9de21bb6-2aaa-48cd-a2ea-4d6bb02b6324), after_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:20:58.883027 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0112bcbe-e41b-4b35-832e-c9a6daa8cf52 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9de21bb6-2aaa-48cd-a2ea-4d6bb02b6324,revision_number=0']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:20:58.909424 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Pushing event updated for resources: {'Port': ['ID=1383bcd8-1f0c-4f77-ae28-4a140ae55725,revision_number=3']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:20:58.965034 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-0112bcbe-e41b-4b35-832e-c9a6daa8cf52 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:20:58.969291 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [None req-0112bcbe-e41b-4b35-832e-c9a6daa8cf52 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0169210 Jun 24 15:20:58.976019 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.wsgi [-] (104511) accepted ('10.222.0.67', 41524) {{(pid=104511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:20:58.980951 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.v2.base [None req-c335e99f-48eb-42aa-a554-38befcd515b9 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] Request body: {'floatingip': {'floating_network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59'}} {{(pid=104511) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 15:20:59.005180 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.plugin [None req-b80be5d4-e2da-41e0-b0b2-f162767ca4c7 None None] Current status of the port 1383bcd8-1f0c-4f77-ae28-4a140ae55725 is: ACTIVE; New status is: ACTIVE {{(pid=104513) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 15:20:59.025837 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.provisioning_blocks [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Provisioning complete for port 5f0c5043-24b7-4a39-9766-66475f0cad69 triggered by entity L2. {{(pid=104513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 15:20:59.026646 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7696598'] for port (5f0c5043-24b7-4a39-9766-66475f0cad69), provisioning_complete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:20:59.050108 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-708e2dff-a63b-4e3a-8ec9-ff5a5a007f96 req-b0d08ba4-2be4-4c93-a1ae-20f4d938828b tempest-VolumesSnapshotTestJSON-1947462697 tempest-VolumesSnapshotTestJSON-1947462697-project] 10.222.0.67 "GET /v2.0/ports?device_id=73badc72-7d3b-46a6-937c-aad405645904 HTTP/1.1" status: 200 len: 210 time: 0.0540471 Jun 24 15:20:59.100006 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-c335e99f-48eb-42aa-a554-38befcd515b9 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:20:59.329410 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-c335e99f-48eb-42aa-a554-38befcd515b9 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7727318'] for port (None), before_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:20:59.452034 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-3083fcba-e5aa-4e13-9766-f504134fb81e admin admin] Publish callbacks [] for router_gateway (3bcd2529-f420-41e2-a5ac-1a460697e45d), after_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:20:59.598069 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.provisioning_blocks [None req-9549376e-dc9a-421a-b00e-6b029599eda3 None None] Provisioning complete for port 1383bcd8-1f0c-4f77-ae28-4a140ae55725 triggered by entity DHCP. {{(pid=104513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 15:20:59.601619 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-9549376e-dc9a-421a-b00e-6b029599eda3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7696598'] for port (1383bcd8-1f0c-4f77-ae28-4a140ae55725), provisioning_complete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:20:59.640500 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.db.db_base_plugin_common [None req-c335e99f-48eb-42aa-a554-38befcd515b9 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] Allocated IP 172.27.0.92 (60b3096c-3a0f-4216-9e52-e826cbf1fb59/f6c08379-d241-4966-a4ae-7ff02804e7f6/6be28cd2-2892-4177-85ca-7820f7a35b63) {{(pid=104511) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 15:20:59.699760 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-3083fcba-e5aa-4e13-9766-f504134fb81e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-462429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-470182'] for router (3bcd2529-f420-41e2-a5ac-1a460697e45d), after_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:20:59.711338 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:20:59.793128 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.plugin [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Current status of the port 5f0c5043-24b7-4a39-9766-66475f0cad69 is: BUILD; New status is: ACTIVE {{(pid=104513) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 15:20:59.799003 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7727318'] for port (5f0c5043-24b7-4a39-9766-66475f0cad69), before_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:20:59.851291 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.db [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] For port 5f0c5043-24b7-4a39-9766-66475f0cad69, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=5f0c5043-24b7-4a39-9766-66475f0cad69,segment=NetworkSegment(fbb525f4-37d7-4ee1-94df-b844f5efa329),segment_id=fbb525f4-37d7-4ee1-94df-b844f5efa329)] {{(pid=104513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 15:20:59.855671 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e24b4aae-8cee-48cc-bf18-e9a915ea3f2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f0c5043-24b7-4a39-9766-66475f0cad69'}] {{(pid=104513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 15:20:59.858412 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7de2ae652872cab3d5aa36b412d6cead56dffdf121926fea6679daaa3daba4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b323e0b8-2717-4f37-b6d8-93ce3d2989e9" -d '{"events": [{"server_uuid": "e24b4aae-8cee-48cc-bf18-e9a915ea3f2c", "name": "network-vif-plugged", "status": "completed", "tag": "5f0c5043-24b7-4a39-9766-66475f0cad69"}]}' {{(pid=104513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 15:20:59.869160 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-c335e99f-48eb-42aa-a554-38befcd515b9 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] Publish callbacks [] for port (6be28cd2-2892-4177-85ca-7820f7a35b63), precommit_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:20:59.870799 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9205892-e425-49b9-a3ff-4335975ca6fd req-30ce2a1c-74f6-4ddb-9114-092c238d00df tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:20:59.884842 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-f9205892-e425-49b9-a3ff-4335975ca6fd req-30ce2a1c-74f6-4ddb-9114-092c238d00df tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "GET /v2.0/ports?device_id=e24b4aae-8cee-48cc-bf18-e9a915ea3f2c HTTP/1.1" status: 200 len: 944 time: 0.2933190 Jun 24 15:20:59.968933 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761385101662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761384583316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761384583334'] for port (5f0c5043-24b7-4a39-9766-66475f0cad69), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:00.035144 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 15:20:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-524118f5-b5c4-4609-9160-733d70cfc6d7 x-openstack-request-id: req-524118f5-b5c4-4609-9160-733d70cfc6d7 {{(pid=104513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 15:21:00.035849 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e24b4aae-8cee-48cc-bf18-e9a915ea3f2c", "name": "network-vif-plugged", "status": "completed", "tag": "5f0c5043-24b7-4a39-9766-66475f0cad69", "code": 200}]} {{(pid=104513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 15:21:00.036314 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-524118f5-b5c4-4609-9160-733d70cfc6d7 {{(pid=104513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 15:21:00.037809 dv-cinder-835384-11-iscsi neutron-server[104513]: INFO neutron.notifiers.nova [-] Nova event matching ['req-524118f5-b5c4-4609-9160-733d70cfc6d7'] response: {'server_uuid': 'e24b4aae-8cee-48cc-bf18-e9a915ea3f2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f0c5043-24b7-4a39-9766-66475f0cad69', 'code': 200} Jun 24 15:21:00.043748 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-c335e99f-48eb-42aa-a554-38befcd515b9 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761384583298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3599638'] for port (6be28cd2-2892-4177-85ca-7820f7a35b63), after_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:00.063242 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.plugin [None req-9549376e-dc9a-421a-b00e-6b029599eda3 None None] Current status of the port 1383bcd8-1f0c-4f77-ae28-4a140ae55725 is: ACTIVE; New status is: ACTIVE {{(pid=104513) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 15:21:00.098493 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.rpc [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Device 1383bcd8-1f0c-4f77-ae28-4a140ae55725 up at agent ovs-agent-dv-cinder-835384-11-iscsi {{(pid=104513) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 15:21:00.213103 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c335e99f-48eb-42aa-a554-38befcd515b9 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] Pushing event updated for resources: {'Port': ['ID=6be28cd2-2892-4177-85ca-7820f7a35b63,revision_number=1']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:21:00.264493 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c335e99f-48eb-42aa-a554-38befcd515b9 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] Network 60b3096c-3a0f-4216-9e52-e826cbf1fb59 is already hosted by enough agents. {{(pid=104511) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 15:21:00.271370 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.scheduler.base_scheduler [None req-c335e99f-48eb-42aa-a554-38befcd515b9 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] Resources bound (agent type, host, resource id): {{(pid=104511) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 15:21:00.272604 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-134a9427-80e1-42fe-a734-5b4cf558450c req-b0cce6c1-4871-4f85-9e0a-092fb3e9026c tempest-VolumesSnapshotTestJSON-1947462697 tempest-VolumesSnapshotTestJSON-1947462697-project] 10.222.0.67 "GET /v2.0/ports?device_id=73badc72-7d3b-46a6-937c-aad405645904 HTTP/1.1" status: 200 len: 210 time: 0.0895376 Jun 24 15:21:00.284486 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c335e99f-48eb-42aa-a554-38befcd515b9 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] Received port after_create {{(pid=104511) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 15:21:00.294974 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:21:00.306708 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-f9205892-e425-49b9-a3ff-4335975ca6fd req-58c4c43c-5038-46ca-9b1c-d2e3b3f9960b tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "GET /v2.0/security-groups?id=b9b51dc4-7b04-4aff-a905-bf9eb837f4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3944595 Jun 24 15:21:00.340586 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Pushing event updated for resources: {'Port': ['ID=5f0c5043-24b7-4a39-9766-66475f0cad69,revision_number=7']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:21:00.397624 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.provisioning_blocks [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Provisioning complete for port 1383bcd8-1f0c-4f77-ae28-4a140ae55725 triggered by entity L2. {{(pid=104513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 15:21:00.397624 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7696598'] for port (1383bcd8-1f0c-4f77-ae28-4a140ae55725), provisioning_complete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:00.497710 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3083fcba-e5aa-4e13-9766-f504134fb81e admin admin] Router 3bcd2529-f420-41e2-a5ac-1a460697e45d is scheduled to L3 agent 45985ff7-1335-48cd-ab02-73eb58295827 with binding_index 1 {{(pid=104512) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 24 15:21:00.507554 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-c335e99f-48eb-42aa-a554-38befcd515b9 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] Publish callbacks [] for floatingip (47192ca2-346b-4cb2-9005-8ca97d866006), precommit_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:00.535086 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.plugin [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Current status of the port 1383bcd8-1f0c-4f77-ae28-4a140ae55725 is: ACTIVE; New status is: ACTIVE {{(pid=104513) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 15:21:00.642505 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-c335e99f-48eb-42aa-a554-38befcd515b9 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7727318'] for port (6be28cd2-2892-4177-85ca-7820f7a35b63), before_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:00.683755 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3083fcba-e5aa-4e13-9766-f504134fb81e admin admin] Notify agent at l3_agent.dv-cinder-835384-11-iscsi the message routers_updated {{(pid=104512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 15:21:00.697817 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d49db8e5-ec77-47fe-942c-a98d55ec37c6 None None] Sync routers for ids ['3bcd2529-f420-41e2-a5ac-1a460697e45d'] in dv-cinder-835384-11-iscsi {{(pid=104513) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 15:21:00.729648 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d49db8e5-ec77-47fe-942c-a98d55ec37c6 None None] Routers {'3bcd2529-f420-41e2-a5ac-1a460697e45d'} bound to L3 agent in host dv-cinder-835384-11-iscsi {{(pid=104513) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 15:21:00.733087 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.l3_hamode_db [None req-d49db8e5-ec77-47fe-942c-a98d55ec37c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-24T15:10:24Z,description=,heartbeat_timestamp=2022-06-24T15:20:54Z,host='dv-cinder-835384-11-iscsi',id=45985ff7-1335-48cd-ab02-73eb58295827,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T15:10:24Z,topic='l3_agent')) {'router_ids': ['3bcd2529-f420-41e2-a5ac-1a460697e45d'], 'active': True} {{(pid=104513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 15:21:00.780428 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-3083fcba-e5aa-4e13-9766-f504134fb81e admin admin] Publish callbacks [] for router (None), before_response {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:00.785493 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [None req-3083fcba-e5aa-4e13-9766-f504134fb81e admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 4.9963207 Jun 24 15:21:00.785493 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.wsgi [-] (104512) accepted ('10.222.0.67', 41572) {{(pid=104512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:21:00.882960 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-c335e99f-48eb-42aa-a554-38befcd515b9 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] Publish callbacks [] for port (6be28cd2-2892-4177-85ca-7820f7a35b63), precommit_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:00.950367 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-c335e99f-48eb-42aa-a554-38befcd515b9 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761385101662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761384583316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761384583334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3599631'] for port (6be28cd2-2892-4177-85ca-7820f7a35b63), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:00.967907 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.l3_dvr_db [None req-d49db8e5-ec77-47fe-942c-a98d55ec37c6 None None] Set router 3bcd2529-f420-41e2-a5ac-1a460697e45d gateway port host: dv-cinder-835384-11-iscsi {{(pid=104513) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 15:21:01.122610 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-c335e99f-48eb-42aa-a554-38befcd515b9 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-467314'] for floatingip (47192ca2-346b-4cb2-9005-8ca97d866006), after_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:01.172987 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c335e99f-48eb-42aa-a554-38befcd515b9 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] Pushing event updated for resources: {'Port': ['ID=6be28cd2-2892-4177-85ca-7820f7a35b63,revision_number=2']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:21:01.184506 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:21:01.264875 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-c335e99f-48eb-42aa-a554-38befcd515b9 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30073'] for floatingip (None), before_response {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:01.267848 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [None req-c335e99f-48eb-42aa-a554-38befcd515b9 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.2903762 Jun 24 15:21:01.379559 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.l3_hamode_db [None req-d49db8e5-ec77-47fe-942c-a98d55ec37c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bcd2529-f420-41e2-a5ac-1a460697e45d', 'name': 'tempest-TestShelveInstance-541128803-router', 'tenant_id': '66edbd777b48472b8fcd5a3f43c68dcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'external_fixed_ips': [{'subnet_id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'ip_address': '172.27.0.33'}], 'enable_snat': True}, 'gw_port_id': '12d208d3-ea49-4066-8d96-b7abe8eee602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T15:20:55Z', 'updated_at': '2022-06-24T15:20:59Z', 'revision_number': 3, 'project_id': '66edbd777b48472b8fcd5a3f43c68dcc', 'gw_port': {'id': '12d208d3-ea49-4066-8d96-b7abe8eee602', 'name': '', 'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:01:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bcd2529-f420-41e2-a5ac-1a460697e45d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'ip_address': '172.27.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T15:20:56Z', 'updated_at': '2022-06-24T15:20:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-11-iscsi'}], 'dv-cinder-835384-11-iscsi', False) {} {{(pid=104513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 15:21:01.526477 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d49db8e5-ec77-47fe-942c-a98d55ec37c6 None None] Checking router: 3bcd2529-f420-41e2-a5ac-1a460697e45d for host: dv-cinder-835384-11-iscsi {{(pid=104513) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 15:21:01.526830 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d49db8e5-ec77-47fe-942c-a98d55ec37c6 None None] Updating router 3bcd2529-f420-41e2-a5ac-1a460697e45d port 12d208d3-ea49-4066-8d96-b7abe8eee602 binding host dv-cinder-835384-11-iscsi {{(pid=104513) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 15:21:01.540469 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:21:01.617474 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-d49db8e5-ec77-47fe-942c-a98d55ec37c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7727318'] for port (12d208d3-ea49-4066-8d96-b7abe8eee602), before_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:01.787512 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-e18e9ca9-3569-4959-9af0-1042d3b0aa86 req-9baca325-a8ec-4e1e-bf43-93a2a13db223 tempest-VolumesSnapshotTestJSON-1947462697 tempest-VolumesSnapshotTestJSON-1947462697-project] 10.222.0.67 "GET /v2.0/ports?device_id=73badc72-7d3b-46a6-937c-aad405645904 HTTP/1.1" status: 200 len: 210 time: 0.2854452 Jun 24 15:21:01.889296 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee222dc8-96ef-4034-82a1-61ddbd8620d9 req-5a3b4749-bbbb-45f3-940d-fcb52137bd99 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:21:01.896936 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-ee222dc8-96ef-4034-82a1-61ddbd8620d9 req-5a3b4749-bbbb-45f3-940d-fcb52137bd99 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "GET /v2.0/ports?device_id=e24b4aae-8cee-48cc-bf18-e9a915ea3f2c HTTP/1.1" status: 200 len: 945 time: 0.3106601 Jun 24 15:21:02.005009 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:21:02.240606 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-ee222dc8-96ef-4034-82a1-61ddbd8620d9 req-5a6c1fa8-8704-4be5-887a-207ccac7449c tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "GET /v2.0/security-groups?id=b9b51dc4-7b04-4aff-a905-bf9eb837f4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3425548 Jun 24 15:21:02.253571 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-d49db8e5-ec77-47fe-942c-a98d55ec37c6 None None] Publish callbacks [] for port (12d208d3-ea49-4066-8d96-b7abe8eee602), precommit_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:02.316911 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-d49db8e5-ec77-47fe-942c-a98d55ec37c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761385101662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761384583316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761384583334'] for port (12d208d3-ea49-4066-8d96-b7abe8eee602), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:02.339803 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:21:02.392834 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-dbeab971-c9d4-4f1d-9df7-636016e8aa5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7727318'] for port (None), before_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:02.470715 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.managers [None req-d49db8e5-ec77-47fe-942c-a98d55ec37c6 None None] Attempting to bind port 12d208d3-ea49-4066-8d96-b7abe8eee602 on host dv-cinder-835384-11-iscsi for vnic_type normal with profile {{(pid=104513) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 15:21:02.471120 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.managers [None req-d49db8e5-ec77-47fe-942c-a98d55ec37c6 None None] Attempting to bind port 12d208d3-ea49-4066-8d96-b7abe8eee602 by drivers openvswitch,hyperv on host dv-cinder-835384-11-iscsi at level 0 using segments [{'id': '6785a788-9b98-4059-b825-96a306cb346e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59'}] {{(pid=104513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 15:21:02.476404 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d49db8e5-ec77-47fe-942c-a98d55ec37c6 None None] Attempting to bind port 12d208d3-ea49-4066-8d96-b7abe8eee602 on network 60b3096c-3a0f-4216-9e52-e826cbf1fb59 {{(pid=104513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 15:21:02.479848 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68b0670-01bf-4e11-b6aa-a9a6763aa138 None None] Pushing event updated for resources: {'Port': ['ID=12d208d3-ea49-4066-8d96-b7abe8eee602,revision_number=2']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:21:02.500079 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68b0670-01bf-4e11-b6aa-a9a6763aa138 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:21:02.500787 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68b0670-01bf-4e11-b6aa-a9a6763aa138 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:21:02.501362 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68b0670-01bf-4e11-b6aa-a9a6763aa138 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:21:02.502058 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68b0670-01bf-4e11-b6aa-a9a6763aa138 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:21:02.503272 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68b0670-01bf-4e11-b6aa-a9a6763aa138 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:21:02.503995 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68b0670-01bf-4e11-b6aa-a9a6763aa138 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:21:02.504546 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68b0670-01bf-4e11-b6aa-a9a6763aa138 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:21:02.505166 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68b0670-01bf-4e11-b6aa-a9a6763aa138 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:21:02.505736 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68b0670-01bf-4e11-b6aa-a9a6763aa138 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:21:02.506290 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68b0670-01bf-4e11-b6aa-a9a6763aa138 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:21:02.506843 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68b0670-01bf-4e11-b6aa-a9a6763aa138 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:21:02.507423 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68b0670-01bf-4e11-b6aa-a9a6763aa138 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:21:02.508066 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68b0670-01bf-4e11-b6aa-a9a6763aa138 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:21:02.508617 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68b0670-01bf-4e11-b6aa-a9a6763aa138 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:21:02.509160 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68b0670-01bf-4e11-b6aa-a9a6763aa138 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:21:02.517164 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d49db8e5-ec77-47fe-942c-a98d55ec37c6 None None] Checking agent: {'id': '559fa80c-96d5-4fe7-8c5f-9eda482c27bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835384-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 15, 10, 27), 'started_at': datetime.datetime(2022, 6, 24, 15, 10, 57), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 15, 20, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835384-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 15:21:02.518028 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d49db8e5-ec77-47fe-942c-a98d55ec37c6 None None] Checking segment: {'id': '6785a788-9b98-4059-b825-96a306cb346e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 15:21:02.519166 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-d49db8e5-ec77-47fe-942c-a98d55ec37c6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:02.531461 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d49db8e5-ec77-47fe-942c-a98d55ec37c6 None None] Bound using segment: {'id': '6785a788-9b98-4059-b825-96a306cb346e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59'} {{(pid=104513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 15:21:02.531852 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.managers [None req-d49db8e5-ec77-47fe-942c-a98d55ec37c6 None None] Bound port: 12d208d3-ea49-4066-8d96-b7abe8eee602, host: dv-cinder-835384-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6785a788-9b98-4059-b825-96a306cb346e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59'}}] {{(pid=104513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 15:21:02.532459 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-d49db8e5-ec77-47fe-942c-a98d55ec37c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7727318'] for port (12d208d3-ea49-4066-8d96-b7abe8eee602), before_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:02.583617 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232db78b-14d7-4576-93ee-3d9caa6e8ff6 req-00262637-d3e3-4041-b715-6e03d71ba93a tempest-VolumesSnapshotTestJSON-1947462697 tempest-VolumesSnapshotTestJSON-1947462697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:21:02.602689 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-232db78b-14d7-4576-93ee-3d9caa6e8ff6 req-00262637-d3e3-4041-b715-6e03d71ba93a tempest-VolumesSnapshotTestJSON-1947462697 tempest-VolumesSnapshotTestJSON-1947462697-project] 10.222.0.64 "GET /v2.0/networks?id=adb22d0d-9079-4b27-97ea-9d1017ee2036 HTTP/1.1" status: 200 len: 814 time: 0.4227428 Jun 24 15:21:02.613598 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:21:02.619202 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.v2.base [req-232db78b-14d7-4576-93ee-3d9caa6e8ff6 req-071d46d4-6687-4b77-99f6-96c31efdbdb0 tempest-VolumesSnapshotTestJSON-1947462697 tempest-VolumesSnapshotTestJSON-1947462697-project] Request body: {'port': {'device_id': '73badc72-7d3b-46a6-937c-aad405645904', 'network_id': 'adb22d0d-9079-4b27-97ea-9d1017ee2036', 'admin_state_up': True, 'tenant_id': '90288e11d18a4c58b77d848fdd630535'}} {{(pid=104512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 15:21:02.651805 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.db [None req-d49db8e5-ec77-47fe-942c-a98d55ec37c6 None None] For port 12d208d3-ea49-4066-8d96-b7abe8eee602, host dv-cinder-835384-11-iscsi, cleared binding levels {{(pid=104513) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 15:21:02.659575 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.db [None req-d49db8e5-ec77-47fe-942c-a98d55ec37c6 None None] For port 12d208d3-ea49-4066-8d96-b7abe8eee602, host dv-cinder-835384-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-11-iscsi',level=0,port_id=12d208d3-ea49-4066-8d96-b7abe8eee602,segment=NetworkSegment(6785a788-9b98-4059-b825-96a306cb346e),segment_id=6785a788-9b98-4059-b825-96a306cb346e)] {{(pid=104513) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 15:21:02.727784 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-d49db8e5-ec77-47fe-942c-a98d55ec37c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761385101662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761384583316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761384583334'] for port (12d208d3-ea49-4066-8d96-b7abe8eee602), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:02.838394 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d49db8e5-ec77-47fe-942c-a98d55ec37c6 None None] Routers {'3bcd2529-f420-41e2-a5ac-1a460697e45d'} bound to L3 agent in host dv-cinder-835384-11-iscsi {{(pid=104513) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 15:21:02.839041 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.l3_hamode_db [None req-d49db8e5-ec77-47fe-942c-a98d55ec37c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-24T15:10:24Z,description=,heartbeat_timestamp=2022-06-24T15:20:54Z,host='dv-cinder-835384-11-iscsi',id=45985ff7-1335-48cd-ab02-73eb58295827,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T15:10:24Z,topic='l3_agent')) {'router_ids': ['3bcd2529-f420-41e2-a5ac-1a460697e45d'], 'active': True} {{(pid=104513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 15:21:02.894869 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.db.db_base_plugin_common [None req-dbeab971-c9d4-4f1d-9df7-636016e8aa5c admin admin] Allocated IP 172.20.0.1 (6c164619-5a9e-49c6-b97b-50e7f7499706/ec293509-7257-459b-932c-867e0999349d/7693434e-b791-47d2-8dea-d0c70dcf23f5) {{(pid=104512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 15:21:02.911588 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68b0670-01bf-4e11-b6aa-a9a6763aa138 None None] Pushing event updated for resources: {'Port': ['ID=12d208d3-ea49-4066-8d96-b7abe8eee602,revision_number=3']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:21:03.171248 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.l3_dvr_db [None req-d49db8e5-ec77-47fe-942c-a98d55ec37c6 None None] Set router 3bcd2529-f420-41e2-a5ac-1a460697e45d gateway port host: dv-cinder-835384-11-iscsi {{(pid=104513) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 15:21:03.497092 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.l3_hamode_db [None req-d49db8e5-ec77-47fe-942c-a98d55ec37c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bcd2529-f420-41e2-a5ac-1a460697e45d', 'name': 'tempest-TestShelveInstance-541128803-router', 'tenant_id': '66edbd777b48472b8fcd5a3f43c68dcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'external_fixed_ips': [{'subnet_id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'ip_address': '172.27.0.33'}], 'enable_snat': True}, 'gw_port_id': '12d208d3-ea49-4066-8d96-b7abe8eee602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T15:20:55Z', 'updated_at': '2022-06-24T15:20:59Z', 'revision_number': 3, 'project_id': '66edbd777b48472b8fcd5a3f43c68dcc', 'gw_port': {'id': '12d208d3-ea49-4066-8d96-b7abe8eee602', 'name': '', 'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:01:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bcd2529-f420-41e2-a5ac-1a460697e45d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'ip_address': '172.27.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T15:20:56Z', 'updated_at': '2022-06-24T15:21:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-11-iscsi'}], 'dv-cinder-835384-11-iscsi', False) {} {{(pid=104513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 15:21:03.540641 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d49db8e5-ec77-47fe-942c-a98d55ec37c6 None None] The sync data for ids ['3bcd2529-f420-41e2-a5ac-1a460697e45d'] in dv-cinder-835384-11-iscsi is: [{'id': '3bcd2529-f420-41e2-a5ac-1a460697e45d', 'name': 'tempest-TestShelveInstance-541128803-router', 'tenant_id': '66edbd777b48472b8fcd5a3f43c68dcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'external_fixed_ips': [{'subnet_id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'ip_address': '172.27.0.33'}], 'enable_snat': True}, 'gw_port_id': '12d208d3-ea49-4066-8d96-b7abe8eee602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T15:20:55Z', 'updated_at': '2022-06-24T15:20:59Z', 'revision_number': 3, 'project_id': '66edbd777b48472b8fcd5a3f43c68dcc', 'gw_port': {'id': '12d208d3-ea49-4066-8d96-b7abe8eee602', 'name': '', 'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:01:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bcd2529-f420-41e2-a5ac-1a460697e45d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'ip_address': '172.27.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T15:20:56Z', 'updated_at': '2022-06-24T15:21:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-11-iscsi'}] {{(pid=104513) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 15:21:03.561704 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-5cc25ad1-e572-4272-aab4-7c9b12072ea9 req-b3e63927-3458-4ab9-b6cd-f774880ed26c tempest-VolumesSnapshotTestJSON-1947462697 tempest-VolumesSnapshotTestJSON-1947462697-project] 10.222.0.67 "GET /v2.0/ports?device_id=73badc72-7d3b-46a6-937c-aad405645904 HTTP/1.1" status: 200 len: 210 time: 0.1655638 Jun 24 15:21:03.678301 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-dbeab971-c9d4-4f1d-9df7-636016e8aa5c admin admin] Publish callbacks [] for port (7693434e-b791-47d2-8dea-d0c70dcf23f5), precommit_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:03.772670 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-232db78b-14d7-4576-93ee-3d9caa6e8ff6 req-071d46d4-6687-4b77-99f6-96c31efdbdb0 tempest-VolumesSnapshotTestJSON-1947462697 tempest-VolumesSnapshotTestJSON-1947462697-project] Made reservation on behalf of 90288e11d18a4c58b77d848fdd630535 for: {'port': 1} {{(pid=104512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 15:21:03.776589 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [req-232db78b-14d7-4576-93ee-3d9caa6e8ff6 req-071d46d4-6687-4b77-99f6-96c31efdbdb0 tempest-VolumesSnapshotTestJSON-1947462697 tempest-VolumesSnapshotTestJSON-1947462697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7727318'] for port (None), before_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:03.806712 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02261a64-949f-45b5-b72a-d93f1423eeb6 req-dd8cb9a9-f5af-4000-bc34-1a5c0e019317 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:21:03.808316 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-02261a64-949f-45b5-b72a-d93f1423eeb6 req-dd8cb9a9-f5af-4000-bc34-1a5c0e019317 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "GET /v2.0/ports?device_id=e24b4aae-8cee-48cc-bf18-e9a915ea3f2c HTTP/1.1" status: 200 len: 945 time: 0.1244414 Jun 24 15:21:03.963426 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:21:04.036810 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:21:04.071695 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-dbeab971-c9d4-4f1d-9df7-636016e8aa5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761384583298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3859661'] for port (7693434e-b791-47d2-8dea-d0c70dcf23f5), after_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:04.231801 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-02261a64-949f-45b5-b72a-d93f1423eeb6 req-d7e169a5-79a1-4bc3-82ed-0324a0e1c2b9 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "GET /v2.0/security-groups?id=b9b51dc4-7b04-4aff-a905-bf9eb837f4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4076405 Jun 24 15:21:04.242594 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbeab971-c9d4-4f1d-9df7-636016e8aa5c admin admin] Network 6c164619-5a9e-49c6-b97b-50e7f7499706 is already hosted by enough agents. {{(pid=104512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 15:21:04.254670 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.scheduler.base_scheduler [None req-dbeab971-c9d4-4f1d-9df7-636016e8aa5c admin admin] Resources bound (agent type, host, resource id): {{(pid=104512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 15:21:04.283355 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbeab971-c9d4-4f1d-9df7-636016e8aa5c admin admin] Received port after_create {{(pid=104512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 15:21:04.291809 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbeab971-c9d4-4f1d-9df7-636016e8aa5c admin admin] Pushing event updated for resources: {'Port': ['ID=7693434e-b791-47d2-8dea-d0c70dcf23f5,revision_number=1']} {{(pid=104512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:21:04.566780 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-dbeab971-c9d4-4f1d-9df7-636016e8aa5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-464899'] for router_interface (3bcd2529-f420-41e2-a5ac-1a460697e45d), before_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:04.571413 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.db.db_base_plugin_common [req-232db78b-14d7-4576-93ee-3d9caa6e8ff6 req-071d46d4-6687-4b77-99f6-96c31efdbdb0 tempest-VolumesSnapshotTestJSON-1947462697 tempest-VolumesSnapshotTestJSON-1947462697-project] Allocated IP 172.20.0.14 (adb22d0d-9079-4b27-97ea-9d1017ee2036/a67d4b4c-0a30-4c29-a996-0149e1ca9730/da0887a0-7787-4561-9520-968f8cd45bcf) {{(pid=104512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 15:21:04.680816 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:INSERT=8,neutron:UPDATE=3,neutron:SELECT=89 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:21:04.765302 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.provisioning_blocks [None req-8279e1fc-95c5-4cfa-ace1-ef550f4e5f11 None None] Provisioning complete for port 7693434e-b791-47d2-8dea-d0c70dcf23f5 triggered by entity DHCP. {{(pid=104513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 15:21:04.765885 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-8279e1fc-95c5-4cfa-ace1-ef550f4e5f11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7696598'] for port (7693434e-b791-47d2-8dea-d0c70dcf23f5), provisioning_complete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:04.814848 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.plugin [None req-8279e1fc-95c5-4cfa-ace1-ef550f4e5f11 None None] Port 7693434e-b791-47d2-8dea-d0c70dcf23f5 cannot update to ACTIVE because it is not bound. {{(pid=104513) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 15:21:05.124509 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [req-232db78b-14d7-4576-93ee-3d9caa6e8ff6 req-071d46d4-6687-4b77-99f6-96c31efdbdb0 tempest-VolumesSnapshotTestJSON-1947462697 tempest-VolumesSnapshotTestJSON-1947462697-project] Publish callbacks [] for port (da0887a0-7787-4561-9520-968f8cd45bcf), precommit_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:05.267652 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:21:05.272273 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-c409fb21-9125-4ead-a618-60b6d3464ce4 req-2fcbd329-f803-46fa-a92b-a50985af7d4c tempest-VolumesSnapshotTestJSON-1947462697 tempest-VolumesSnapshotTestJSON-1947462697-project] 10.222.0.67 "GET /v2.0/ports?device_id=73badc72-7d3b-46a6-937c-aad405645904 HTTP/1.1" status: 200 len: 210 time: 0.1120176 Jun 24 15:21:05.582554 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [req-232db78b-14d7-4576-93ee-3d9caa6e8ff6 req-071d46d4-6687-4b77-99f6-96c31efdbdb0 tempest-VolumesSnapshotTestJSON-1947462697 tempest-VolumesSnapshotTestJSON-1947462697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761384583298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3859661'] for port (da0887a0-7787-4561-9520-968f8cd45bcf), after_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:05.711543 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed021c7-3bfb-4063-ab41-73f58a1c05ce req-c1836bd4-db92-41aa-aeec-483cde44f78b tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:21:05.714655 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-eed021c7-3bfb-4063-ab41-73f58a1c05ce req-c1836bd4-db92-41aa-aeec-483cde44f78b tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "GET /v2.0/ports?device_id=e24b4aae-8cee-48cc-bf18-e9a915ea3f2c HTTP/1.1" status: 200 len: 945 time: 0.1122103 Jun 24 15:21:05.782608 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-232db78b-14d7-4576-93ee-3d9caa6e8ff6 req-071d46d4-6687-4b77-99f6-96c31efdbdb0 tempest-VolumesSnapshotTestJSON-1947462697 tempest-VolumesSnapshotTestJSON-1947462697-project] Network adb22d0d-9079-4b27-97ea-9d1017ee2036 is already hosted by enough agents. {{(pid=104512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 15:21:05.791067 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.scheduler.base_scheduler [req-232db78b-14d7-4576-93ee-3d9caa6e8ff6 req-071d46d4-6687-4b77-99f6-96c31efdbdb0 tempest-VolumesSnapshotTestJSON-1947462697 tempest-VolumesSnapshotTestJSON-1947462697-project] Resources bound (agent type, host, resource id): {{(pid=104512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 15:21:05.797609 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.db.l3_dvrscheduler_db [req-232db78b-14d7-4576-93ee-3d9caa6e8ff6 req-071d46d4-6687-4b77-99f6-96c31efdbdb0 tempest-VolumesSnapshotTestJSON-1947462697 tempest-VolumesSnapshotTestJSON-1947462697-project] Received port after_create {{(pid=104512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 15:21:05.886553 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071d46d4-6687-4b77-99f6-96c31efdbdb0 tempest-VolumesSnapshotTestJSON-1947462697 tempest-VolumesSnapshotTestJSON-1947462697-project] Pushing event updated for resources: {'Port': ['ID=da0887a0-7787-4561-9520-968f8cd45bcf,revision_number=1']} {{(pid=104512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:21:06.060015 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-eed021c7-3bfb-4063-ab41-73f58a1c05ce req-e0b51733-6a09-4ea0-aeda-b729e7082f15 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "GET /v2.0/security-groups?id=b9b51dc4-7b04-4aff-a905-bf9eb837f4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3177185 Jun 24 15:21:06.069544 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232db78b-14d7-4576-93ee-3d9caa6e8ff6 req-071d46d4-6687-4b77-99f6-96c31efdbdb0 tempest-VolumesSnapshotTestJSON-1947462697 tempest-VolumesSnapshotTestJSON-1947462697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:21:06.075039 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [req-232db78b-14d7-4576-93ee-3d9caa6e8ff6 req-071d46d4-6687-4b77-99f6-96c31efdbdb0 tempest-VolumesSnapshotTestJSON-1947462697 tempest-VolumesSnapshotTestJSON-1947462697-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30073'] for port (None), before_response {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:06.124929 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.rpc [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Device 12d208d3-ea49-4066-8d96-b7abe8eee602 up at agent ovs-agent-dv-cinder-835384-11-iscsi {{(pid=104513) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 15:21:06.148698 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-dbeab971-c9d4-4f1d-9df7-636016e8aa5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7727318'] for port (7693434e-b791-47d2-8dea-d0c70dcf23f5), before_update {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:06.266736 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:21:06.267657 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.provisioning_blocks [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Provisioning complete for port 12d208d3-ea49-4066-8d96-b7abe8eee602 triggered by entity L2. {{(pid=104513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 15:21:06.268141 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7696598'] for port (12d208d3-ea49-4066-8d96-b7abe8eee602), provisioning_complete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:06.473191 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.plugin [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Current status of the port 12d208d3-ea49-4066-8d96-b7abe8eee602 is: DOWN; New status is: ACTIVE {{(pid=104513) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 15:21:06.473588 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7727318'] for port (12d208d3-ea49-4066-8d96-b7abe8eee602), before_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:06.522212 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01358f8-a938-4dfd-b0e5-b5c9eb324b9a req-c00fdaad-6cfd-4ab1-aed1-71ae5b7721bf tempest-VolumesSnapshotTestJSON-1947462697 tempest-VolumesSnapshotTestJSON-1947462697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:21:06.546005 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-b01358f8-a938-4dfd-b0e5-b5c9eb324b9a req-c00fdaad-6cfd-4ab1-aed1-71ae5b7721bf tempest-VolumesSnapshotTestJSON-1947462697 tempest-VolumesSnapshotTestJSON-1947462697-project] 10.222.0.67 "GET /v2.0/ports?device_id=73badc72-7d3b-46a6-937c-aad405645904 HTTP/1.1" status: 200 len: 932 time: 0.0794127 Jun 24 15:21:06.548375 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.db [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] For port 12d208d3-ea49-4066-8d96-b7abe8eee602, host dv-cinder-835384-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-11-iscsi',level=0,port_id=12d208d3-ea49-4066-8d96-b7abe8eee602,segment=NetworkSegment(6785a788-9b98-4059-b825-96a306cb346e),segment_id=6785a788-9b98-4059-b825-96a306cb346e)] {{(pid=104513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 15:21:06.599096 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:21:06.622129 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-232db78b-14d7-4576-93ee-3d9caa6e8ff6 req-071d46d4-6687-4b77-99f6-96c31efdbdb0 tempest-VolumesSnapshotTestJSON-1947462697 tempest-VolumesSnapshotTestJSON-1947462697-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.0069392 Jun 24 15:21:06.647657 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.v2.base [req-232db78b-14d7-4576-93ee-3d9caa6e8ff6 req-ac977a3d-0fc4-4158-a760-57679956df00 service neutron] Request body: {'port': {'device_id': '73badc72-7d3b-46a6-937c-aad405645904', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83538'}} {{(pid=104512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 15:21:06.706835 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-dbeab971-c9d4-4f1d-9df7-636016e8aa5c admin admin] Publish callbacks [] for port (7693434e-b791-47d2-8dea-d0c70dcf23f5), precommit_update {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:06.723271 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761385101662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761384583316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761384583334'] for port (12d208d3-ea49-4066-8d96-b7abe8eee602), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:06.728208 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-b01358f8-a938-4dfd-b0e5-b5c9eb324b9a req-4d631dda-d61b-4641-a11e-ac24d055ba59 tempest-VolumesSnapshotTestJSON-1947462697 tempest-VolumesSnapshotTestJSON-1947462697-project] 10.222.0.67 "GET /v2.0/security-groups?id=e2dd80b4-9ee5-4265-9129-7e54a35815b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1837125 Jun 24 15:21:06.786536 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Pushing event updated for resources: {'Port': ['ID=12d208d3-ea49-4066-8d96-b7abe8eee602,revision_number=4']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:21:06.822501 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [req-232db78b-14d7-4576-93ee-3d9caa6e8ff6 req-ac977a3d-0fc4-4158-a760-57679956df00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7727318'] for port (da0887a0-7787-4561-9520-968f8cd45bcf), before_update {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:06.825620 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-dbeab971-c9d4-4f1d-9df7-636016e8aa5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761385101662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761384583316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761384583334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3859668'] for port (7693434e-b791-47d2-8dea-d0c70dcf23f5), after_update {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:06.938262 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbeab971-c9d4-4f1d-9df7-636016e8aa5c admin admin] Pushing event updated for resources: {'Port': ['ID=7693434e-b791-47d2-8dea-d0c70dcf23f5,revision_number=2']} {{(pid=104512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:21:06.973309 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-dbeab971-c9d4-4f1d-9df7-636016e8aa5c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7879171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-460691'] for router_interface (3bcd2529-f420-41e2-a5ac-1a460697e45d), after_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:07.099077 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:21:07.111897 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbeab971-c9d4-4f1d-9df7-636016e8aa5c admin admin] Network 6c164619-5a9e-49c6-b97b-50e7f7499706 is already hosted by enough agents. {{(pid=104512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 15:21:07.208617 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.scheduler.base_scheduler [None req-dbeab971-c9d4-4f1d-9df7-636016e8aa5c admin admin] Resources bound (agent type, host, resource id): {{(pid=104512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 15:21:07.518670 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91613732-5d8c-4413-b587-341bf5a508d2 req-deff44f4-665f-47f9-ae22-672e996ead94 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:21:07.525725 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-91613732-5d8c-4413-b587-341bf5a508d2 req-deff44f4-665f-47f9-ae22-672e996ead94 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "GET /v2.0/ports?device_id=e24b4aae-8cee-48cc-bf18-e9a915ea3f2c HTTP/1.1" status: 200 len: 945 time: 0.2278645 Jun 24 15:21:07.681049 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.provisioning_blocks [None req-11396b17-c427-4540-aabd-64a6e84ddada None None] Provisioning complete for port 7693434e-b791-47d2-8dea-d0c70dcf23f5 triggered by entity DHCP. {{(pid=104513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 15:21:07.682205 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-11396b17-c427-4540-aabd-64a6e84ddada None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7696598'] for port (7693434e-b791-47d2-8dea-d0c70dcf23f5), provisioning_complete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:07.726706 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-91613732-5d8c-4413-b587-341bf5a508d2 req-1afe76ba-cfb2-4c73-99c0-8629cf1f3e34 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "GET /v2.0/security-groups?id=b9b51dc4-7b04-4aff-a905-bf9eb837f4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1998687 Jun 24 15:21:07.739034 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.plugin [None req-11396b17-c427-4540-aabd-64a6e84ddada None None] Port 7693434e-b791-47d2-8dea-d0c70dcf23f5 cannot update to ACTIVE because it is not bound. {{(pid=104513) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 15:21:07.763848 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbeab971-c9d4-4f1d-9df7-636016e8aa5c admin admin] Router 3bcd2529-f420-41e2-a5ac-1a460697e45d has already been hosted by L3 agent 45985ff7-1335-48cd-ab02-73eb58295827 {{(pid=104512) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 15:21:07.894878 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.notifiers.nova [req-232db78b-14d7-4576-93ee-3d9caa6e8ff6 req-ac977a3d-0fc4-4158-a760-57679956df00 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da0887a0-7787-4561-9520-968f8cd45bcf {{(pid=104512) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 15:21:07.906919 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [req-232db78b-14d7-4576-93ee-3d9caa6e8ff6 req-ac977a3d-0fc4-4158-a760-57679956df00 service neutron] Publish callbacks [] for port (da0887a0-7787-4561-9520-968f8cd45bcf), precommit_update {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:07.963480 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.db.provisioning_blocks [req-232db78b-14d7-4576-93ee-3d9caa6e8ff6 req-ac977a3d-0fc4-4158-a760-57679956df00 service neutron] Transition to ACTIVE for port object da0887a0-7787-4561-9520-968f8cd45bcf will not be triggered until provisioned by entity L2. {{(pid=104512) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 24 15:21:08.083511 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.rpc [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Device 12d208d3-ea49-4066-8d96-b7abe8eee602 up at agent ovs-agent-dv-cinder-835384-11-iscsi {{(pid=104513) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 15:21:08.161410 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:21:08.169701 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bac082a-e971-4e3f-a076-754634fd5154 req-f305a625-2ba6-4054-bfb4-929ae55d558c tempest-VolumesSnapshotTestJSON-1947462697 tempest-VolumesSnapshotTestJSON-1947462697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:21:08.177347 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-0bac082a-e971-4e3f-a076-754634fd5154 req-f305a625-2ba6-4054-bfb4-929ae55d558c tempest-VolumesSnapshotTestJSON-1947462697 tempest-VolumesSnapshotTestJSON-1947462697-project] 10.222.0.67 "GET /v2.0/ports?device_id=73badc72-7d3b-46a6-937c-aad405645904 HTTP/1.1" status: 200 len: 932 time: 0.3374369 Jun 24 15:21:08.179733 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:21:08.187540 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.provisioning_blocks [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Provisioning complete for port 12d208d3-ea49-4066-8d96-b7abe8eee602 triggered by entity L2. {{(pid=104513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 15:21:08.188552 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7696598'] for port (12d208d3-ea49-4066-8d96-b7abe8eee602), provisioning_complete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:08.196552 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [req-232db78b-14d7-4576-93ee-3d9caa6e8ff6 req-ac977a3d-0fc4-4158-a760-57679956df00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761385101662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761384583316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761384583334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3859668'] for port (da0887a0-7787-4561-9520-968f8cd45bcf), after_update {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:08.251660 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac977a3d-0fc4-4158-a760-57679956df00 service neutron] Pushing event updated for resources: {'Port': ['ID=da0887a0-7787-4561-9520-968f8cd45bcf,revision_number=2']} {{(pid=104512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:21:08.292120 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbeab971-c9d4-4f1d-9df7-636016e8aa5c admin admin] Notify agent at l3_agent.dv-cinder-835384-11-iscsi the message routers_updated {{(pid=104512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 15:21:08.304764 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eacd772-3c0e-4675-9d52-a46131b5609e None None] Sync routers for ids ['3bcd2529-f420-41e2-a5ac-1a460697e45d'] in dv-cinder-835384-11-iscsi {{(pid=104514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 15:21:08.305301 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [None req-dbeab971-c9d4-4f1d-9df7-636016e8aa5c admin admin] 10.222.0.67 "PUT /v2.0/routers/3bcd2529-f420-41e2-a5ac-1a460697e45d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5191362 Jun 24 15:21:08.347223 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eacd772-3c0e-4675-9d52-a46131b5609e None None] Routers {'3bcd2529-f420-41e2-a5ac-1a460697e45d'} bound to L3 agent in host dv-cinder-835384-11-iscsi {{(pid=104514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 15:21:08.353051 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.db.l3_hamode_db [None req-2eacd772-3c0e-4675-9d52-a46131b5609e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-24T15:10:24Z,description=,heartbeat_timestamp=2022-06-24T15:20:54Z,host='dv-cinder-835384-11-iscsi',id=45985ff7-1335-48cd-ab02-73eb58295827,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T15:10:24Z,topic='l3_agent')) {'router_ids': ['3bcd2529-f420-41e2-a5ac-1a460697e45d'], 'active': True} {{(pid=104514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 15:21:08.367506 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.plugin [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Current status of the port 12d208d3-ea49-4066-8d96-b7abe8eee602 is: ACTIVE; New status is: ACTIVE {{(pid=104513) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 15:21:08.390164 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-0bac082a-e971-4e3f-a076-754634fd5154 req-9f2f955b-bfb4-471b-ba56-29d66baf5591 tempest-VolumesSnapshotTestJSON-1947462697 tempest-VolumesSnapshotTestJSON-1947462697-project] 10.222.0.67 "GET /v2.0/security-groups?id=e2dd80b4-9ee5-4265-9129-7e54a35815b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2102914 Jun 24 15:21:08.641824 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.managers [req-232db78b-14d7-4576-93ee-3d9caa6e8ff6 req-ac977a3d-0fc4-4158-a760-57679956df00 service neutron] Attempting to bind port da0887a0-7787-4561-9520-968f8cd45bcf on host hv-cinder-83538 for vnic_type normal with profile {{(pid=104512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 15:21:08.642170 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.managers [req-232db78b-14d7-4576-93ee-3d9caa6e8ff6 req-ac977a3d-0fc4-4158-a760-57679956df00 service neutron] Attempting to bind port da0887a0-7787-4561-9520-968f8cd45bcf by drivers openvswitch,hyperv on host hv-cinder-83538 at level 0 using segments [{'id': '0cf260fc-b403-4eab-852c-5cc95c3c0b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'adb22d0d-9079-4b27-97ea-9d1017ee2036'}] {{(pid=104512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 15:21:08.644211 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-232db78b-14d7-4576-93ee-3d9caa6e8ff6 req-ac977a3d-0fc4-4158-a760-57679956df00 service neutron] Attempting to bind port da0887a0-7787-4561-9520-968f8cd45bcf on network adb22d0d-9079-4b27-97ea-9d1017ee2036 {{(pid=104512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 15:21:08.666189 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-232db78b-14d7-4576-93ee-3d9caa6e8ff6 req-ac977a3d-0fc4-4158-a760-57679956df00 service neutron] Port da0887a0-7787-4561-9520-968f8cd45bcf on network adb22d0d-9079-4b27-97ea-9d1017ee2036 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83538 {{(pid=104512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 24 15:21:08.666513 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-232db78b-14d7-4576-93ee-3d9caa6e8ff6 req-ac977a3d-0fc4-4158-a760-57679956df00 service neutron] Attempting to bind port da0887a0-7787-4561-9520-968f8cd45bcf on network adb22d0d-9079-4b27-97ea-9d1017ee2036 {{(pid=104512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 15:21:08.695557 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-232db78b-14d7-4576-93ee-3d9caa6e8ff6 req-ac977a3d-0fc4-4158-a760-57679956df00 service neutron] Checking agent: {'id': 'f0fa743b-ff28-43ff-ac51-704c86538f10', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83538', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 15, 16, 38), 'started_at': datetime.datetime(2022, 6, 24, 15, 16, 38), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 15, 20, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 15:21:08.695946 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-232db78b-14d7-4576-93ee-3d9caa6e8ff6 req-ac977a3d-0fc4-4158-a760-57679956df00 service neutron] Checking segment: {'id': '0cf260fc-b403-4eab-852c-5cc95c3c0b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'adb22d0d-9079-4b27-97ea-9d1017ee2036'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 15:21:08.700065 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-232db78b-14d7-4576-93ee-3d9caa6e8ff6 req-ac977a3d-0fc4-4158-a760-57679956df00 service neutron] Bound using segment: {'id': '0cf260fc-b403-4eab-852c-5cc95c3c0b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'adb22d0d-9079-4b27-97ea-9d1017ee2036'} {{(pid=104512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 15:21:08.700556 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.managers [req-232db78b-14d7-4576-93ee-3d9caa6e8ff6 req-ac977a3d-0fc4-4158-a760-57679956df00 service neutron] Bound port: da0887a0-7787-4561-9520-968f8cd45bcf, host: hv-cinder-83538, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0cf260fc-b403-4eab-852c-5cc95c3c0b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'adb22d0d-9079-4b27-97ea-9d1017ee2036'}}] {{(pid=104512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 15:21:08.700930 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [req-232db78b-14d7-4576-93ee-3d9caa6e8ff6 req-ac977a3d-0fc4-4158-a760-57679956df00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7727318'] for port (da0887a0-7787-4561-9520-968f8cd45bcf), before_update {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:08.745211 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.db.l3_dvr_db [None req-2eacd772-3c0e-4675-9d52-a46131b5609e None None] Set router 3bcd2529-f420-41e2-a5ac-1a460697e45d gateway port host: dv-cinder-835384-11-iscsi {{(pid=104514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 15:21:08.995064 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:21:09.014304 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957e78b5-5fd7-4100-a02c-c6994246a1fa req-93d8e87d-3350-49be-8e3e-6380ecd0e4cc tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:21:09.016532 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-957e78b5-5fd7-4100-a02c-c6994246a1fa req-93d8e87d-3350-49be-8e3e-6380ecd0e4cc tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "GET /v2.0/ports?device_id=e24b4aae-8cee-48cc-bf18-e9a915ea3f2c HTTP/1.1" status: 200 len: 945 time: 0.1238894 Jun 24 15:21:09.090447 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.db.l3_hamode_db [None req-2eacd772-3c0e-4675-9d52-a46131b5609e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bcd2529-f420-41e2-a5ac-1a460697e45d', 'name': 'tempest-TestShelveInstance-541128803-router', 'tenant_id': '66edbd777b48472b8fcd5a3f43c68dcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'external_fixed_ips': [{'subnet_id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'ip_address': '172.27.0.33'}], 'enable_snat': True}, 'gw_port_id': '12d208d3-ea49-4066-8d96-b7abe8eee602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T15:20:55Z', 'updated_at': '2022-06-24T15:21:05Z', 'revision_number': 4, 'project_id': '66edbd777b48472b8fcd5a3f43c68dcc', 'gw_port': {'id': '12d208d3-ea49-4066-8d96-b7abe8eee602', 'name': '', 'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:01:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bcd2529-f420-41e2-a5ac-1a460697e45d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'ip_address': '172.27.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T15:20:56Z', 'updated_at': '2022-06-24T15:21:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-11-iscsi', '_interfaces': [{'id': '7693434e-b791-47d2-8dea-d0c70dcf23f5', 'name': '', 'network_id': '6c164619-5a9e-49c6-b97b-50e7f7499706', 'tenant_id': '66edbd777b48472b8fcd5a3f43c68dcc', 'mac_address': 'fa:16:3e:e4:f9:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bcd2529-f420-41e2-a5ac-1a460697e45d', 'device_owner': 'network:router_interface', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'ec293509-7257-459b-932c-867e0999349d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T15:21:02Z', 'updated_at': '2022-06-24T15:21:06Z', 'revision_number': 2, 'project_id': '66edbd777b48472b8fcd5a3f43c68dcc', 'subnets': [{'id': 'ec293509-7257-459b-932c-867e0999349d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-11-iscsi', False) {} {{(pid=104514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 15:21:09.122179 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eacd772-3c0e-4675-9d52-a46131b5609e None None] Checking router: 3bcd2529-f420-41e2-a5ac-1a460697e45d for host: dv-cinder-835384-11-iscsi {{(pid=104514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 15:21:09.122711 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eacd772-3c0e-4675-9d52-a46131b5609e None None] Updating router 3bcd2529-f420-41e2-a5ac-1a460697e45d port 7693434e-b791-47d2-8dea-d0c70dcf23f5 binding host dv-cinder-835384-11-iscsi {{(pid=104514) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 15:21:09.161722 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-2eacd772-3c0e-4675-9d52-a46131b5609e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7727318'] for port (7693434e-b791-47d2-8dea-d0c70dcf23f5), before_update {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:09.176507 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-957e78b5-5fd7-4100-a02c-c6994246a1fa req-a263fcdc-8e13-438c-89d7-e9dc39a74ac5 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "GET /v2.0/security-groups?id=b9b51dc4-7b04-4aff-a905-bf9eb837f4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1492188 Jun 24 15:21:09.186196 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.db [req-232db78b-14d7-4576-93ee-3d9caa6e8ff6 req-ac977a3d-0fc4-4158-a760-57679956df00 service neutron] For port da0887a0-7787-4561-9520-968f8cd45bcf, host hv-cinder-83538, cleared binding levels {{(pid=104512) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 15:21:09.235021 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.db [req-232db78b-14d7-4576-93ee-3d9caa6e8ff6 req-ac977a3d-0fc4-4158-a760-57679956df00 service neutron] For port da0887a0-7787-4561-9520-968f8cd45bcf, host hv-cinder-83538, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=da0887a0-7787-4561-9520-968f8cd45bcf,segment=NetworkSegment(0cf260fc-b403-4eab-852c-5cc95c3c0b2e),segment_id=0cf260fc-b403-4eab-852c-5cc95c3c0b2e)] {{(pid=104512) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 15:21:09.380679 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [req-232db78b-14d7-4576-93ee-3d9caa6e8ff6 req-ac977a3d-0fc4-4158-a760-57679956df00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761385101662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761384583316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761384583334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3859668'] for port (da0887a0-7787-4561-9520-968f8cd45bcf), after_update {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:09.492754 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232db78b-14d7-4576-93ee-3d9caa6e8ff6 req-ac977a3d-0fc4-4158-a760-57679956df00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:21:09.493561 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [req-232db78b-14d7-4576-93ee-3d9caa6e8ff6 req-ac977a3d-0fc4-4158-a760-57679956df00 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30073'] for port (None), before_response {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:09.495206 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-232db78b-14d7-4576-93ee-3d9caa6e8ff6 req-ac977a3d-0fc4-4158-a760-57679956df00 service neutron] 10.222.0.64 "PUT /v2.0/ports/da0887a0-7787-4561-9520-968f8cd45bcf HTTP/1.1" status: 200 len: 1094 time: 2.8534043 Jun 24 15:21:09.497446 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-2eacd772-3c0e-4675-9d52-a46131b5609e None None] Publish callbacks [] for port (7693434e-b791-47d2-8dea-d0c70dcf23f5), precommit_update {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:09.505676 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73badc72-7d3b-46a6-937c-aad405645904', 'tag': 'da0887a0-7787-4561-9520-968f8cd45bcf'}] {{(pid=104512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 15:21:09.510023 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9db87de5340c6be2811fa9e5912a63998a589dd3f857fd3823a550d1ae48127" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-224077bf-99d0-4e13-acb5-f1c002368936" -d '{"events": [{"name": "network-changed", "server_uuid": "73badc72-7d3b-46a6-937c-aad405645904", "tag": "da0887a0-7787-4561-9520-968f8cd45bcf"}]}' {{(pid=104512) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 15:21:09.606914 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-2eacd772-3c0e-4675-9d52-a46131b5609e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761385101662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761384583316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761384583334'] for port (7693434e-b791-47d2-8dea-d0c70dcf23f5), after_update {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:09.626570 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf5b132-ffab-4765-9000-5a0e10d44823 req-629c7afe-7fc1-402a-9850-c3d083ebc616 tempest-VolumesSnapshotTestJSON-1947462697 tempest-VolumesSnapshotTestJSON-1947462697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:21:09.635589 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-bbf5b132-ffab-4765-9000-5a0e10d44823 req-629c7afe-7fc1-402a-9850-c3d083ebc616 tempest-VolumesSnapshotTestJSON-1947462697 tempest-VolumesSnapshotTestJSON-1947462697-project] 10.222.0.67 "GET /v2.0/ports?device_id=73badc72-7d3b-46a6-937c-aad405645904 HTTP/1.1" status: 200 len: 944 time: 0.0794935 Jun 24 15:21:09.751735 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac977a3d-0fc4-4158-a760-57679956df00 service neutron] Pushing event updated for resources: {'Port': ['ID=da0887a0-7787-4561-9520-968f8cd45bcf,revision_number=3']} {{(pid=104512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:21:09.772083 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG dbcounter [-] [104514] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104514) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:21:09.814076 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6adf9e52-6d7a-4c41-9abe-ff6d68d944c7 None None] Pushing event updated for resources: {'Port': ['ID=7693434e-b791-47d2-8dea-d0c70dcf23f5,revision_number=3']} {{(pid=104514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:21:09.859773 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-bbf5b132-ffab-4765-9000-5a0e10d44823 req-88bf458c-ef19-4f7b-b8b9-7900b3bf6ff3 tempest-VolumesSnapshotTestJSON-1947462697 tempest-VolumesSnapshotTestJSON-1947462697-project] 10.222.0.67 "GET /v2.0/security-groups?id=e2dd80b4-9ee5-4265-9129-7e54a35815b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2232287 Jun 24 15:21:09.861179 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232db78b-14d7-4576-93ee-3d9caa6e8ff6 req-962ee08f-af21-46d4-8680-4f967fa0d6c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:21:09.863272 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-232db78b-14d7-4576-93ee-3d9caa6e8ff6 req-962ee08f-af21-46d4-8680-4f967fa0d6c5 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=90288e11d18a4c58b77d848fdd630535&device_id=73badc72-7d3b-46a6-937c-aad405645904 HTTP/1.1" status: 200 len: 1128 time: 0.1936069 Jun 24 15:21:09.926534 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6adf9e52-6d7a-4c41-9abe-ff6d68d944c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:21:09.926782 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6adf9e52-6d7a-4c41-9abe-ff6d68d944c7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:21:09.927142 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6adf9e52-6d7a-4c41-9abe-ff6d68d944c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:21:09.944054 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6adf9e52-6d7a-4c41-9abe-ff6d68d944c7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:21:09.944698 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6adf9e52-6d7a-4c41-9abe-ff6d68d944c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:21:09.946261 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6adf9e52-6d7a-4c41-9abe-ff6d68d944c7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:21:09.947069 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6adf9e52-6d7a-4c41-9abe-ff6d68d944c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:21:09.947671 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6adf9e52-6d7a-4c41-9abe-ff6d68d944c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:21:09.950190 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6adf9e52-6d7a-4c41-9abe-ff6d68d944c7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:21:09.950690 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6adf9e52-6d7a-4c41-9abe-ff6d68d944c7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:21:09.951234 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6adf9e52-6d7a-4c41-9abe-ff6d68d944c7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:21:09.951736 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6adf9e52-6d7a-4c41-9abe-ff6d68d944c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:21:09.952570 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6adf9e52-6d7a-4c41-9abe-ff6d68d944c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:21:09.954785 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6adf9e52-6d7a-4c41-9abe-ff6d68d944c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:21:09.955982 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6adf9e52-6d7a-4c41-9abe-ff6d68d944c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:21:09.985638 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-232db78b-14d7-4576-93ee-3d9caa6e8ff6 req-a8657b65-9ac3-4d4f-a1eb-49062179b376 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=da0887a0-7787-4561-9520-968f8cd45bcf HTTP/1.1" status: 200 len: 217 time: 0.1094174 Jun 24 15:21:09.992291 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Jun 2022 15:21:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c49deb10-7766-47ff-91e4-115ac98e0441 x-openstack-request-id: req-c49deb10-7766-47ff-91e4-115ac98e0441 {{(pid=104512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 15:21:09.992784 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73badc72-7d3b-46a6-937c-aad405645904", "tag": "da0887a0-7787-4561-9520-968f8cd45bcf", "status": "completed", "code": 200}]} {{(pid=104512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 15:21:09.994450 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-c49deb10-7766-47ff-91e4-115ac98e0441 {{(pid=104512) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 15:21:09.995023 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c49deb10-7766-47ff-91e4-115ac98e0441'] response: {'name': 'network-changed', 'server_uuid': '73badc72-7d3b-46a6-937c-aad405645904', 'tag': 'da0887a0-7787-4561-9520-968f8cd45bcf', 'status': 'completed', 'code': 200} Jun 24 15:21:10.009669 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.managers [None req-2eacd772-3c0e-4675-9d52-a46131b5609e None None] Attempting to bind port 7693434e-b791-47d2-8dea-d0c70dcf23f5 on host dv-cinder-835384-11-iscsi for vnic_type normal with profile {{(pid=104514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 15:21:10.010228 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.managers [None req-2eacd772-3c0e-4675-9d52-a46131b5609e None None] Attempting to bind port 7693434e-b791-47d2-8dea-d0c70dcf23f5 by drivers openvswitch,hyperv on host dv-cinder-835384-11-iscsi at level 0 using segments [{'id': '820e4882-5a56-485e-9c17-a5ea18731daa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '6c164619-5a9e-49c6-b97b-50e7f7499706'}] {{(pid=104514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 15:21:10.010763 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eacd772-3c0e-4675-9d52-a46131b5609e None None] Attempting to bind port 7693434e-b791-47d2-8dea-d0c70dcf23f5 on network 6c164619-5a9e-49c6-b97b-50e7f7499706 {{(pid=104514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 15:21:10.025280 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eacd772-3c0e-4675-9d52-a46131b5609e None None] Checking agent: {'id': '559fa80c-96d5-4fe7-8c5f-9eda482c27bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835384-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 15, 10, 27), 'started_at': datetime.datetime(2022, 6, 24, 15, 10, 57), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 15, 20, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835384-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 15:21:10.025859 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eacd772-3c0e-4675-9d52-a46131b5609e None None] Checking segment: {'id': '820e4882-5a56-485e-9c17-a5ea18731daa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '6c164619-5a9e-49c6-b97b-50e7f7499706'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 15:21:10.026542 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-2eacd772-3c0e-4675-9d52-a46131b5609e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:10.027065 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eacd772-3c0e-4675-9d52-a46131b5609e None None] Bound using segment: {'id': '820e4882-5a56-485e-9c17-a5ea18731daa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '6c164619-5a9e-49c6-b97b-50e7f7499706'} {{(pid=104514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 15:21:10.027895 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.managers [None req-2eacd772-3c0e-4675-9d52-a46131b5609e None None] Bound port: 7693434e-b791-47d2-8dea-d0c70dcf23f5, host: dv-cinder-835384-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '820e4882-5a56-485e-9c17-a5ea18731daa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '6c164619-5a9e-49c6-b97b-50e7f7499706'}}] {{(pid=104514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 15:21:10.028674 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-2eacd772-3c0e-4675-9d52-a46131b5609e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7727318'] for port (7693434e-b791-47d2-8dea-d0c70dcf23f5), before_update {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:10.044865 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.wsgi [-] (104511) accepted ('10.222.0.67', 41744) {{(pid=104511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:21:10.051203 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.v2.base [None req-447f643c-8d8c-425d-96dd-4225d3ef92d6 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-614976977-network', 'tenant_id': '56498dbba20e41f5a5b6b04e6d21a39b'}} {{(pid=104511) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 15:21:10.089232 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.provisioning_blocks [None req-3f8bc3f8-ff93-48f2-bb68-3e769a9d148c None None] Provisioning complete for port 7693434e-b791-47d2-8dea-d0c70dcf23f5 triggered by entity DHCP. {{(pid=104513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 15:21:10.091676 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-3f8bc3f8-ff93-48f2-bb68-3e769a9d148c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7696598'] for port (7693434e-b791-47d2-8dea-d0c70dcf23f5), provisioning_complete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:10.120749 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232db78b-14d7-4576-93ee-3d9caa6e8ff6 req-61674503-ffd8-447e-948b-870bf50a5fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:21:10.122221 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-232db78b-14d7-4576-93ee-3d9caa6e8ff6 req-61674503-ffd8-447e-948b-870bf50a5fa6 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a67d4b4c-0a30-4c29-a996-0149e1ca9730 HTTP/1.1" status: 200 len: 854 time: 0.1261783 Jun 24 15:21:10.180551 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-232db78b-14d7-4576-93ee-3d9caa6e8ff6 req-164a2805-9262-45ec-aa0c-c2bdbc0041ee service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=adb22d0d-9079-4b27-97ea-9d1017ee2036&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0491972 Jun 24 15:21:10.186021 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-447f643c-8d8c-425d-96dd-4225d3ef92d6 admin admin] Made reservation on behalf of 56498dbba20e41f5a5b6b04e6d21a39b for: {'network': 1} {{(pid=104511) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 15:21:10.187309 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.db [None req-2eacd772-3c0e-4675-9d52-a46131b5609e None None] For port 7693434e-b791-47d2-8dea-d0c70dcf23f5, host dv-cinder-835384-11-iscsi, cleared binding levels {{(pid=104514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 15:21:10.190231 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-447f643c-8d8c-425d-96dd-4225d3ef92d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7727318'] for network (None), before_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:10.225535 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-447f643c-8d8c-425d-96dd-4225d3ef92d6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:10.238539 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.db [None req-2eacd772-3c0e-4675-9d52-a46131b5609e None None] For port 7693434e-b791-47d2-8dea-d0c70dcf23f5, host dv-cinder-835384-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-11-iscsi',level=0,port_id=7693434e-b791-47d2-8dea-d0c70dcf23f5,segment=NetworkSegment(820e4882-5a56-485e-9c17-a5ea18731daa),segment_id=820e4882-5a56-485e-9c17-a5ea18731daa)] {{(pid=104514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 15:21:10.300871 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-2eacd772-3c0e-4675-9d52-a46131b5609e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761385101662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761384583316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761384583334'] for port (7693434e-b791-47d2-8dea-d0c70dcf23f5), after_update {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:10.496828 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-447f643c-8d8c-425d-96dd-4225d3ef92d6 admin admin] Publish callbacks [] for security_group (c5d94504-1e23-473a-8500-58c4dcd49c14), precommit_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:10.562609 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-447f643c-8d8c-425d-96dd-4225d3ef92d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-275664'] for security_group (c5d94504-1e23-473a-8500-58c4dcd49c14), after_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:10.620789 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.plugin [None req-3f8bc3f8-ff93-48f2-bb68-3e769a9d148c None None] Port 7693434e-b791-47d2-8dea-d0c70dcf23f5 cannot update to ACTIVE because it is not bound. {{(pid=104513) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 15:21:10.656587 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447f643c-8d8c-425d-96dd-4225d3ef92d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5d94504-1e23-473a-8500-58c4dcd49c14,revision_number=1']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:21:10.658993 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eacd772-3c0e-4675-9d52-a46131b5609e None None] Routers {'3bcd2529-f420-41e2-a5ac-1a460697e45d'} bound to L3 agent in host dv-cinder-835384-11-iscsi {{(pid=104514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 15:21:10.666016 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697012'] for agent (f0fa743b-ff28-43ff-ac51-704c86538f10), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:10.673582 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.db.l3_hamode_db [None req-2eacd772-3c0e-4675-9d52-a46131b5609e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-24T15:10:24Z,description=,heartbeat_timestamp=2022-06-24T15:20:54Z,host='dv-cinder-835384-11-iscsi',id=45985ff7-1335-48cd-ab02-73eb58295827,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T15:10:24Z,topic='l3_agent')) {'router_ids': ['3bcd2529-f420-41e2-a5ac-1a460697e45d'], 'active': True} {{(pid=104514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 15:21:10.690567 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fc1183-bcb4-44b3-ba07-a1a3ac0942ba req-515ce74a-f4c9-41e9-bba7-28f22f2e5357 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:21:10.704009 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-b7fc1183-bcb4-44b3-ba07-a1a3ac0942ba req-515ce74a-f4c9-41e9-bba7-28f22f2e5357 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "GET /v2.0/ports?device_id=e24b4aae-8cee-48cc-bf18-e9a915ea3f2c HTTP/1.1" status: 200 len: 945 time: 0.2105763 Jun 24 15:21:10.722863 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-447f643c-8d8c-425d-96dd-4225d3ef92d6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 780} {{(pid=104511) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 15:21:10.749452 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-447f643c-8d8c-425d-96dd-4225d3ef92d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7772344'] for segment (6e426584-0ea1-436a-98ab-5540e4ef2b84), precommit_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:10.750047 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.db.segments_db [None req-447f643c-8d8c-425d-96dd-4225d3ef92d6 admin admin] Added segment 6e426584-0ea1-436a-98ab-5540e4ef2b84 of type vlan for network 3b32fa99-19b6-443e-a90b-af906ca2ee36 Jun 24 15:21:10.819106 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.db.l3_dvr_db [None req-2eacd772-3c0e-4675-9d52-a46131b5609e None None] Set router 3bcd2529-f420-41e2-a5ac-1a460697e45d gateway port host: dv-cinder-835384-11-iscsi {{(pid=104514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 15:21:10.881612 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-b7fc1183-bcb4-44b3-ba07-a1a3ac0942ba req-f85c1900-0fd9-4ac7-b82c-8ee49af0c04e tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "GET /v2.0/security-groups?id=b9b51dc4-7b04-4aff-a905-bf9eb837f4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1735225 Jun 24 15:21:10.888920 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-232db78b-14d7-4576-93ee-3d9caa6e8ff6 req-def8abdb-a31f-40f4-8006-cf8da5acc944 service neutron] 10.222.0.64 "GET /v2.0/networks/adb22d0d-9079-4b27-97ea-9d1017ee2036?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6990731 Jun 24 15:21:10.901650 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-447f643c-8d8c-425d-96dd-4225d3ef92d6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761384550337'] for network (3b32fa99-19b6-443e-a90b-af906ca2ee36), precommit_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:11.042049 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-447f643c-8d8c-425d-96dd-4225d3ef92d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-275585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409'] for network (3b32fa99-19b6-443e-a90b-af906ca2ee36), after_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:11.042049 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-447f643c-8d8c-425d-96dd-4225d3ef92d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:21:11.042049 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-447f643c-8d8c-425d-96dd-4225d3ef92d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7879399'] for network (None), before_response {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:11.068441 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.provisioning_blocks [None req-36db4759-fa59-4c43-8682-8bd38c98bac2 None None] Provisioning complete for port 7693434e-b791-47d2-8dea-d0c70dcf23f5 triggered by entity DHCP. {{(pid=104513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 15:21:11.070344 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-36db4759-fa59-4c43-8682-8bd38c98bac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7696598'] for port (7693434e-b791-47d2-8dea-d0c70dcf23f5), provisioning_complete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:11.222765 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG dbcounter [-] [104514] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104514) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:21:11.239448 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [None req-447f643c-8d8c-425d-96dd-4225d3ef92d6 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.1933861 Jun 24 15:21:11.242355 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447f643c-8d8c-425d-96dd-4225d3ef92d6 admin admin] Pushing event updated for resources: {'Network': ['ID=3b32fa99-19b6-443e-a90b-af906ca2ee36,revision_number=1']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:21:11.246068 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.wsgi [-] (104512) accepted ('10.222.0.67', 41762) {{(pid=104512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:21:11.258645 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.rpc [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Network 3b32fa99-19b6-443e-a90b-af906ca2ee36 details requested by agent ovs-agent-dv-cinder-835384-11-iscsi with host dv-cinder-835384-11-iscsi {{(pid=104513) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 15:21:11.283542 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.plugin [None req-36db4759-fa59-4c43-8682-8bd38c98bac2 None None] Current status of the port 7693434e-b791-47d2-8dea-d0c70dcf23f5 is: DOWN; New status is: ACTIVE {{(pid=104513) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 15:21:11.284175 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-36db4759-fa59-4c43-8682-8bd38c98bac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7727318'] for port (7693434e-b791-47d2-8dea-d0c70dcf23f5), before_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:11.290122 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.db.l3_hamode_db [None req-2eacd772-3c0e-4675-9d52-a46131b5609e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bcd2529-f420-41e2-a5ac-1a460697e45d', 'name': 'tempest-TestShelveInstance-541128803-router', 'tenant_id': '66edbd777b48472b8fcd5a3f43c68dcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'external_fixed_ips': [{'subnet_id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'ip_address': '172.27.0.33'}], 'enable_snat': True}, 'gw_port_id': '12d208d3-ea49-4066-8d96-b7abe8eee602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T15:20:55Z', 'updated_at': '2022-06-24T15:21:05Z', 'revision_number': 4, 'project_id': '66edbd777b48472b8fcd5a3f43c68dcc', 'gw_port': {'id': '12d208d3-ea49-4066-8d96-b7abe8eee602', 'name': '', 'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:01:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bcd2529-f420-41e2-a5ac-1a460697e45d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'ip_address': '172.27.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T15:20:56Z', 'updated_at': '2022-06-24T15:21:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-11-iscsi', '_interfaces': [{'id': '7693434e-b791-47d2-8dea-d0c70dcf23f5', 'name': '', 'network_id': '6c164619-5a9e-49c6-b97b-50e7f7499706', 'tenant_id': '66edbd777b48472b8fcd5a3f43c68dcc', 'mac_address': 'fa:16:3e:e4:f9:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bcd2529-f420-41e2-a5ac-1a460697e45d', 'device_owner': 'network:router_interface', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'ec293509-7257-459b-932c-867e0999349d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T15:21:02Z', 'updated_at': '2022-06-24T15:21:10Z', 'revision_number': 4, 'project_id': '66edbd777b48472b8fcd5a3f43c68dcc', 'subnets': [{'id': 'ec293509-7257-459b-932c-867e0999349d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-11-iscsi', False) {} {{(pid=104514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 15:21:11.292475 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6511c1d1-97b2-4e97-a849-3fef8dabbf12 req-1875bb01-a6a0-4f30-b55f-27468af5a71a tempest-VolumesSnapshotTestJSON-1947462697 tempest-VolumesSnapshotTestJSON-1947462697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:21:11.307843 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-6511c1d1-97b2-4e97-a849-3fef8dabbf12 req-1875bb01-a6a0-4f30-b55f-27468af5a71a tempest-VolumesSnapshotTestJSON-1947462697 tempest-VolumesSnapshotTestJSON-1947462697-project] 10.222.0.67 "GET /v2.0/ports?device_id=73badc72-7d3b-46a6-937c-aad405645904 HTTP/1.1" status: 200 len: 944 time: 0.2130158 Jun 24 15:21:11.321201 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.v2.base [None req-2d52a5a7-b8ea-4b4e-8251-7ecc771539f0 admin admin] Request body: {'subnet': {'network_id': '3b32fa99-19b6-443e-a90b-af906ca2ee36', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-614976977-subnet', 'tenant_id': '56498dbba20e41f5a5b6b04e6d21a39b', 'ip_version': 4}} {{(pid=104512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 15:21:11.346820 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.db [None req-36db4759-fa59-4c43-8682-8bd38c98bac2 None None] For port 7693434e-b791-47d2-8dea-d0c70dcf23f5, host dv-cinder-835384-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-11-iscsi',level=0,port_id=7693434e-b791-47d2-8dea-d0c70dcf23f5,segment=NetworkSegment(820e4882-5a56-485e-9c17-a5ea18731daa),segment_id=820e4882-5a56-485e-9c17-a5ea18731daa)] {{(pid=104513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 15:21:11.362794 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eacd772-3c0e-4675-9d52-a46131b5609e None None] The sync data for ids ['3bcd2529-f420-41e2-a5ac-1a460697e45d'] in dv-cinder-835384-11-iscsi is: [{'id': '3bcd2529-f420-41e2-a5ac-1a460697e45d', 'name': 'tempest-TestShelveInstance-541128803-router', 'tenant_id': '66edbd777b48472b8fcd5a3f43c68dcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'external_fixed_ips': [{'subnet_id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'ip_address': '172.27.0.33'}], 'enable_snat': True}, 'gw_port_id': '12d208d3-ea49-4066-8d96-b7abe8eee602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T15:20:55Z', 'updated_at': '2022-06-24T15:21:05Z', 'revision_number': 4, 'project_id': '66edbd777b48472b8fcd5a3f43c68dcc', 'gw_port': {'id': '12d208d3-ea49-4066-8d96-b7abe8eee602', 'name': '', 'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:01:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bcd2529-f420-41e2-a5ac-1a460697e45d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'ip_address': '172.27.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T15:20:56Z', 'updated_at': '2022-06-24T15:21:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-11-iscsi', '_interfaces': [{'id': '7693434e-b791-47d2-8dea-d0c70dcf23f5', 'name': '', 'network_id': '6c164619-5a9e-49c6-b97b-50e7f7499706', 'tenant_id': '66edbd777b48472b8fcd5a3f43c68dcc', 'mac_address': 'fa:16:3e:e4:f9:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bcd2529-f420-41e2-a5ac-1a460697e45d', 'device_owner': 'network:router_interface', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'ec293509-7257-459b-932c-867e0999349d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T15:21:02Z', 'updated_at': '2022-06-24T15:21:10Z', 'revision_number': 4, 'project_id': '66edbd777b48472b8fcd5a3f43c68dcc', 'subnets': [{'id': 'ec293509-7257-459b-932c-867e0999349d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 15:21:11.390313 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6adf9e52-6d7a-4c41-9abe-ff6d68d944c7 None None] Pushing event updated for resources: {'Port': ['ID=7693434e-b791-47d2-8dea-d0c70dcf23f5,revision_number=4']} {{(pid=104514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:21:11.393272 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:21:11.399981 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-232db78b-14d7-4576-93ee-3d9caa6e8ff6 req-7ae714d4-0b23-4c28-b885-15bef1df11c5 service neutron] 10.222.0.64 "GET /v2.0/networks/adb22d0d-9079-4b27-97ea-9d1017ee2036?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5028126 Jun 24 15:21:11.512060 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-36db4759-fa59-4c43-8682-8bd38c98bac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761385101662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761384583316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761384583334'] for port (7693434e-b791-47d2-8dea-d0c70dcf23f5), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:11.614679 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-6511c1d1-97b2-4e97-a849-3fef8dabbf12 req-ac372b87-b18d-42e1-9835-7a09281b2f78 tempest-VolumesSnapshotTestJSON-1947462697 tempest-VolumesSnapshotTestJSON-1947462697-project] 10.222.0.67 "GET /v2.0/security-groups?id=e2dd80b4-9ee5-4265-9129-7e54a35815b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3058598 Jun 24 15:21:11.620608 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d52a5a7-b8ea-4b4e-8251-7ecc771539f0 admin admin] Made reservation on behalf of 56498dbba20e41f5a5b6b04e6d21a39b for: {'subnet': 1} {{(pid=104512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 15:21:11.627708 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-2d52a5a7-b8ea-4b4e-8251-7ecc771539f0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3974350'] for subnet (None), before_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:11.671666 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224077bf-99d0-4e13-acb5-f1c002368936 req-df42d894-3247-4a01-aead-26786ff9b2a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:21:11.674125 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-224077bf-99d0-4e13-acb5-f1c002368936 req-df42d894-3247-4a01-aead-26786ff9b2a3 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=90288e11d18a4c58b77d848fdd630535&device_id=73badc72-7d3b-46a6-937c-aad405645904 HTTP/1.1" status: 200 len: 1128 time: 0.1187418 Jun 24 15:21:11.793794 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36db4759-fa59-4c43-8682-8bd38c98bac2 None None] Pushing event updated for resources: {'Port': ['ID=7693434e-b791-47d2-8dea-d0c70dcf23f5,revision_number=5']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:21:12.176967 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.rpc [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Device 7693434e-b791-47d2-8dea-d0c70dcf23f5 up at agent ovs-agent-dv-cinder-835384-11-iscsi {{(pid=104513) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 15:21:12.232211 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:21:12.273384 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.provisioning_blocks [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Provisioning complete for port 7693434e-b791-47d2-8dea-d0c70dcf23f5 triggered by entity L2. {{(pid=104513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 15:21:12.273984 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7696598'] for port (7693434e-b791-47d2-8dea-d0c70dcf23f5), provisioning_complete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:12.515499 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.plugin [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Current status of the port 7693434e-b791-47d2-8dea-d0c70dcf23f5 is: ACTIVE; New status is: ACTIVE {{(pid=104513) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 15:21:12.763313 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f49eb78-fd7e-4db4-aa78-27a147743f2d req-c0da6254-0d25-48d3-a486-6af7076c38f3 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:21:12.765026 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-8f49eb78-fd7e-4db4-aa78-27a147743f2d req-c0da6254-0d25-48d3-a486-6af7076c38f3 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "GET /v2.0/ports?device_id=e24b4aae-8cee-48cc-bf18-e9a915ea3f2c HTTP/1.1" status: 200 len: 945 time: 0.5240269 Jun 24 15:21:12.858319 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-2d52a5a7-b8ea-4b4e-8251-7ecc771539f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3859545', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3974328'] for subnet (0721df5a-17cd-46d2-8082-1e78c971ad22), after_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:12.995477 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-8f49eb78-fd7e-4db4-aa78-27a147743f2d req-eff01a9f-2a35-4b5a-a54f-f86db8a56992 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "GET /v2.0/security-groups?id=b9b51dc4-7b04-4aff-a905-bf9eb837f4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2022092 Jun 24 15:21:12.999542 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224077bf-99d0-4e13-acb5-f1c002368936 req-8cd7502f-50ec-4992-b5b4-65a45768351e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:21:13.005434 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-224077bf-99d0-4e13-acb5-f1c002368936 req-8cd7502f-50ec-4992-b5b4-65a45768351e service neutron] 10.222.0.64 "GET /v2.0/networks?id=adb22d0d-9079-4b27-97ea-9d1017ee2036 HTTP/1.1" status: 200 len: 915 time: 0.7412941 Jun 24 15:21:13.073918 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-224077bf-99d0-4e13-acb5-f1c002368936 req-5ab03ad0-28f2-46da-b228-5ce80370bd31 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=da0887a0-7787-4561-9520-968f8cd45bcf HTTP/1.1" status: 200 len: 217 time: 0.0642829 Jun 24 15:21:13.082527 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.wsgi [-] (104511) accepted ('10.222.0.67', 41790) {{(pid=104511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:21:13.085996 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d52a5a7-b8ea-4b4e-8251-7ecc771539f0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0721df5a-17cd-46d2-8082-1e78c971ad22,revision_number=0']} {{(pid=104512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:21:13.153904 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d52a5a7-b8ea-4b4e-8251-7ecc771539f0 admin admin] Checking segment: {'id': '6e426584-0ea1-436a-98ab-5540e4ef2b84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '3b32fa99-19b6-443e-a90b-af906ca2ee36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 15:21:13.154423 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d52a5a7-b8ea-4b4e-8251-7ecc771539f0 admin admin] Network hostable DHCP agents. Network: 3b32fa99-19b6-443e-a90b-af906ca2ee36, hostable agents: ['61dc9491-0c49-467e-b62a-6961ce952bc2'], hosted agents: [] {{(pid=104512) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 15:21:13.222983 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224077bf-99d0-4e13-acb5-f1c002368936 req-d7fef045-c77a-45ea-9595-725a8e67e765 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:21:13.222983 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-224077bf-99d0-4e13-acb5-f1c002368936 req-d7fef045-c77a-45ea-9595-725a8e67e765 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a67d4b4c-0a30-4c29-a996-0149e1ca9730 HTTP/1.1" status: 200 len: 854 time: 0.1206977 Jun 24 15:21:13.420698 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf73da8-13d5-4e9b-bbab-90b9aeca31fd req-e190ed63-fad7-44ab-bb8d-21a24f6692e5 tempest-VolumesSnapshotTestJSON-1947462697 tempest-VolumesSnapshotTestJSON-1947462697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:21:13.428604 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-3bf73da8-13d5-4e9b-bbab-90b9aeca31fd req-e190ed63-fad7-44ab-bb8d-21a24f6692e5 tempest-VolumesSnapshotTestJSON-1947462697 tempest-VolumesSnapshotTestJSON-1947462697-project] 10.222.0.67 "GET /v2.0/ports?device_id=73badc72-7d3b-46a6-937c-aad405645904 HTTP/1.1" status: 200 len: 944 time: 0.2111979 Jun 24 15:21:13.456900 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-224077bf-99d0-4e13-acb5-f1c002368936 req-129f177b-dd9e-40c7-bdef-218269e9d7a9 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=adb22d0d-9079-4b27-97ea-9d1017ee2036&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1247406 Jun 24 15:21:13.460317 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:21:13.461340 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d52a5a7-b8ea-4b4e-8251-7ecc771539f0 admin admin] Network 3b32fa99-19b6-443e-a90b-af906ca2ee36 is scheduled to be hosted by DHCP agent 61dc9491-0c49-467e-b62a-6961ce952bc2 with binding_index 1 {{(pid=104512) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 15:21:13.468294 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-b8c618a2-d2de-43e1-af9e-36dafdfca136 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:13.600740 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.scheduler.base_scheduler [None req-2d52a5a7-b8ea-4b4e-8251-7ecc771539f0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835384-11-iscsi, 3b32fa99-19b6-443e-a90b-af906ca2ee36) {{(pid=104512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 15:21:13.609545 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57d85e5b-bf37-4acc-a5a8-628a4aa5c0d5 None None] Network 3b32fa99-19b6-443e-a90b-af906ca2ee36 requested from dv-cinder-835384-11-iscsi {{(pid=104513) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 15:21:13.695217 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-b8c618a2-d2de-43e1-af9e-36dafdfca136 admin admin] Publish callbacks [] for security_group (78bdbf41-0c99-4536-aa6b-f30918c56a7e), precommit_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:13.770236 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-b8c618a2-d2de-43e1-af9e-36dafdfca136 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-275664'] for security_group (78bdbf41-0c99-4536-aa6b-f30918c56a7e), after_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:13.770923 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d52a5a7-b8ea-4b4e-8251-7ecc771539f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:21:13.771790 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-2d52a5a7-b8ea-4b4e-8251-7ecc771539f0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:13.776095 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=80,neutron:DELETE=3,neutron:INSERT=14,neutron:UPDATE=3 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:21:13.819843 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-3bf73da8-13d5-4e9b-bbab-90b9aeca31fd req-ba665519-c684-4ec5-bc63-ad48f7c3feb2 tempest-VolumesSnapshotTestJSON-1947462697 tempest-VolumesSnapshotTestJSON-1947462697-project] 10.222.0.67 "GET /v2.0/security-groups?id=e2dd80b4-9ee5-4265-9129-7e54a35815b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3903525 Jun 24 15:21:13.875042 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-224077bf-99d0-4e13-acb5-f1c002368936 req-fd5e5015-1c31-4ade-aebb-3cd34cba386d service neutron] 10.222.0.64 "GET /v2.0/networks/adb22d0d-9079-4b27-97ea-9d1017ee2036?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3915672 Jun 24 15:21:13.894702 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfa01ef6-b1c0-4820-a8a0-e68d91cc3298 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2b4efa5-1f6d-5be6-a0c3-799436a0bdb9-3b32fa99-19b6-443e-a90b-af906ca2ee36', 'network_id': '3b32fa99-19b6-443e-a90b-af906ca2ee36', 'project_id': '56498dbba20e41f5a5b6b04e6d21a39b', 'fixed_ips': [{'subnet_id': '0721df5a-17cd-46d2-8082-1e78c971ad22'}]}} from dv-cinder-835384-11-iscsi. {{(pid=104513) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 24 15:21:13.895841 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-dfa01ef6-b1c0-4820-a8a0-e68d91cc3298 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7727318'] for port (None), before_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:13.899986 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c618a2-d2de-43e1-af9e-36dafdfca136 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78bdbf41-0c99-4536-aa6b-f30918c56a7e,revision_number=1']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:21:13.925015 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [None req-b8c618a2-d2de-43e1-af9e-36dafdfca136 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=fd17b9ad47244c20a6f61213ce1fb5ce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8411944 Jun 24 15:21:13.931495 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.wsgi [-] (104511) accepted ('10.222.0.67', 41804) {{(pid=104511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:21:13.955655 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [None req-2d52a5a7-b8ea-4b4e-8251-7ecc771539f0 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 2.7076902 Jun 24 15:21:13.958881 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.wsgi [-] (104512) accepted ('10.222.0.67', 41806) {{(pid=104512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:21:14.016099 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.v2.base [None req-5b8d27e9-8e49-4676-85ea-eb7b92577b5c admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-614976977-router', 'tenant_id': '56498dbba20e41f5a5b6b04e6d21a39b', 'external_gateway_info': {'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59'}}} {{(pid=104512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 15:21:14.026015 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:21:14.050977 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-99407b78-b8a9-4fd9-bb3e-272134371a97 admin admin] Publish callbacks [] for security_group (78bdbf41-0c99-4536-aa6b-f30918c56a7e), before_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:14.115172 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-99407b78-b8a9-4fd9-bb3e-272134371a97 admin admin] Publish callbacks [] for security_group (78bdbf41-0c99-4536-aa6b-f30918c56a7e), precommit_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:14.170569 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=82,neutron:INSERT=15,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:21:14.198638 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-5b8d27e9-8e49-4676-85ea-eb7b92577b5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-460991', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14566'] for router (63ccae0d-0815-4112-9da4-09e032662950), before_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:14.203747 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-5b8d27e9-8e49-4676-85ea-eb7b92577b5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-461210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-470210', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-519196', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14577'] for router (63ccae0d-0815-4112-9da4-09e032662950), precommit_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:14.326223 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.db_base_plugin_common [None req-dfa01ef6-b1c0-4820-a8a0-e68d91cc3298 None None] Allocated IP 172.20.0.2 (3b32fa99-19b6-443e-a90b-af906ca2ee36/0721df5a-17cd-46d2-8082-1e78c971ad22/dbf9b412-39d4-4e4d-a21b-5bad5d1586c8) {{(pid=104513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 15:21:14.334398 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-99407b78-b8a9-4fd9-bb3e-272134371a97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-275664'] for security_group (78bdbf41-0c99-4536-aa6b-f30918c56a7e), after_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:14.337814 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-99407b78-b8a9-4fd9-bb3e-272134371a97 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:14.339366 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [None req-99407b78-b8a9-4fd9-bb3e-272134371a97 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/78bdbf41-0c99-4536-aa6b-f30918c56a7e HTTP/1.1" status: 204 len: 168 time: 0.4104056 Jun 24 15:21:14.348997 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5234d6be-74ca-4e82-b452-353a5d4eac98 req-2748e5de-3d95-4da3-8efb-2dca1c7835f2 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:21:14.383626 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-5234d6be-74ca-4e82-b452-353a5d4eac98 req-2748e5de-3d95-4da3-8efb-2dca1c7835f2 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "GET /v2.0/ports?device_id=e24b4aae-8cee-48cc-bf18-e9a915ea3f2c HTTP/1.1" status: 200 len: 945 time: 0.2169254 Jun 24 15:21:14.398251 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99407b78-b8a9-4fd9-bb3e-272134371a97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78bdbf41-0c99-4536-aa6b-f30918c56a7e,revision_number=None']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:21:14.413633 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-224077bf-99d0-4e13-acb5-f1c002368936 req-501714f9-3ea1-49b2-8e6a-f4667f836920 service neutron] 10.222.0.64 "GET /v2.0/networks/adb22d0d-9079-4b27-97ea-9d1017ee2036?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5309997 Jun 24 15:21:14.624158 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-5234d6be-74ca-4e82-b452-353a5d4eac98 req-1193d794-d48b-4cd7-a46f-9fe6fd600079 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "GET /v2.0/security-groups?id=b9b51dc4-7b04-4aff-a905-bf9eb837f4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2368484 Jun 24 15:21:14.679928 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-5b8d27e9-8e49-4676-85ea-eb7b92577b5c admin admin] Publish callbacks [] for router_controller (63ccae0d-0815-4112-9da4-09e032662950), precommit_add_association {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:14.721520 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-dfa01ef6-b1c0-4820-a8a0-e68d91cc3298 None None] Publish callbacks [] for port (dbf9b412-39d4-4e4d-a21b-5bad5d1586c8), precommit_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:14.867778 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-dfa01ef6-b1c0-4820-a8a0-e68d91cc3298 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761384583298'] for port (dbf9b412-39d4-4e4d-a21b-5bad5d1586c8), after_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:14.970002 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:SELECT=89,neutron:UPDATE=6,neutron:INSERT=5 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:21:14.972205 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa01ef6-b1c0-4820-a8a0-e68d91cc3298 None None] Pushing event updated for resources: {'Port': ['ID=dbf9b412-39d4-4e4d-a21b-5bad5d1586c8,revision_number=1']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:21:14.993122 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfa01ef6-b1c0-4820-a8a0-e68d91cc3298 None None] Network 3b32fa99-19b6-443e-a90b-af906ca2ee36 is already hosted by enough agents. {{(pid=104513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 15:21:14.997153 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.scheduler.base_scheduler [None req-dfa01ef6-b1c0-4820-a8a0-e68d91cc3298 None None] Resources bound (agent type, host, resource id): {{(pid=104513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 15:21:15.005934 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfa01ef6-b1c0-4820-a8a0-e68d91cc3298 None None] Received port after_create {{(pid=104513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 15:21:15.070279 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:21:15.088357 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.managers [None req-dfa01ef6-b1c0-4820-a8a0-e68d91cc3298 None None] Attempting to bind port dbf9b412-39d4-4e4d-a21b-5bad5d1586c8 on host dv-cinder-835384-11-iscsi for vnic_type normal with profile {{(pid=104513) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 15:21:15.089184 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.managers [None req-dfa01ef6-b1c0-4820-a8a0-e68d91cc3298 None None] Attempting to bind port dbf9b412-39d4-4e4d-a21b-5bad5d1586c8 by drivers openvswitch,hyperv on host dv-cinder-835384-11-iscsi at level 0 using segments [{'id': '6e426584-0ea1-436a-98ab-5540e4ef2b84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '3b32fa99-19b6-443e-a90b-af906ca2ee36'}] {{(pid=104513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 15:21:15.089306 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfa01ef6-b1c0-4820-a8a0-e68d91cc3298 None None] Attempting to bind port dbf9b412-39d4-4e4d-a21b-5bad5d1586c8 on network 3b32fa99-19b6-443e-a90b-af906ca2ee36 {{(pid=104513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 15:21:15.097778 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfa01ef6-b1c0-4820-a8a0-e68d91cc3298 None None] Checking agent: {'id': '559fa80c-96d5-4fe7-8c5f-9eda482c27bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835384-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 15, 10, 27), 'started_at': datetime.datetime(2022, 6, 24, 15, 10, 57), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 15, 20, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835384-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 15:21:15.098160 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfa01ef6-b1c0-4820-a8a0-e68d91cc3298 None None] Checking segment: {'id': '6e426584-0ea1-436a-98ab-5540e4ef2b84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '3b32fa99-19b6-443e-a90b-af906ca2ee36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 15:21:15.098622 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-dfa01ef6-b1c0-4820-a8a0-e68d91cc3298 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:15.099022 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfa01ef6-b1c0-4820-a8a0-e68d91cc3298 None None] Bound using segment: {'id': '6e426584-0ea1-436a-98ab-5540e4ef2b84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '3b32fa99-19b6-443e-a90b-af906ca2ee36'} {{(pid=104513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 15:21:15.099665 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.managers [None req-dfa01ef6-b1c0-4820-a8a0-e68d91cc3298 None None] Bound port: dbf9b412-39d4-4e4d-a21b-5bad5d1586c8, host: dv-cinder-835384-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e426584-0ea1-436a-98ab-5540e4ef2b84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '3b32fa99-19b6-443e-a90b-af906ca2ee36'}}] {{(pid=104513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 15:21:15.100191 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-dfa01ef6-b1c0-4820-a8a0-e68d91cc3298 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7727318'] for port (dbf9b412-39d4-4e4d-a21b-5bad5d1586c8), before_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:15.105869 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca20bfa-612b-4988-a01f-ab655f4bb719 req-1b3d4967-0ea1-4c8e-8141-039a0a189628 tempest-VolumesSnapshotTestJSON-1947462697 tempest-VolumesSnapshotTestJSON-1947462697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:21:15.108926 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-7ca20bfa-612b-4988-a01f-ab655f4bb719 req-1b3d4967-0ea1-4c8e-8141-039a0a189628 tempest-VolumesSnapshotTestJSON-1947462697 tempest-VolumesSnapshotTestJSON-1947462697-project] 10.222.0.67 "GET /v2.0/ports?device_id=73badc72-7d3b-46a6-937c-aad405645904 HTTP/1.1" status: 200 len: 944 time: 0.0782521 Jun 24 15:21:15.154167 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-5b8d27e9-8e49-4676-85ea-eb7b92577b5c admin admin] Publish callbacks [] for router_gateway (63ccae0d-0815-4112-9da4-09e032662950), precommit_update {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:15.205825 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-7ca20bfa-612b-4988-a01f-ab655f4bb719 req-adbc6235-b470-43c9-908b-8eaa28c86fb8 tempest-VolumesSnapshotTestJSON-1947462697 tempest-VolumesSnapshotTestJSON-1947462697-project] 10.222.0.67 "GET /v2.0/security-groups?id=e2dd80b4-9ee5-4265-9129-7e54a35815b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648453 Jun 24 15:21:15.211446 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.db [None req-dfa01ef6-b1c0-4820-a8a0-e68d91cc3298 None None] For port dbf9b412-39d4-4e4d-a21b-5bad5d1586c8, host dv-cinder-835384-11-iscsi, cleared binding levels {{(pid=104513) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 15:21:15.217229 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.db [None req-dfa01ef6-b1c0-4820-a8a0-e68d91cc3298 None None] For port dbf9b412-39d4-4e4d-a21b-5bad5d1586c8, host dv-cinder-835384-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-11-iscsi',level=0,port_id=dbf9b412-39d4-4e4d-a21b-5bad5d1586c8,segment=NetworkSegment(6e426584-0ea1-436a-98ab-5540e4ef2b84),segment_id=6e426584-0ea1-436a-98ab-5540e4ef2b84)] {{(pid=104513) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 15:21:15.329088 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-dfa01ef6-b1c0-4820-a8a0-e68d91cc3298 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761385101662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761384583316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761384583334'] for port (dbf9b412-39d4-4e4d-a21b-5bad5d1586c8), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:15.461858 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa01ef6-b1c0-4820-a8a0-e68d91cc3298 None None] Pushing event updated for resources: {'Port': ['ID=dbf9b412-39d4-4e4d-a21b-5bad5d1586c8,revision_number=2']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:21:15.731025 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.wsgi [-] (104511) accepted ('10.222.0.67', 41834) {{(pid=104511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:21:15.762901 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=1,neutron:INSERT=1 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:21:15.765188 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-5b8d27e9-8e49-4676-85ea-eb7b92577b5c admin admin] Publish callbacks [] for router_gateway (63ccae0d-0815-4112-9da4-09e032662950), before_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:15.852979 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.db.db_base_plugin_v2 [None req-90f9ba51-126f-4367-a4c7-6f4074924d72 admin admin] Deleting subnet 4a4c2f6e-823a-4b76-bc7f-62e6d2f849f2 {{(pid=104511) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 24 15:21:15.864165 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-90f9ba51-126f-4367-a4c7-6f4074924d72 admin admin] Publish callbacks [] for subnet (4a4c2f6e-823a-4b76-bc7f-62e6d2f849f2), before_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:15.903771 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc3ca6c-b062-4ce1-b373-2c33c34a06fc req-117c463f-7aa9-4668-b77f-8265111ab064 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:21:15.905806 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-9dc3ca6c-b062-4ce1-b373-2c33c34a06fc req-117c463f-7aa9-4668-b77f-8265111ab064 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "GET /v2.0/ports?device_id=e24b4aae-8cee-48cc-bf18-e9a915ea3f2c HTTP/1.1" status: 200 len: 945 time: 0.1340041 Jun 24 15:21:15.909688 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-5b8d27e9-8e49-4676-85ea-eb7b92577b5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7727318'] for port (None), before_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:15.957929 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-90f9ba51-126f-4367-a4c7-6f4074924d72 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3541070'] for subnet (4a4c2f6e-823a-4b76-bc7f-62e6d2f849f2), precommit_delete_associations {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:16.028527 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=90,neutron:DELETE=1,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:21:16.068944 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-90f9ba51-126f-4367-a4c7-6f4074924d72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7697736'] for subnet (4a4c2f6e-823a-4b76-bc7f-62e6d2f849f2), precommit_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:16.120148 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.rpc [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Device dbf9b412-39d4-4e4d-a21b-5bad5d1586c8 up at agent ovs-agent-dv-cinder-835384-11-iscsi {{(pid=104513) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 15:21:16.187675 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-9dc3ca6c-b062-4ce1-b373-2c33c34a06fc req-c14be494-6b3e-4f74-a9bb-07af1897533a tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "GET /v2.0/security-groups?id=b9b51dc4-7b04-4aff-a905-bf9eb837f4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2602918 Jun 24 15:21:16.217534 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.db.db_base_plugin_common [None req-5b8d27e9-8e49-4676-85ea-eb7b92577b5c admin admin] Allocated IP 172.27.0.209 (60b3096c-3a0f-4216-9e52-e826cbf1fb59/f6c08379-d241-4966-a4ae-7ff02804e7f6/f06bf224-cbc6-4cea-95b4-f515fb069473) {{(pid=104512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 15:21:16.225271 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.provisioning_blocks [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Provisioning complete for port dbf9b412-39d4-4e4d-a21b-5bad5d1586c8 triggered by entity L2. {{(pid=104513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 15:21:16.225773 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7696598'] for port (dbf9b412-39d4-4e4d-a21b-5bad5d1586c8), provisioning_complete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:16.288134 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-90f9ba51-126f-4367-a4c7-6f4074924d72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7697766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3599681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3423336'] for subnet (4a4c2f6e-823a-4b76-bc7f-62e6d2f849f2), after_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:16.333576 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f9ba51-126f-4367-a4c7-6f4074924d72 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4a4c2f6e-823a-4b76-bc7f-62e6d2f849f2,revision_number=None']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:21:16.373869 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-90f9ba51-126f-4367-a4c7-6f4074924d72 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7879399'] for subnet (None), before_response {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:16.384727 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [None req-90f9ba51-126f-4367-a4c7-6f4074924d72 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/4a4c2f6e-823a-4b76-bc7f-62e6d2f849f2 HTTP/1.1" status: 204 len: 168 time: 0.6506932 Jun 24 15:21:16.385939 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.wsgi [-] (104511) accepted ('10.222.0.67', 41838) {{(pid=104511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:21:16.426401 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.plugin [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Current status of the port dbf9b412-39d4-4e4d-a21b-5bad5d1586c8 is: DOWN; New status is: ACTIVE {{(pid=104513) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 15:21:16.428954 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7727318'] for port (dbf9b412-39d4-4e4d-a21b-5bad5d1586c8), before_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:16.511133 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-4b9dbd7e-209a-4099-88b1-815551f027c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7823327'] for network (290b2293-08e8-440e-b919-748abfd6809e), before_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:16.531720 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.db [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] For port dbf9b412-39d4-4e4d-a21b-5bad5d1586c8, host dv-cinder-835384-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-11-iscsi',level=0,port_id=dbf9b412-39d4-4e4d-a21b-5bad5d1586c8,segment=NetworkSegment(6e426584-0ea1-436a-98ab-5540e4ef2b84),segment_id=6e426584-0ea1-436a-98ab-5540e4ef2b84)] {{(pid=104513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 15:21:16.557413 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc86bb9b-d730-4fac-8e92-2f2d501c6f86 req-1ebbe584-a8da-4b54-b7e0-7106d2a25075 tempest-VolumesSnapshotTestJSON-1947462697 tempest-VolumesSnapshotTestJSON-1947462697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:21:16.566195 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-bc86bb9b-d730-4fac-8e92-2f2d501c6f86 req-1ebbe584-a8da-4b54-b7e0-7106d2a25075 tempest-VolumesSnapshotTestJSON-1947462697 tempest-VolumesSnapshotTestJSON-1947462697-project] 10.222.0.67 "GET /v2.0/ports?device_id=73badc72-7d3b-46a6-937c-aad405645904 HTTP/1.1" status: 200 len: 944 time: 0.1232896 Jun 24 15:21:16.607082 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761385101662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761384583316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761384583334'] for port (dbf9b412-39d4-4e4d-a21b-5bad5d1586c8), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:16.723203 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-5b8d27e9-8e49-4676-85ea-eb7b92577b5c admin admin] Publish callbacks [] for port (f06bf224-cbc6-4cea-95b4-f515fb069473), precommit_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:16.727828 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Pushing event updated for resources: {'Port': ['ID=dbf9b412-39d4-4e4d-a21b-5bad5d1586c8,revision_number=3']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:21:16.745975 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-4b9dbd7e-209a-4099-88b1-815551f027c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7769653', 'neutron.services.segments.db._delete_segments_for_network-8761385121163'] for network (290b2293-08e8-440e-b919-748abfd6809e), precommit_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:16.795808 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.services.segments.db [None req-4b9dbd7e-209a-4099-88b1-815551f027c3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['290b2293-08e8-440e-b919-748abfd6809e']}} {{(pid=104511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 15:21:16.813699 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.services.segments.db [None req-4b9dbd7e-209a-4099-88b1-815551f027c3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '523149a8-567b-4c5f-967d-2a30a57e6684') {'for_net_delete': True} {{(pid=104511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 15:21:16.814009 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.services.segments.db [None req-4b9dbd7e-209a-4099-88b1-815551f027c3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '523149a8-567b-4c5f-967d-2a30a57e6684') {} {{(pid=104511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 15:21:16.827590 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-bc86bb9b-d730-4fac-8e92-2f2d501c6f86 req-62cbe554-3698-438c-8f8c-d9e14ee2b86e tempest-VolumesSnapshotTestJSON-1947462697 tempest-VolumesSnapshotTestJSON-1947462697-project] 10.222.0.67 "GET /v2.0/security-groups?id=e2dd80b4-9ee5-4265-9129-7e54a35815b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2583547 Jun 24 15:21:16.857534 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-4b9dbd7e-209a-4099-88b1-815551f027c3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761385121940', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3541077'] for segment (523149a8-567b-4c5f-967d-2a30a57e6684), before_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:16.878269 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-4b9dbd7e-209a-4099-88b1-815551f027c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7772344'] for segment (523149a8-567b-4c5f-967d-2a30a57e6684), precommit_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:16.891915 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b9dbd7e-209a-4099-88b1-815551f027c3 admin admin] Releasing vlan 783 on physical network physnet1 to pool {{(pid=104511) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 15:21:16.894065 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-4b9dbd7e-209a-4099-88b1-815551f027c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7772344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3599659'] for segment (523149a8-567b-4c5f-967d-2a30a57e6684), after_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:16.896052 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-5b8d27e9-8e49-4676-85ea-eb7b92577b5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761384583298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3859661'] for port (f06bf224-cbc6-4cea-95b4-f515fb069473), after_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:16.933707 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:21:16.956949 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b8d27e9-8e49-4676-85ea-eb7b92577b5c admin admin] Network 60b3096c-3a0f-4216-9e52-e826cbf1fb59 is already hosted by enough agents. {{(pid=104512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 15:21:16.965242 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.scheduler.base_scheduler [None req-5b8d27e9-8e49-4676-85ea-eb7b92577b5c admin admin] Resources bound (agent type, host, resource id): {{(pid=104512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 15:21:16.969378 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b8d27e9-8e49-4676-85ea-eb7b92577b5c admin admin] Received port after_create {{(pid=104512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 15:21:16.998807 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.services.segments.plugin [-] Segment 523149a8-567b-4c5f-967d-2a30a57e6684 resource provider aggregate not found Jun 24 15:21:17.002644 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d252a7c3-bbed-4c18-ac04-4ccebc9a1cb8 None None] Network 3b32fa99-19b6-443e-a90b-af906ca2ee36 requested from dv-cinder-835384-11-iscsi {{(pid=104513) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 15:21:17.033513 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.services.segments.plugin [-] Segment 523149a8-567b-4c5f-967d-2a30a57e6684 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 523149a8-567b-4c5f-967d-2a30a57e6684 found for delete ", "request_id": "req-0ccd5afc-12c6-46cb-8c7c-8a81525cb780"}]} Jun 24 15:21:17.063774 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-4b9dbd7e-209a-4099-88b1-815551f027c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7769644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-275585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-467247'] for network (290b2293-08e8-440e-b919-748abfd6809e), after_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:17.069227 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-4b9dbd7e-209a-4099-88b1-815551f027c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7879399'] for network (None), before_response {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:17.077677 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [None req-4b9dbd7e-209a-4099-88b1-815551f027c3 admin admin] 10.222.0.67 "DELETE /v2.0/networks/290b2293-08e8-440e-b919-748abfd6809e HTTP/1.1" status: 204 len: 168 time: 0.6902096 Jun 24 15:21:17.080674 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.wsgi [-] (104511) accepted ('10.222.0.67', 41844) {{(pid=104511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:21:17.158800 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8d27e9-8e49-4676-85ea-eb7b92577b5c admin admin] Pushing event updated for resources: {'Port': ['ID=f06bf224-cbc6-4cea-95b4-f515fb069473,revision_number=1']} {{(pid=104512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:21:17.180622 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9dbd7e-209a-4099-88b1-815551f027c3 admin admin] Pushing event deleted for resources: {'Network': ['ID=290b2293-08e8-440e-b919-748abfd6809e,revision_number=None']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:21:17.219288 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.provisioning_blocks [None req-7a2090ed-a0d6-46c4-97f3-d5aaa9171404 None None] Provisioning complete for port dbf9b412-39d4-4e4d-a21b-5bad5d1586c8 triggered by entity DHCP. {{(pid=104513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 15:21:17.219909 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-7a2090ed-a0d6-46c4-97f3-d5aaa9171404 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7696598'] for port (dbf9b412-39d4-4e4d-a21b-5bad5d1586c8), provisioning_complete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:17.231094 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8044da8-ce1c-4bc5-8c50-99d2b2c2d91f admin admin] Deleting subnet 98cab27f-26be-424f-8b66-6774be99a36f {{(pid=104511) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 24 15:21:17.236907 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-a8044da8-ce1c-4bc5-8c50-99d2b2c2d91f admin admin] Publish callbacks [] for subnet (98cab27f-26be-424f-8b66-6774be99a36f), before_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:17.312332 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-a8044da8-ce1c-4bc5-8c50-99d2b2c2d91f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3541070'] for subnet (98cab27f-26be-424f-8b66-6774be99a36f), precommit_delete_associations {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:17.408967 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.plugin [None req-7a2090ed-a0d6-46c4-97f3-d5aaa9171404 None None] Current status of the port dbf9b412-39d4-4e4d-a21b-5bad5d1586c8 is: ACTIVE; New status is: ACTIVE {{(pid=104513) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 15:21:17.450195 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-a8044da8-ce1c-4bc5-8c50-99d2b2c2d91f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7697736'] for subnet (98cab27f-26be-424f-8b66-6774be99a36f), precommit_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:17.550452 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=87,neutron:DELETE=11,neutron:UPDATE=2 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:21:17.628726 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.provisioning_blocks [None req-b2d5fe8f-3979-4a75-b69a-d22896c0f212 None None] Provisioning complete for port dbf9b412-39d4-4e4d-a21b-5bad5d1586c8 triggered by entity DHCP. {{(pid=104513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 15:21:17.630273 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-b2d5fe8f-3979-4a75-b69a-d22896c0f212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7696598'] for port (dbf9b412-39d4-4e4d-a21b-5bad5d1586c8), provisioning_complete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:17.637600 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-5b8d27e9-8e49-4676-85ea-eb7b92577b5c admin admin] Publish callbacks [] for router_gateway (63ccae0d-0815-4112-9da4-09e032662950), after_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:17.677505 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-a8044da8-ce1c-4bc5-8c50-99d2b2c2d91f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7697766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3599681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3423336'] for subnet (98cab27f-26be-424f-8b66-6774be99a36f), after_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:17.741082 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8044da8-ce1c-4bc5-8c50-99d2b2c2d91f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=98cab27f-26be-424f-8b66-6774be99a36f,revision_number=None']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:21:17.758238 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-a8044da8-ce1c-4bc5-8c50-99d2b2c2d91f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7879399'] for subnet (None), before_response {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:17.764320 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [None req-a8044da8-ce1c-4bc5-8c50-99d2b2c2d91f admin admin] 10.222.0.67 "DELETE /v2.0/subnets/98cab27f-26be-424f-8b66-6774be99a36f HTTP/1.1" status: 204 len: 168 time: 0.6807036 Jun 24 15:21:17.770590 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.wsgi [-] (104511) accepted ('10.222.0.67', 41848) {{(pid=104511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:21:17.780651 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.plugin [None req-b2d5fe8f-3979-4a75-b69a-d22896c0f212 None None] Current status of the port dbf9b412-39d4-4e4d-a21b-5bad5d1586c8 is: ACTIVE; New status is: ACTIVE {{(pid=104513) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 15:21:17.887970 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56e69c1-a850-4095-be33-9d6bbcb48eae req-2630ca0b-e5ab-45aa-afc8-1e3a8ca09824 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:21:17.894359 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-3c76def5-fcb1-41d4-b796-8b0e78937db9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7823327'] for network (82cf1331-acf8-423f-ac5a-68a8a9e6a43f), before_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:17.896766 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-c56e69c1-a850-4095-be33-9d6bbcb48eae req-2630ca0b-e5ab-45aa-afc8-1e3a8ca09824 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "GET /v2.0/ports?device_id=e24b4aae-8cee-48cc-bf18-e9a915ea3f2c HTTP/1.1" status: 200 len: 945 time: 0.5167644 Jun 24 15:21:18.075615 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.rpc [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Device dbf9b412-39d4-4e4d-a21b-5bad5d1586c8 up at agent ovs-agent-dv-cinder-835384-11-iscsi {{(pid=104513) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 15:21:18.097233 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-c56e69c1-a850-4095-be33-9d6bbcb48eae req-7ac06e34-dba4-4f14-8e2d-228a24dcb988 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "GET /v2.0/security-groups?id=b9b51dc4-7b04-4aff-a905-bf9eb837f4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1539214 Jun 24 15:21:18.242939 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.provisioning_blocks [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Provisioning complete for port dbf9b412-39d4-4e4d-a21b-5bad5d1586c8 triggered by entity L2. {{(pid=104513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 15:21:18.245760 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7696598'] for port (dbf9b412-39d4-4e4d-a21b-5bad5d1586c8), provisioning_complete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:18.280541 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-3c76def5-fcb1-41d4-b796-8b0e78937db9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7769653', 'neutron.services.segments.db._delete_segments_for_network-8761385121163'] for network (82cf1331-acf8-423f-ac5a-68a8a9e6a43f), precommit_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:18.304519 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.services.segments.db [None req-3c76def5-fcb1-41d4-b796-8b0e78937db9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82cf1331-acf8-423f-ac5a-68a8a9e6a43f']}} {{(pid=104511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 15:21:18.317336 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.services.segments.db [None req-3c76def5-fcb1-41d4-b796-8b0e78937db9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e544120-f577-4ce8-bda8-0a42519066aa') {'for_net_delete': True} {{(pid=104511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 15:21:18.317784 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.services.segments.db [None req-3c76def5-fcb1-41d4-b796-8b0e78937db9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e544120-f577-4ce8-bda8-0a42519066aa') {} {{(pid=104511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 15:21:18.332965 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-3c76def5-fcb1-41d4-b796-8b0e78937db9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761385121940', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3541077'] for segment (0e544120-f577-4ce8-bda8-0a42519066aa), before_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:18.345961 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:21:18.351679 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-3c76def5-fcb1-41d4-b796-8b0e78937db9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7772344'] for segment (0e544120-f577-4ce8-bda8-0a42519066aa), precommit_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:18.359730 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c76def5-fcb1-41d4-b796-8b0e78937db9 admin admin] Releasing vlan 779 on physical network physnet1 to pool {{(pid=104511) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 15:21:18.365688 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-3c76def5-fcb1-41d4-b796-8b0e78937db9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7772344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3599659'] for segment (0e544120-f577-4ce8-bda8-0a42519066aa), after_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:18.466167 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.plugin [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Current status of the port dbf9b412-39d4-4e4d-a21b-5bad5d1586c8 is: ACTIVE; New status is: ACTIVE {{(pid=104513) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 15:21:18.533756 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-3c76def5-fcb1-41d4-b796-8b0e78937db9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7769644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-275585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-467247'] for network (82cf1331-acf8-423f-ac5a-68a8a9e6a43f), after_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:18.585477 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c76def5-fcb1-41d4-b796-8b0e78937db9 admin admin] Pushing event deleted for resources: {'Network': ['ID=82cf1331-acf8-423f-ac5a-68a8a9e6a43f,revision_number=None']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:21:18.639719 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-3c76def5-fcb1-41d4-b796-8b0e78937db9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7879399'] for network (None), before_response {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:18.652004 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [None req-3c76def5-fcb1-41d4-b796-8b0e78937db9 admin admin] 10.222.0.67 "DELETE /v2.0/networks/82cf1331-acf8-423f-ac5a-68a8a9e6a43f HTTP/1.1" status: 204 len: 168 time: 0.8771651 Jun 24 15:21:18.741636 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5625e32-9e50-4857-bb90-c0a8e089b982 req-b4e10dbd-0353-4500-8854-e5427e7e33ae tempest-VolumesSnapshotTestJSON-1947462697 tempest-VolumesSnapshotTestJSON-1947462697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:21:18.749341 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-c5625e32-9e50-4857-bb90-c0a8e089b982 req-b4e10dbd-0353-4500-8854-e5427e7e33ae tempest-VolumesSnapshotTestJSON-1947462697 tempest-VolumesSnapshotTestJSON-1947462697-project] 10.222.0.67 "GET /v2.0/ports?device_id=73badc72-7d3b-46a6-937c-aad405645904 HTTP/1.1" status: 200 len: 944 time: 0.0774536 Jun 24 15:21:18.772378 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-5b8d27e9-8e49-4676-85ea-eb7b92577b5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-462429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-470182'] for router (63ccae0d-0815-4112-9da4-09e032662950), after_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:18.866178 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-c5625e32-9e50-4857-bb90-c0a8e089b982 req-bf669ddb-d8a3-42fd-9442-03dd62f8e88f tempest-VolumesSnapshotTestJSON-1947462697 tempest-VolumesSnapshotTestJSON-1947462697-project] 10.222.0.67 "GET /v2.0/security-groups?id=e2dd80b4-9ee5-4265-9129-7e54a35815b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156235 Jun 24 15:21:18.952274 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:21:19.054681 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.services.segments.plugin [-] Segment 0e544120-f577-4ce8-bda8-0a42519066aa resource provider aggregate not found Jun 24 15:21:19.073470 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.services.segments.plugin [-] Segment 0e544120-f577-4ce8-bda8-0a42519066aa resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0e544120-f577-4ce8-bda8-0a42519066aa found for delete ", "request_id": "req-69809fbe-43bc-4a11-9823-654a2c70dfbe"}]} Jun 24 15:21:19.180745 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b8d27e9-8e49-4676-85ea-eb7b92577b5c admin admin] Router 63ccae0d-0815-4112-9da4-09e032662950 is scheduled to L3 agent 45985ff7-1335-48cd-ab02-73eb58295827 with binding_index 1 {{(pid=104512) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 24 15:21:19.366509 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:21:19.368279 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b8d27e9-8e49-4676-85ea-eb7b92577b5c admin admin] Notify agent at l3_agent.dv-cinder-835384-11-iscsi the message routers_updated {{(pid=104512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 15:21:19.382247 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdab49e9-e62c-4acb-8861-47578af6f1e8 None None] Sync routers for ids ['63ccae0d-0815-4112-9da4-09e032662950'] in dv-cinder-835384-11-iscsi {{(pid=104513) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 15:21:19.411106 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee06553-7caf-4656-a60c-aea41e396cd9 req-cc847136-acc9-4e9e-87ba-a0da1a5465ed tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:21:19.413784 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdab49e9-e62c-4acb-8861-47578af6f1e8 None None] Routers {'63ccae0d-0815-4112-9da4-09e032662950'} bound to L3 agent in host dv-cinder-835384-11-iscsi {{(pid=104513) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 15:21:19.418072 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-dee06553-7caf-4656-a60c-aea41e396cd9 req-cc847136-acc9-4e9e-87ba-a0da1a5465ed tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "GET /v2.0/ports?device_id=e24b4aae-8cee-48cc-bf18-e9a915ea3f2c HTTP/1.1" status: 200 len: 945 time: 0.1726954 Jun 24 15:21:19.418514 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.l3_hamode_db [None req-cdab49e9-e62c-4acb-8861-47578af6f1e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-24T15:10:24Z,description=,heartbeat_timestamp=2022-06-24T15:20:54Z,host='dv-cinder-835384-11-iscsi',id=45985ff7-1335-48cd-ab02-73eb58295827,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T15:10:24Z,topic='l3_agent')) {'router_ids': ['63ccae0d-0815-4112-9da4-09e032662950'], 'active': True} {{(pid=104513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 15:21:19.515405 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.wsgi [-] (104511) accepted ('10.222.0.67', 41864) {{(pid=104511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:21:19.538615 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:UPDATE=3 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:21:19.587756 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-dee06553-7caf-4656-a60c-aea41e396cd9 req-835787ec-857c-4437-af79-8a872ccffd5f tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "GET /v2.0/security-groups?id=b9b51dc4-7b04-4aff-a905-bf9eb837f4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1483006 Jun 24 15:21:19.600582 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-5b8d27e9-8e49-4676-85ea-eb7b92577b5c admin admin] Publish callbacks [] for router (None), before_response {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:19.606229 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [None req-5b8d27e9-8e49-4676-85ea-eb7b92577b5c admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 5.6143174 Jun 24 15:21:19.615093 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.wsgi [-] (104512) accepted ('10.222.0.67', 41866) {{(pid=104512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:21:19.655485 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.l3_dvr_db [None req-cdab49e9-e62c-4acb-8861-47578af6f1e8 None None] Set router 63ccae0d-0815-4112-9da4-09e032662950 gateway port host: dv-cinder-835384-11-iscsi {{(pid=104513) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 15:21:19.659707 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [None req-b764154c-5c25-4e7c-b8a3-893db50548cb admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=a7676b5fcbc04076b2e9d0e36bbb07f1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1404750 Jun 24 15:21:19.663064 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.wsgi [-] (104511) accepted ('10.222.0.67', 41868) {{(pid=104511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:21:19.737292 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-885059a4-f518-4e35-bf47-b0939b0b83af admin admin] Publish callbacks [] for security_group (27f0df44-d389-4765-b882-f118f594d067), before_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:19.765869 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-885059a4-f518-4e35-bf47-b0939b0b83af admin admin] Publish callbacks [] for security_group (27f0df44-d389-4765-b882-f118f594d067), precommit_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:19.932685 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-885059a4-f518-4e35-bf47-b0939b0b83af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-275664'] for security_group (27f0df44-d389-4765-b882-f118f594d067), after_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:19.936860 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-885059a4-f518-4e35-bf47-b0939b0b83af admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:19.951381 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [None req-885059a4-f518-4e35-bf47-b0939b0b83af admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/27f0df44-d389-4765-b882-f118f594d067 HTTP/1.1" status: 204 len: 168 time: 0.2871149 Jun 24 15:21:19.984313 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.l3_hamode_db [None req-cdab49e9-e62c-4acb-8861-47578af6f1e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63ccae0d-0815-4112-9da4-09e032662950', 'name': 'tempest-TestShelveInstance-614976977-router', 'tenant_id': '56498dbba20e41f5a5b6b04e6d21a39b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'external_fixed_ips': [{'subnet_id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'ip_address': '172.27.0.209'}], 'enable_snat': True}, 'gw_port_id': 'f06bf224-cbc6-4cea-95b4-f515fb069473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T15:21:14Z', 'updated_at': '2022-06-24T15:21:17Z', 'revision_number': 3, 'project_id': '56498dbba20e41f5a5b6b04e6d21a39b', 'gw_port': {'id': 'f06bf224-cbc6-4cea-95b4-f515fb069473', 'name': '', 'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:86:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63ccae0d-0815-4112-9da4-09e032662950', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'ip_address': '172.27.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T15:21:15Z', 'updated_at': '2022-06-24T15:21:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-11-iscsi'}], 'dv-cinder-835384-11-iscsi', False) {} {{(pid=104513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 15:21:19.984816 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885059a4-f518-4e35-bf47-b0939b0b83af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27f0df44-d389-4765-b882-f118f594d067,revision_number=None']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:21:20.039763 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdab49e9-e62c-4acb-8861-47578af6f1e8 None None] Checking router: 63ccae0d-0815-4112-9da4-09e032662950 for host: dv-cinder-835384-11-iscsi {{(pid=104513) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 15:21:20.040107 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdab49e9-e62c-4acb-8861-47578af6f1e8 None None] Updating router 63ccae0d-0815-4112-9da4-09e032662950 port f06bf224-cbc6-4cea-95b4-f515fb069473 binding host dv-cinder-835384-11-iscsi {{(pid=104513) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 15:21:20.082748 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-cdab49e9-e62c-4acb-8861-47578af6f1e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7727318'] for port (f06bf224-cbc6-4cea-95b4-f515fb069473), before_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:20.219281 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8843a5c-11c5-421a-a1b2-14935ba7edc7 req-1eccbe60-f6ab-4c36-b836-216a0533fc09 tempest-VolumesSnapshotTestJSON-1947462697 tempest-VolumesSnapshotTestJSON-1947462697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:21:20.224435 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-d8843a5c-11c5-421a-a1b2-14935ba7edc7 req-1eccbe60-f6ab-4c36-b836-216a0533fc09 tempest-VolumesSnapshotTestJSON-1947462697 tempest-VolumesSnapshotTestJSON-1947462697-project] 10.222.0.67 "GET /v2.0/ports?device_id=73badc72-7d3b-46a6-937c-aad405645904 HTTP/1.1" status: 200 len: 944 time: 0.1558073 Jun 24 15:21:20.328959 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-d8843a5c-11c5-421a-a1b2-14935ba7edc7 req-3a915b99-c9df-48ba-bf2b-d1ce17fa6083 tempest-VolumesSnapshotTestJSON-1947462697 tempest-VolumesSnapshotTestJSON-1947462697-project] 10.222.0.67 "GET /v2.0/security-groups?id=e2dd80b4-9ee5-4265-9129-7e54a35815b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944667 Jun 24 15:21:20.535636 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-cdab49e9-e62c-4acb-8861-47578af6f1e8 None None] Publish callbacks [] for port (f06bf224-cbc6-4cea-95b4-f515fb069473), precommit_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:20.544282 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:21:20.624393 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-cdab49e9-e62c-4acb-8861-47578af6f1e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761385101662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761384583316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761384583334'] for port (f06bf224-cbc6-4cea-95b4-f515fb069473), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:20.634024 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-18eced19-4674-4783-a701-5dc75f2d817d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7727318'] for port (None), before_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:20.734571 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:21:20.740384 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf8fbe8-792e-4ec0-882d-ce86ba3bf0b2 None None] Pushing event updated for resources: {'Port': ['ID=f06bf224-cbc6-4cea-95b4-f515fb069473,revision_number=2']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:21:20.772212 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.managers [None req-cdab49e9-e62c-4acb-8861-47578af6f1e8 None None] Attempting to bind port f06bf224-cbc6-4cea-95b4-f515fb069473 on host dv-cinder-835384-11-iscsi for vnic_type normal with profile {{(pid=104513) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 15:21:20.772641 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.managers [None req-cdab49e9-e62c-4acb-8861-47578af6f1e8 None None] Attempting to bind port f06bf224-cbc6-4cea-95b4-f515fb069473 by drivers openvswitch,hyperv on host dv-cinder-835384-11-iscsi at level 0 using segments [{'id': '6785a788-9b98-4059-b825-96a306cb346e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59'}] {{(pid=104513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 15:21:20.773509 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdab49e9-e62c-4acb-8861-47578af6f1e8 None None] Attempting to bind port f06bf224-cbc6-4cea-95b4-f515fb069473 on network 60b3096c-3a0f-4216-9e52-e826cbf1fb59 {{(pid=104513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 15:21:20.779466 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdab49e9-e62c-4acb-8861-47578af6f1e8 None None] Checking agent: {'id': '559fa80c-96d5-4fe7-8c5f-9eda482c27bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835384-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 15, 10, 27), 'started_at': datetime.datetime(2022, 6, 24, 15, 10, 57), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 15, 20, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835384-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 15:21:20.779839 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdab49e9-e62c-4acb-8861-47578af6f1e8 None None] Checking segment: {'id': '6785a788-9b98-4059-b825-96a306cb346e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 15:21:20.780434 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-cdab49e9-e62c-4acb-8861-47578af6f1e8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:20.780876 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdab49e9-e62c-4acb-8861-47578af6f1e8 None None] Bound using segment: {'id': '6785a788-9b98-4059-b825-96a306cb346e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59'} {{(pid=104513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 15:21:20.781344 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.managers [None req-cdab49e9-e62c-4acb-8861-47578af6f1e8 None None] Bound port: f06bf224-cbc6-4cea-95b4-f515fb069473, host: dv-cinder-835384-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6785a788-9b98-4059-b825-96a306cb346e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59'}}] {{(pid=104513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 15:21:20.781839 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-cdab49e9-e62c-4acb-8861-47578af6f1e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7727318'] for port (f06bf224-cbc6-4cea-95b4-f515fb069473), before_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:20.842095 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.db [None req-cdab49e9-e62c-4acb-8861-47578af6f1e8 None None] For port f06bf224-cbc6-4cea-95b4-f515fb069473, host dv-cinder-835384-11-iscsi, cleared binding levels {{(pid=104513) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 15:21:20.846792 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.db [None req-cdab49e9-e62c-4acb-8861-47578af6f1e8 None None] For port f06bf224-cbc6-4cea-95b4-f515fb069473, host dv-cinder-835384-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-11-iscsi',level=0,port_id=f06bf224-cbc6-4cea-95b4-f515fb069473,segment=NetworkSegment(6785a788-9b98-4059-b825-96a306cb346e),segment_id=6785a788-9b98-4059-b825-96a306cb346e)] {{(pid=104513) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 15:21:20.874758 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7673ec-6134-4165-bd86-0ae145d455dd req-57defda4-c58b-4b16-a8b8-96f9e5bd3e24 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:21:20.876782 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-eb7673ec-6134-4165-bd86-0ae145d455dd req-57defda4-c58b-4b16-a8b8-96f9e5bd3e24 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "GET /v2.0/ports?device_id=e24b4aae-8cee-48cc-bf18-e9a915ea3f2c HTTP/1.1" status: 200 len: 945 time: 0.0745490 Jun 24 15:21:20.973311 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-cdab49e9-e62c-4acb-8861-47578af6f1e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761385101662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761384583316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761384583334'] for port (f06bf224-cbc6-4cea-95b4-f515fb069473), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:21.016379 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-eb7673ec-6134-4165-bd86-0ae145d455dd req-4cdcb4b7-173f-4cc9-86e4-8f3d1dbcbb76 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "GET /v2.0/security-groups?id=b9b51dc4-7b04-4aff-a905-bf9eb837f4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1036246 Jun 24 15:21:21.040009 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.db.db_base_plugin_common [None req-18eced19-4674-4783-a701-5dc75f2d817d admin admin] Allocated IP 172.20.0.1 (3b32fa99-19b6-443e-a90b-af906ca2ee36/0721df5a-17cd-46d2-8082-1e78c971ad22/9ff0c6ec-3682-4389-986a-1254b8b477d9) {{(pid=104512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 15:21:21.106204 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdab49e9-e62c-4acb-8861-47578af6f1e8 None None] Routers {'63ccae0d-0815-4112-9da4-09e032662950'} bound to L3 agent in host dv-cinder-835384-11-iscsi {{(pid=104513) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 15:21:21.106842 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.l3_hamode_db [None req-cdab49e9-e62c-4acb-8861-47578af6f1e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-24T15:10:24Z,description=,heartbeat_timestamp=2022-06-24T15:20:54Z,host='dv-cinder-835384-11-iscsi',id=45985ff7-1335-48cd-ab02-73eb58295827,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T15:10:24Z,topic='l3_agent')) {'router_ids': ['63ccae0d-0815-4112-9da4-09e032662950'], 'active': True} {{(pid=104513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 15:21:21.111078 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf8fbe8-792e-4ec0-882d-ce86ba3bf0b2 None None] Pushing event updated for resources: {'Port': ['ID=f06bf224-cbc6-4cea-95b4-f515fb069473,revision_number=3']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:21:21.138310 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:21:21.174976 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.wsgi [-] (104511) accepted ('10.222.0.67', 41888) {{(pid=104511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:21:21.184139 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:21:21.219828 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-18eced19-4674-4783-a701-5dc75f2d817d admin admin] Publish callbacks [] for port (9ff0c6ec-3682-4389-986a-1254b8b477d9), precommit_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:21.273446 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [None req-92ed36c9-b85b-46e5-8230-1becd3007e0f admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=91e890bdd44142efabbe316506ef1a57&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0954964 Jun 24 15:21:21.276329 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.wsgi [-] (104512) accepted ('10.222.0.67', 41892) {{(pid=104512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:21:21.352618 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-83c0ac88-d698-41b0-b1f7-1163d9fbef91 admin admin] Publish callbacks [] for security_group (b81492fd-b1e0-414f-97d4-312affa34d92), before_delete {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:21.366892 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-18eced19-4674-4783-a701-5dc75f2d817d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761384583298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3859661'] for port (9ff0c6ec-3682-4389-986a-1254b8b477d9), after_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:21.423601 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-83c0ac88-d698-41b0-b1f7-1163d9fbef91 admin admin] Publish callbacks [] for security_group (b81492fd-b1e0-414f-97d4-312affa34d92), precommit_delete {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:21.477550 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-53adef23-6bec-424b-a616-dfed019d349e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697012'] for agent (61dc9491-0c49-467e-b62a-6961ce952bc2), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:21.487397 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18eced19-4674-4783-a701-5dc75f2d817d admin admin] Network 3b32fa99-19b6-443e-a90b-af906ca2ee36 is already hosted by enough agents. {{(pid=104512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 15:21:21.497248 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.l3_dvr_db [None req-cdab49e9-e62c-4acb-8861-47578af6f1e8 None None] Set router 63ccae0d-0815-4112-9da4-09e032662950 gateway port host: dv-cinder-835384-11-iscsi {{(pid=104513) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 15:21:21.523276 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.scheduler.base_scheduler [None req-18eced19-4674-4783-a701-5dc75f2d817d admin admin] Resources bound (agent type, host, resource id): {{(pid=104512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 15:21:21.536159 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18eced19-4674-4783-a701-5dc75f2d817d admin admin] Received port after_create {{(pid=104512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 15:21:21.585311 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18eced19-4674-4783-a701-5dc75f2d817d admin admin] Pushing event updated for resources: {'Port': ['ID=9ff0c6ec-3682-4389-986a-1254b8b477d9,revision_number=1']} {{(pid=104512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:21:21.620638 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c136e63d-bd45-4c81-af56-c7d77e6e4cf6 req-312dd408-9c56-469a-be7e-7cfc1db54300 tempest-VolumesSnapshotTestJSON-1947462697 tempest-VolumesSnapshotTestJSON-1947462697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:21:21.622111 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-c136e63d-bd45-4c81-af56-c7d77e6e4cf6 req-312dd408-9c56-469a-be7e-7cfc1db54300 tempest-VolumesSnapshotTestJSON-1947462697 tempest-VolumesSnapshotTestJSON-1947462697-project] 10.222.0.67 "GET /v2.0/ports?device_id=73badc72-7d3b-46a6-937c-aad405645904 HTTP/1.1" status: 200 len: 944 time: 0.1743689 Jun 24 15:21:21.650313 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-2d169f2c-f9a3-45b3-a126-b30472bf4bf3 req-b88d1a28-d4bb-4f9b-8c90-ff8b518147cb tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-securitygroup--2113211381&fields=id&tenant_id=b6bf0e1123fa47a7844e09127fb16d6e HTTP/1.1" status: 200 len: 267 time: 0.2444334 Jun 24 15:21:21.692807 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-18eced19-4674-4783-a701-5dc75f2d817d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-464899'] for router_interface (63ccae0d-0815-4112-9da4-09e032662950), before_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:21.753192 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.l3_hamode_db [None req-cdab49e9-e62c-4acb-8861-47578af6f1e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63ccae0d-0815-4112-9da4-09e032662950', 'name': 'tempest-TestShelveInstance-614976977-router', 'tenant_id': '56498dbba20e41f5a5b6b04e6d21a39b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'external_fixed_ips': [{'subnet_id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'ip_address': '172.27.0.209'}], 'enable_snat': True}, 'gw_port_id': 'f06bf224-cbc6-4cea-95b4-f515fb069473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T15:21:14Z', 'updated_at': '2022-06-24T15:21:17Z', 'revision_number': 3, 'project_id': '56498dbba20e41f5a5b6b04e6d21a39b', 'gw_port': {'id': 'f06bf224-cbc6-4cea-95b4-f515fb069473', 'name': '', 'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:86:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63ccae0d-0815-4112-9da4-09e032662950', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'ip_address': '172.27.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T15:21:15Z', 'updated_at': '2022-06-24T15:21:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-11-iscsi'}], 'dv-cinder-835384-11-iscsi', False) {} {{(pid=104513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 15:21:21.784437 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdab49e9-e62c-4acb-8861-47578af6f1e8 None None] The sync data for ids ['63ccae0d-0815-4112-9da4-09e032662950'] in dv-cinder-835384-11-iscsi is: [{'id': '63ccae0d-0815-4112-9da4-09e032662950', 'name': 'tempest-TestShelveInstance-614976977-router', 'tenant_id': '56498dbba20e41f5a5b6b04e6d21a39b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'external_fixed_ips': [{'subnet_id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'ip_address': '172.27.0.209'}], 'enable_snat': True}, 'gw_port_id': 'f06bf224-cbc6-4cea-95b4-f515fb069473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T15:21:14Z', 'updated_at': '2022-06-24T15:21:17Z', 'revision_number': 3, 'project_id': '56498dbba20e41f5a5b6b04e6d21a39b', 'gw_port': {'id': 'f06bf224-cbc6-4cea-95b4-f515fb069473', 'name': '', 'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:86:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63ccae0d-0815-4112-9da4-09e032662950', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'ip_address': '172.27.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T15:21:15Z', 'updated_at': '2022-06-24T15:21:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-11-iscsi'}] {{(pid=104513) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 15:21:21.827867 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-83c0ac88-d698-41b0-b1f7-1163d9fbef91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-275664'] for security_group (b81492fd-b1e0-414f-97d4-312affa34d92), after_delete {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:21.834996 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-83c0ac88-d698-41b0-b1f7-1163d9fbef91 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:21.838534 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [None req-83c0ac88-d698-41b0-b1f7-1163d9fbef91 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/b81492fd-b1e0-414f-97d4-312affa34d92 HTTP/1.1" status: 204 len: 168 time: 0.5583115 Jun 24 15:21:21.870056 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=3 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:21:21.871358 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c0ac88-d698-41b0-b1f7-1163d9fbef91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b81492fd-b1e0-414f-97d4-312affa34d92,revision_number=None']} {{(pid=104512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:21:21.885879 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-c136e63d-bd45-4c81-af56-c7d77e6e4cf6 req-86a536d2-4394-439c-a72a-13daa2faa9a2 tempest-VolumesSnapshotTestJSON-1947462697 tempest-VolumesSnapshotTestJSON-1947462697-project] 10.222.0.67 "GET /v2.0/security-groups?id=e2dd80b4-9ee5-4265-9129-7e54a35815b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2527375 Jun 24 15:21:21.960993 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:21:21.995513 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.provisioning_blocks [None req-3632d5c3-033b-4c36-8a81-96e880c0c6ff None None] Provisioning complete for port 9ff0c6ec-3682-4389-986a-1254b8b477d9 triggered by entity DHCP. {{(pid=104513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 15:21:21.999013 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-3632d5c3-033b-4c36-8a81-96e880c0c6ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7696598'] for port (9ff0c6ec-3682-4389-986a-1254b8b477d9), provisioning_complete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:22.011800 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d169f2c-f9a3-45b3-a126-b30472bf4bf3 req-7eee6a54-19c8-4387-a90b-a4cb719101ac tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:21:22.013953 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-2d169f2c-f9a3-45b3-a126-b30472bf4bf3 req-7eee6a54-19c8-4387-a90b-a4cb719101ac tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] 10.222.0.67 "GET /v2.0/networks?id=af13b512-ccae-46a6-b2e4-3851b74c876d HTTP/1.1" status: 200 len: 819 time: 0.3627472 Jun 24 15:21:22.043108 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-2d169f2c-f9a3-45b3-a126-b30472bf4bf3 req-d4ca3d9e-f385-4dc0-a59e-20c4583b7a94 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] 10.222.0.67 "GET /v2.0/quotas/b6bf0e1123fa47a7844e09127fb16d6e HTTP/1.1" status: 200 len: 375 time: 0.0120897 Jun 24 15:21:22.061529 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.plugin [None req-3632d5c3-033b-4c36-8a81-96e880c0c6ff None None] Port 9ff0c6ec-3682-4389-986a-1254b8b477d9 cannot update to ACTIVE because it is not bound. {{(pid=104513) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 15:21:22.118712 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-2d169f2c-f9a3-45b3-a126-b30472bf4bf3 req-277debde-bfb9-4b77-924f-380ca82e91f2 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=b6bf0e1123fa47a7844e09127fb16d6e&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0674708 Jun 24 15:21:22.317429 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71b1a06-3106-4857-95e4-1fa6db75325f req-6e4439fa-d1af-4832-8976-814a0e5ce09f tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:21:22.319059 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-d71b1a06-3106-4857-95e4-1fa6db75325f req-6e4439fa-d1af-4832-8976-814a0e5ce09f tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "GET /v2.0/ports?device_id=e24b4aae-8cee-48cc-bf18-e9a915ea3f2c HTTP/1.1" status: 200 len: 945 time: 0.1683044 Jun 24 15:21:22.324253 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-18eced19-4674-4783-a701-5dc75f2d817d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7727318'] for port (9ff0c6ec-3682-4389-986a-1254b8b477d9), before_update {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:22.342954 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:21:22.406679 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-2d169f2c-f9a3-45b3-a126-b30472bf4bf3 req-843350af-83a0-4419-8422-5dc8125093b2 service neutron] 10.222.0.67 "GET /v2.0/networks/af13b512-ccae-46a6-b2e4-3851b74c876d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2542520 Jun 24 15:21:22.606161 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-d71b1a06-3106-4857-95e4-1fa6db75325f req-a42bac77-4131-4736-984f-56ecb21814ad tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "GET /v2.0/security-groups?id=b9b51dc4-7b04-4aff-a905-bf9eb837f4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2750797 Jun 24 15:21:22.721512 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-2d169f2c-f9a3-45b3-a126-b30472bf4bf3 req-fd031879-d4d2-454c-9d69-8d5a98912edc service neutron] 10.222.0.67 "GET /v2.0/networks/af13b512-ccae-46a6-b2e4-3851b74c876d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2974212 Jun 24 15:21:22.790188 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-18eced19-4674-4783-a701-5dc75f2d817d admin admin] Publish callbacks [] for port (9ff0c6ec-3682-4389-986a-1254b8b477d9), precommit_update {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:22.900609 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-18eced19-4674-4783-a701-5dc75f2d817d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761385101662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761384583316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761384583334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3859668'] for port (9ff0c6ec-3682-4389-986a-1254b8b477d9), after_update {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:22.974705 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.rpc [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Device da0887a0-7787-4561-9520-968f8cd45bcf details requested by agent hyperv_hv-cinder-83538 with host hv-cinder-83538 {{(pid=104513) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 15:21:23.168631 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18eced19-4674-4783-a701-5dc75f2d817d admin admin] Pushing event updated for resources: {'Port': ['ID=9ff0c6ec-3682-4389-986a-1254b8b477d9,revision_number=2']} {{(pid=104512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:21:23.254166 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.db [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] For port da0887a0-7787-4561-9520-968f8cd45bcf, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=da0887a0-7787-4561-9520-968f8cd45bcf,segment=NetworkSegment(0cf260fc-b403-4eab-852c-5cc95c3c0b2e),segment_id=0cf260fc-b403-4eab-852c-5cc95c3c0b2e)] {{(pid=104513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 15:21:23.254498 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-a241cd96-db78-49c9-bce5-0c834814b8d8 req-f11f46de-8f8a-40f3-917e-f309afee7e70 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] 10.222.0.67 "GET /v2.0/ports?device_id=68a388fa-baf9-475a-9e9e-4b89f267983d HTTP/1.1" status: 200 len: 210 time: 0.1639698 Jun 24 15:21:23.289035 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.rpc [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Returning: {'device': 'da0887a0-7787-4561-9520-968f8cd45bcf', 'network_id': 'adb22d0d-9079-4b27-97ea-9d1017ee2036', 'port_id': 'da0887a0-7787-4561-9520-968f8cd45bcf', 'mac_address': 'fa:16:3e:7c:4c:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 756, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a67d4b4c-0a30-4c29-a996-0149e1ca9730', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104513) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 15:21:23.289780 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-18eced19-4674-4783-a701-5dc75f2d817d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7879171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-460691'] for router_interface (63ccae0d-0815-4112-9da4-09e032662950), after_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:23.309316 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765b59eb-a188-4926-a1e4-8db04cfd61f4 req-5897c1ca-9683-4d3d-bf63-4caef757406c tempest-VolumesSnapshotTestJSON-1947462697 tempest-VolumesSnapshotTestJSON-1947462697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:21:23.313380 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-765b59eb-a188-4926-a1e4-8db04cfd61f4 req-5897c1ca-9683-4d3d-bf63-4caef757406c tempest-VolumesSnapshotTestJSON-1947462697 tempest-VolumesSnapshotTestJSON-1947462697-project] 10.222.0.67 "GET /v2.0/ports?device_id=73badc72-7d3b-46a6-937c-aad405645904 HTTP/1.1" status: 200 len: 944 time: 0.2167616 Jun 24 15:21:23.318020 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124799ae-6311-47f4-ab99-cc25bf6936c6 req-1deddcb1-e7c8-4c78-a382-1b44b3e8f91c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:21:23.319660 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-124799ae-6311-47f4-ab99-cc25bf6936c6 req-1deddcb1-e7c8-4c78-a382-1b44b3e8f91c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c4807ce933f14af0be22dd1cf3635c2f&device_id=e24b4aae-8cee-48cc-bf18-e9a915ea3f2c HTTP/1.1" status: 200 len: 1129 time: 0.2251210 Jun 24 15:21:23.377358 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.plugin [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Current status of the port da0887a0-7787-4561-9520-968f8cd45bcf is: DOWN; New status is: BUILD {{(pid=104513) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 15:21:23.377764 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7727318'] for port (da0887a0-7787-4561-9520-968f8cd45bcf), before_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:23.394428 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.notifiers.nova [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da0887a0-7787-4561-9520-968f8cd45bcf {{(pid=104513) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 15:21:23.395801 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:21:23.431446 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.db [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] For port da0887a0-7787-4561-9520-968f8cd45bcf, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=da0887a0-7787-4561-9520-968f8cd45bcf,segment=NetworkSegment(0cf260fc-b403-4eab-852c-5cc95c3c0b2e),segment_id=0cf260fc-b403-4eab-852c-5cc95c3c0b2e)] {{(pid=104513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 15:21:23.523306 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761385101662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761384583316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761384583334'] for port (da0887a0-7787-4561-9520-968f8cd45bcf), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:23.552341 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-765b59eb-a188-4926-a1e4-8db04cfd61f4 req-61b29829-9290-4bd8-bd9f-993d1952245f tempest-VolumesSnapshotTestJSON-1947462697 tempest-VolumesSnapshotTestJSON-1947462697-project] 10.222.0.67 "GET /v2.0/security-groups?id=e2dd80b4-9ee5-4265-9129-7e54a35815b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2046216 Jun 24 15:21:23.585800 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124799ae-6311-47f4-ab99-cc25bf6936c6 req-a07ace8c-8885-4325-86c1-0f76c1aa70dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:21:23.588735 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-124799ae-6311-47f4-ab99-cc25bf6936c6 req-a07ace8c-8885-4325-86c1-0f76c1aa70dc service neutron] 10.222.0.64 "GET /v2.0/networks?id=6d1ef1dd-ee8a-4e52-9261-de77d4e705e2 HTTP/1.1" status: 200 len: 918 time: 0.2576957 Jun 24 15:21:23.632903 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Pushing event updated for resources: {'Port': ['ID=da0887a0-7787-4561-9520-968f8cd45bcf,revision_number=4']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:21:23.639637 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18eced19-4674-4783-a701-5dc75f2d817d admin admin] Network 3b32fa99-19b6-443e-a90b-af906ca2ee36 is already hosted by enough agents. {{(pid=104512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 15:21:23.648914 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.scheduler.base_scheduler [None req-18eced19-4674-4783-a701-5dc75f2d817d admin admin] Resources bound (agent type, host, resource id): {{(pid=104512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 15:21:23.791755 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.db [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] get_ports_and_sgs() called for port_ids ['da0887a0-7787-4561-9520-968f8cd45bcf'] {{(pid=104513) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 15:21:23.999271 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-35a7395a-6d53-48c4-a3f5-0e0f7e60269b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697012'] for agent (45985ff7-1335-48cd-ab02-73eb58295827), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:24.014844 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-124799ae-6311-47f4-ab99-cc25bf6936c6 req-017760fe-9b97-4788-9691-9318b1be0470 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5f0c5043-24b7-4a39-9766-66475f0cad69 HTTP/1.1" status: 200 len: 1001 time: 0.4176767 Jun 24 15:21:24.128174 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.rpc [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Device f06bf224-cbc6-4cea-95b4-f515fb069473 up at agent ovs-agent-dv-cinder-835384-11-iscsi {{(pid=104513) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 15:21:24.358336 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.provisioning_blocks [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Provisioning complete for port f06bf224-cbc6-4cea-95b4-f515fb069473 triggered by entity L2. {{(pid=104513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 15:21:24.358703 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7696598'] for port (f06bf224-cbc6-4cea-95b4-f515fb069473), provisioning_complete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:24.394560 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.provisioning_blocks [None req-c8e3fed1-58ab-4fe3-9446-ea53a8f7380b None None] Provisioning complete for port 9ff0c6ec-3682-4389-986a-1254b8b477d9 triggered by entity DHCP. {{(pid=104513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 15:21:24.395990 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-c8e3fed1-58ab-4fe3-9446-ea53a8f7380b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7696598'] for port (9ff0c6ec-3682-4389-986a-1254b8b477d9), provisioning_complete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:24.508308 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:21:24.510447 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.plugin [None req-c8e3fed1-58ab-4fe3-9446-ea53a8f7380b None None] Port 9ff0c6ec-3682-4389-986a-1254b8b477d9 cannot update to ACTIVE because it is not bound. {{(pid=104513) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 15:21:24.581185 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.plugin [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Current status of the port f06bf224-cbc6-4cea-95b4-f515fb069473 is: DOWN; New status is: ACTIVE {{(pid=104513) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 15:21:24.581591 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7727318'] for port (f06bf224-cbc6-4cea-95b4-f515fb069473), before_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:24.586800 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad73e32d-4d92-4b9b-b002-e91113341b35 req-c8c08820-afc8-4a5b-9e65-f65bb5dcea95 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:21:24.588365 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-ad73e32d-4d92-4b9b-b002-e91113341b35 req-c8c08820-afc8-4a5b-9e65-f65bb5dcea95 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "GET /v2.0/ports?device_id=e24b4aae-8cee-48cc-bf18-e9a915ea3f2c HTTP/1.1" status: 200 len: 945 time: 0.7536042 Jun 24 15:21:24.612058 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.db [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] For port f06bf224-cbc6-4cea-95b4-f515fb069473, host dv-cinder-835384-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-11-iscsi',level=0,port_id=f06bf224-cbc6-4cea-95b4-f515fb069473,segment=NetworkSegment(6785a788-9b98-4059-b825-96a306cb346e),segment_id=6785a788-9b98-4059-b825-96a306cb346e)] {{(pid=104513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 15:21:24.612780 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=100 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:21:24.619275 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-cd7b5174-17d1-4b6a-bd5b-93f772c1e170 req-d6fbbf3f-a551-4d93-bbf4-964881d625e0 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] 10.222.0.67 "GET /v2.0/ports?device_id=68a388fa-baf9-475a-9e9e-4b89f267983d HTTP/1.1" status: 200 len: 210 time: 0.0836644 Jun 24 15:21:24.654267 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124799ae-6311-47f4-ab99-cc25bf6936c6 req-63b3d2a1-a564-4adc-80aa-021b4f954c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:21:24.656252 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-124799ae-6311-47f4-ab99-cc25bf6936c6 req-63b3d2a1-a564-4adc-80aa-021b4f954c34 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ca86efdf-43ba-4cdf-8f0a-3c6622699971 HTTP/1.1" status: 200 len: 856 time: 0.1302056 Jun 24 15:21:24.657605 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18eced19-4674-4783-a701-5dc75f2d817d admin admin] Router 63ccae0d-0815-4112-9da4-09e032662950 has already been hosted by L3 agent 45985ff7-1335-48cd-ab02-73eb58295827 {{(pid=104512) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 15:21:24.676882 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761385101662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761384583316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761384583334'] for port (f06bf224-cbc6-4cea-95b4-f515fb069473), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:24.766986 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-ad73e32d-4d92-4b9b-b002-e91113341b35 req-867db568-db5e-44ea-9bee-05911f916e1e tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "GET /v2.0/security-groups?id=b9b51dc4-7b04-4aff-a905-bf9eb837f4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1553221 Jun 24 15:21:24.793329 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124799ae-6311-47f4-ab99-cc25bf6936c6 req-5c956921-dc62-482b-9910-88c7e86ecf47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:21:24.794946 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-124799ae-6311-47f4-ab99-cc25bf6936c6 req-5c956921-dc62-482b-9910-88c7e86ecf47 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=6d1ef1dd-ee8a-4e52-9261-de77d4e705e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1253533 Jun 24 15:21:24.806304 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG dbcounter [-] [104514] Writing DB stats neutron:SELECT=3 {{(pid=104514) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:21:24.807017 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Pushing event updated for resources: {'Port': ['ID=f06bf224-cbc6-4cea-95b4-f515fb069473,revision_number=4']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:21:24.836530 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG dbcounter [-] [104514] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1 {{(pid=104514) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:21:24.894454 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c3eb01-d81d-4e6b-956d-479883bf0129 req-008b897c-3713-4b6a-ae28-ef07208e55e3 tempest-VolumesSnapshotTestJSON-1947462697 tempest-VolumesSnapshotTestJSON-1947462697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:21:24.896096 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-49c3eb01-d81d-4e6b-956d-479883bf0129 req-008b897c-3713-4b6a-ae28-ef07208e55e3 tempest-VolumesSnapshotTestJSON-1947462697 tempest-VolumesSnapshotTestJSON-1947462697-project] 10.222.0.67 "GET /v2.0/ports?device_id=73badc72-7d3b-46a6-937c-aad405645904 HTTP/1.1" status: 200 len: 945 time: 0.1587036 Jun 24 15:21:24.898208 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-6e9ba797-1d0c-40f8-9e0c-708f895be0b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697012'] for agent (f984396c-9862-4f32-9cf6-f19d2e5feb00), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:24.980574 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.rpc [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Device da0887a0-7787-4561-9520-968f8cd45bcf up at agent hyperv_hv-cinder-83538 {{(pid=104513) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 15:21:25.097828 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:21:25.110595 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.wsgi [-] (104511) accepted ('10.222.0.67', 41974) {{(pid=104511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:21:25.116955 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-49c3eb01-d81d-4e6b-956d-479883bf0129 req-21394d4a-7446-4694-9b16-2377e2fdd73f tempest-VolumesSnapshotTestJSON-1947462697 tempest-VolumesSnapshotTestJSON-1947462697-project] 10.222.0.67 "GET /v2.0/security-groups?id=e2dd80b4-9ee5-4265-9129-7e54a35815b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2033627 Jun 24 15:21:25.120577 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.provisioning_blocks [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Provisioning for port da0887a0-7787-4561-9520-968f8cd45bcf completed by entity L2. {{(pid=104513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 24 15:21:25.136842 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18eced19-4674-4783-a701-5dc75f2d817d admin admin] Notify agent at l3_agent.dv-cinder-835384-11-iscsi the message routers_updated {{(pid=104512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 15:21:25.150711 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-789a2a65-804a-4530-bd3a-e8df6507424a None None] Sync routers for ids ['63ccae0d-0815-4112-9da4-09e032662950'] in dv-cinder-835384-11-iscsi {{(pid=104514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 15:21:25.162111 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [None req-18eced19-4674-4783-a701-5dc75f2d817d admin admin] 10.222.0.67 "PUT /v2.0/routers/63ccae0d-0815-4112-9da4-09e032662950/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5451708 Jun 24 15:21:25.182883 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-789a2a65-804a-4530-bd3a-e8df6507424a None None] Routers {'63ccae0d-0815-4112-9da4-09e032662950'} bound to L3 agent in host dv-cinder-835384-11-iscsi {{(pid=104514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 15:21:25.184277 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.db.l3_hamode_db [None req-789a2a65-804a-4530-bd3a-e8df6507424a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-24T15:10:24Z,description=,heartbeat_timestamp=2022-06-24T15:21:24Z,host='dv-cinder-835384-11-iscsi',id=45985ff7-1335-48cd-ab02-73eb58295827,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T15:10:24Z,topic='l3_agent')) {'router_ids': ['63ccae0d-0815-4112-9da4-09e032662950'], 'active': True} {{(pid=104514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 15:21:25.201645 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-124799ae-6311-47f4-ab99-cc25bf6936c6 req-08d5dfa8-1090-445a-a7a7-eddede2fcd60 service neutron] 10.222.0.64 "GET /v2.0/networks/6d1ef1dd-ee8a-4e52-9261-de77d4e705e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3541033 Jun 24 15:21:25.270683 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.provisioning_blocks [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Provisioning complete for port da0887a0-7787-4561-9520-968f8cd45bcf triggered by entity L2. {{(pid=104513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 15:21:25.275109 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7696598'] for port (da0887a0-7787-4561-9520-968f8cd45bcf), provisioning_complete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:25.333870 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-51fc2728-5861-4fd6-91d3-d23770111582 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:25.365966 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.db.l3_dvr_db [None req-789a2a65-804a-4530-bd3a-e8df6507424a None None] Set router 63ccae0d-0815-4112-9da4-09e032662950 gateway port host: dv-cinder-835384-11-iscsi {{(pid=104514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 15:21:25.431401 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-124799ae-6311-47f4-ab99-cc25bf6936c6 req-70903442-4b64-47f3-8585-ad58a539b0a6 service neutron] 10.222.0.64 "GET /v2.0/networks/6d1ef1dd-ee8a-4e52-9261-de77d4e705e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2284949 Jun 24 15:21:25.479500 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.plugin [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Current status of the port da0887a0-7787-4561-9520-968f8cd45bcf is: BUILD; New status is: ACTIVE {{(pid=104513) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 15:21:25.480336 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7727318'] for port (da0887a0-7787-4561-9520-968f8cd45bcf), before_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:25.508388 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73badc72-7d3b-46a6-937c-aad405645904', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da0887a0-7787-4561-9520-968f8cd45bcf'}] {{(pid=104513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 15:21:25.512346 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7de2ae652872cab3d5aa36b412d6cead56dffdf121926fea6679daaa3daba4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86f64d24-2426-4e90-9a40-4d09fc3ab7fa" -d '{"events": [{"server_uuid": "73badc72-7d3b-46a6-937c-aad405645904", "name": "network-vif-plugged", "status": "completed", "tag": "da0887a0-7787-4561-9520-968f8cd45bcf"}]}' {{(pid=104513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 15:21:25.530952 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.db [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] For port da0887a0-7787-4561-9520-968f8cd45bcf, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=da0887a0-7787-4561-9520-968f8cd45bcf,segment=NetworkSegment(0cf260fc-b403-4eab-852c-5cc95c3c0b2e),segment_id=0cf260fc-b403-4eab-852c-5cc95c3c0b2e)] {{(pid=104513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 15:21:25.535345 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-51fc2728-5861-4fd6-91d3-d23770111582 admin admin] Publish callbacks [] for security_group (9c47d5ed-b01d-4c0e-acbe-353e10b3df0c), precommit_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:25.554238 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 15:21:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-babcb4b8-f34f-43c3-b413-e33dc3abe8f6 x-openstack-request-id: req-babcb4b8-f34f-43c3-b413-e33dc3abe8f6 {{(pid=104513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 15:21:25.554606 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73badc72-7d3b-46a6-937c-aad405645904", "name": "network-vif-plugged", "status": "completed", "tag": "da0887a0-7787-4561-9520-968f8cd45bcf", "code": 200}]} {{(pid=104513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 15:21:25.554997 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-babcb4b8-f34f-43c3-b413-e33dc3abe8f6 {{(pid=104513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 15:21:25.555475 dv-cinder-835384-11-iscsi neutron-server[104513]: INFO neutron.notifiers.nova [-] Nova event matching ['req-babcb4b8-f34f-43c3-b413-e33dc3abe8f6'] response: {'server_uuid': '73badc72-7d3b-46a6-937c-aad405645904', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da0887a0-7787-4561-9520-968f8cd45bcf', 'code': 200} Jun 24 15:21:25.635757 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.db.l3_hamode_db [None req-789a2a65-804a-4530-bd3a-e8df6507424a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63ccae0d-0815-4112-9da4-09e032662950', 'name': 'tempest-TestShelveInstance-614976977-router', 'tenant_id': '56498dbba20e41f5a5b6b04e6d21a39b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'external_fixed_ips': [{'subnet_id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'ip_address': '172.27.0.209'}], 'enable_snat': True}, 'gw_port_id': 'f06bf224-cbc6-4cea-95b4-f515fb069473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T15:21:14Z', 'updated_at': '2022-06-24T15:21:22Z', 'revision_number': 4, 'project_id': '56498dbba20e41f5a5b6b04e6d21a39b', 'gw_port': {'id': 'f06bf224-cbc6-4cea-95b4-f515fb069473', 'name': '', 'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:86:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63ccae0d-0815-4112-9da4-09e032662950', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'ip_address': '172.27.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T15:21:15Z', 'updated_at': '2022-06-24T15:21:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-11-iscsi', '_interfaces': [{'id': '9ff0c6ec-3682-4389-986a-1254b8b477d9', 'name': '', 'network_id': '3b32fa99-19b6-443e-a90b-af906ca2ee36', 'tenant_id': '56498dbba20e41f5a5b6b04e6d21a39b', 'mac_address': 'fa:16:3e:51:2e:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63ccae0d-0815-4112-9da4-09e032662950', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '0721df5a-17cd-46d2-8082-1e78c971ad22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T15:21:20Z', 'updated_at': '2022-06-24T15:21:22Z', 'revision_number': 2, 'project_id': '56498dbba20e41f5a5b6b04e6d21a39b', 'subnets': [{'id': '0721df5a-17cd-46d2-8082-1e78c971ad22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-11-iscsi', False) {} {{(pid=104514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 15:21:25.651570 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-51fc2728-5861-4fd6-91d3-d23770111582 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-275664'] for security_group (9c47d5ed-b01d-4c0e-acbe-353e10b3df0c), after_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:25.651820 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761385101662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761384583316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761384583334'] for port (da0887a0-7787-4561-9520-968f8cd45bcf), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:25.654347 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.rpc [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Device 5f0c5043-24b7-4a39-9766-66475f0cad69 no longer exists at agent hyperv_hv-cinder-83538 {{(pid=104513) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 15:21:25.664885 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-789a2a65-804a-4530-bd3a-e8df6507424a None None] Checking router: 63ccae0d-0815-4112-9da4-09e032662950 for host: dv-cinder-835384-11-iscsi {{(pid=104514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 15:21:25.666622 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-789a2a65-804a-4530-bd3a-e8df6507424a None None] Updating router 63ccae0d-0815-4112-9da4-09e032662950 port 9ff0c6ec-3682-4389-986a-1254b8b477d9 binding host dv-cinder-835384-11-iscsi {{(pid=104514) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 15:21:25.702184 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [None req-51fc2728-5861-4fd6-91d3-d23770111582 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=d7ba7609809b47b29942396fe339f512&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5845475 Jun 24 15:21:25.702288 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.wsgi [-] (104512) accepted ('10.222.0.67', 41996) {{(pid=104512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:21:25.705810 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-789a2a65-804a-4530-bd3a-e8df6507424a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7727318'] for port (9ff0c6ec-3682-4389-986a-1254b8b477d9), before_update {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:25.719349 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fc2728-5861-4fd6-91d3-d23770111582 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c47d5ed-b01d-4c0e-acbe-353e10b3df0c,revision_number=1']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:21:25.758207 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Pushing event updated for resources: {'Port': ['ID=da0887a0-7787-4561-9520-968f8cd45bcf,revision_number=5']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:21:25.815491 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.plugin [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Current status of the port 5f0c5043-24b7-4a39-9766-66475f0cad69 is: ACTIVE; New status is: DOWN {{(pid=104513) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 15:21:25.815930 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7727318'] for port (5f0c5043-24b7-4a39-9766-66475f0cad69), before_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:25.826856 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-b2da12ee-0205-4643-b7a5-a970c53eb659 req-9d33540d-7a8e-4365-a155-56f9b31868a6 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] 10.222.0.67 "GET /v2.0/ports?device_id=68a388fa-baf9-475a-9e9e-4b89f267983d HTTP/1.1" status: 200 len: 210 time: 0.0345452 Jun 24 15:21:25.827647 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=100 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:21:25.839282 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-c195d530-fd9c-4328-9b91-a12dfd2a9fcd admin admin] Publish callbacks [] for security_group (9c47d5ed-b01d-4c0e-acbe-353e10b3df0c), before_delete {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:25.853907 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.db [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] For port 5f0c5043-24b7-4a39-9766-66475f0cad69, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=5f0c5043-24b7-4a39-9766-66475f0cad69,segment=NetworkSegment(fbb525f4-37d7-4ee1-94df-b844f5efa329),segment_id=fbb525f4-37d7-4ee1-94df-b844f5efa329)] {{(pid=104513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 15:21:25.879348 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-c195d530-fd9c-4328-9b91-a12dfd2a9fcd admin admin] Publish callbacks [] for security_group (9c47d5ed-b01d-4c0e-acbe-353e10b3df0c), precommit_delete {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:25.890140 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.wsgi [-] (104512) accepted ('10.222.0.67', 42002) {{(pid=104512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:21:25.897000 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.v2.base [None req-ccbb85b3-f6b6-426a-b11e-537db7ebcbfe tempest-TestShelveInstance-479722578 tempest-TestShelveInstance-479722578-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-141842094', 'description': 'tempest-secgroup-smoke-141842094 description', 'project_id': '66edbd777b48472b8fcd5a3f43c68dcc'}} {{(pid=104512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 15:21:25.933361 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761385101662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761384583316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761384583334'] for port (5f0c5043-24b7-4a39-9766-66475f0cad69), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:25.977953 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:21:25.997486 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Pushing event updated for resources: {'Port': ['ID=5f0c5043-24b7-4a39-9766-66475f0cad69,revision_number=8']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:21:26.020365 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.rpc [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Device f06bf224-cbc6-4cea-95b4-f515fb069473 up at agent ovs-agent-dv-cinder-835384-11-iscsi {{(pid=104513) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 15:21:26.021132 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886d9dda-032b-46f8-ac00-40fbfaf6a03f req-981735db-00e9-4c48-82db-a75647f7b649 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:21:26.022693 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-886d9dda-032b-46f8-ac00-40fbfaf6a03f req-981735db-00e9-4c48-82db-a75647f7b649 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "GET /v2.0/ports?device_id=e24b4aae-8cee-48cc-bf18-e9a915ea3f2c HTTP/1.1" status: 200 len: 945 time: 0.1118100 Jun 24 15:21:26.070937 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.provisioning_blocks [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Provisioning complete for port f06bf224-cbc6-4cea-95b4-f515fb069473 triggered by entity L2. {{(pid=104513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 15:21:26.071369 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7696598'] for port (f06bf224-cbc6-4cea-95b4-f515fb069473), provisioning_complete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:26.076789 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-789a2a65-804a-4530-bd3a-e8df6507424a None None] Publish callbacks [] for port (9ff0c6ec-3682-4389-986a-1254b8b477d9), precommit_update {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:26.082606 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-ccbb85b3-f6b6-426a-b11e-537db7ebcbfe tempest-TestShelveInstance-479722578 tempest-TestShelveInstance-479722578-project] Publish callbacks [] for security_group (None), before_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:26.100278 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-886d9dda-032b-46f8-ac00-40fbfaf6a03f req-772617d2-d5e8-4b80-b979-cc3678409764 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "GET /v2.0/security-groups?id=b9b51dc4-7b04-4aff-a905-bf9eb837f4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709929 Jun 24 15:21:26.156850 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.plugin [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Current status of the port f06bf224-cbc6-4cea-95b4-f515fb069473 is: ACTIVE; New status is: ACTIVE {{(pid=104513) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 15:21:26.162851 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-c195d530-fd9c-4328-9b91-a12dfd2a9fcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-275664'] for security_group (9c47d5ed-b01d-4c0e-acbe-353e10b3df0c), after_delete {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:26.165708 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-c195d530-fd9c-4328-9b91-a12dfd2a9fcd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:26.166862 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [None req-c195d530-fd9c-4328-9b91-a12dfd2a9fcd admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/9c47d5ed-b01d-4c0e-acbe-353e10b3df0c HTTP/1.1" status: 204 len: 168 time: 0.4650195 Jun 24 15:21:26.188802 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-789a2a65-804a-4530-bd3a-e8df6507424a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761385101662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761384583316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761384583334'] for port (9ff0c6ec-3682-4389-986a-1254b8b477d9), after_update {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:26.202175 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c195d530-fd9c-4328-9b91-a12dfd2a9fcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c47d5ed-b01d-4c0e-acbe-353e10b3df0c,revision_number=None']} {{(pid=104512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:21:26.276159 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12821e5-0606-4975-b328-629ab6bc7909 req-3da649fe-abea-47a6-aa49-dfebc047bdb9 tempest-VolumesSnapshotTestJSON-1947462697 tempest-VolumesSnapshotTestJSON-1947462697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:21:26.276340 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f658356-aeea-4aec-99be-ae299e67df46 None None] Pushing event updated for resources: {'Port': ['ID=9ff0c6ec-3682-4389-986a-1254b8b477d9,revision_number=3']} {{(pid=104514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:21:26.277711 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-f12821e5-0606-4975-b328-629ab6bc7909 req-3da649fe-abea-47a6-aa49-dfebc047bdb9 tempest-VolumesSnapshotTestJSON-1947462697 tempest-VolumesSnapshotTestJSON-1947462697-project] 10.222.0.67 "GET /v2.0/ports?device_id=73badc72-7d3b-46a6-937c-aad405645904 HTTP/1.1" status: 200 len: 946 time: 0.0766578 Jun 24 15:21:26.280540 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-ccbb85b3-f6b6-426a-b11e-537db7ebcbfe tempest-TestShelveInstance-479722578 tempest-TestShelveInstance-479722578-project] Publish callbacks [] for security_group (2f673e46-0bc3-417a-a88c-c966cb61274e), precommit_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:26.300797 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:DELETE=2 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:21:26.344581 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-f12821e5-0606-4975-b328-629ab6bc7909 req-14b503a3-da64-4020-a1fe-a5391c0f4cd7 tempest-VolumesSnapshotTestJSON-1947462697 tempest-VolumesSnapshotTestJSON-1947462697-project] 10.222.0.67 "GET /v2.0/security-groups?id=e2dd80b4-9ee5-4265-9129-7e54a35815b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600059 Jun 24 15:21:26.346429 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.managers [None req-789a2a65-804a-4530-bd3a-e8df6507424a None None] Attempting to bind port 9ff0c6ec-3682-4389-986a-1254b8b477d9 on host dv-cinder-835384-11-iscsi for vnic_type normal with profile {{(pid=104514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 15:21:26.346871 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.managers [None req-789a2a65-804a-4530-bd3a-e8df6507424a None None] Attempting to bind port 9ff0c6ec-3682-4389-986a-1254b8b477d9 by drivers openvswitch,hyperv on host dv-cinder-835384-11-iscsi at level 0 using segments [{'id': '6e426584-0ea1-436a-98ab-5540e4ef2b84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '3b32fa99-19b6-443e-a90b-af906ca2ee36'}] {{(pid=104514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 15:21:26.347362 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-789a2a65-804a-4530-bd3a-e8df6507424a None None] Attempting to bind port 9ff0c6ec-3682-4389-986a-1254b8b477d9 on network 3b32fa99-19b6-443e-a90b-af906ca2ee36 {{(pid=104514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 15:21:26.354195 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-789a2a65-804a-4530-bd3a-e8df6507424a None None] Checking agent: {'id': '559fa80c-96d5-4fe7-8c5f-9eda482c27bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835384-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 15, 10, 27), 'started_at': datetime.datetime(2022, 6, 24, 15, 10, 57), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 15, 20, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835384-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 15:21:26.354950 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-789a2a65-804a-4530-bd3a-e8df6507424a None None] Checking segment: {'id': '6e426584-0ea1-436a-98ab-5540e4ef2b84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '3b32fa99-19b6-443e-a90b-af906ca2ee36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 15:21:26.355459 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-789a2a65-804a-4530-bd3a-e8df6507424a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:26.355937 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-789a2a65-804a-4530-bd3a-e8df6507424a None None] Bound using segment: {'id': '6e426584-0ea1-436a-98ab-5540e4ef2b84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '3b32fa99-19b6-443e-a90b-af906ca2ee36'} {{(pid=104514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 15:21:26.356665 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.managers [None req-789a2a65-804a-4530-bd3a-e8df6507424a None None] Bound port: 9ff0c6ec-3682-4389-986a-1254b8b477d9, host: dv-cinder-835384-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e426584-0ea1-436a-98ab-5540e4ef2b84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '3b32fa99-19b6-443e-a90b-af906ca2ee36'}}] {{(pid=104514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 15:21:26.357215 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-789a2a65-804a-4530-bd3a-e8df6507424a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7727318'] for port (9ff0c6ec-3682-4389-986a-1254b8b477d9), before_update {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:26.367664 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-ccbb85b3-f6b6-426a-b11e-537db7ebcbfe tempest-TestShelveInstance-479722578 tempest-TestShelveInstance-479722578-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-275664'] for security_group (2f673e46-0bc3-417a-a88c-c966cb61274e), after_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:26.400700 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-e7d2b4de-897d-40d1-b758-5e5b7ac4c4e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697012'] for agent (2f766f35-a225-44ed-b70f-669caec6f4a7), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:26.403518 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbb85b3-f6b6-426a-b11e-537db7ebcbfe tempest-TestShelveInstance-479722578 tempest-TestShelveInstance-479722578-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f673e46-0bc3-417a-a88c-c966cb61274e,revision_number=1']} {{(pid=104512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:21:26.405602 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG dbcounter [-] [104514] Writing DB stats neutron:SELECT=100 {{(pid=104514) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:21:26.434525 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.db [None req-789a2a65-804a-4530-bd3a-e8df6507424a None None] For port 9ff0c6ec-3682-4389-986a-1254b8b477d9, host dv-cinder-835384-11-iscsi, cleared binding levels {{(pid=104514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 15:21:26.438100 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.db [None req-789a2a65-804a-4530-bd3a-e8df6507424a None None] For port 9ff0c6ec-3682-4389-986a-1254b8b477d9, host dv-cinder-835384-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-11-iscsi',level=0,port_id=9ff0c6ec-3682-4389-986a-1254b8b477d9,segment=NetworkSegment(6e426584-0ea1-436a-98ab-5540e4ef2b84),segment_id=6e426584-0ea1-436a-98ab-5540e4ef2b84)] {{(pid=104514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 15:21:26.504209 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-ccbb85b3-f6b6-426a-b11e-537db7ebcbfe tempest-TestShelveInstance-479722578 tempest-TestShelveInstance-479722578-project] Publish callbacks [] for security_group (None), before_response {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:26.509564 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [None req-ccbb85b3-f6b6-426a-b11e-537db7ebcbfe tempest-TestShelveInstance-479722578 tempest-TestShelveInstance-479722578-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.6144609 Jun 24 15:21:26.509697 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.wsgi [-] (104511) accepted ('10.222.0.67', 42022) {{(pid=104511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:21:26.514013 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.v2.base [None req-7af2afea-67af-40ed-8f57-d3599bb40dfb tempest-TestShelveInstance-479722578 tempest-TestShelveInstance-479722578-project] Request body: {'security_group_rule': {'security_group_id': '2f673e46-0bc3-417a-a88c-c966cb61274e', 'project_id': '66edbd777b48472b8fcd5a3f43c68dcc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104511) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 15:21:26.528904 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-789a2a65-804a-4530-bd3a-e8df6507424a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761385101662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761384583316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761384583334'] for port (9ff0c6ec-3682-4389-986a-1254b8b477d9), after_update {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:26.544289 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.provisioning_blocks [None req-e420ef5e-a7ba-4b2e-ab98-b25b131961cc None None] Provisioning complete for port 9ff0c6ec-3682-4389-986a-1254b8b477d9 triggered by entity DHCP. {{(pid=104513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 15:21:26.545712 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-e420ef5e-a7ba-4b2e-ab98-b25b131961cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7696598'] for port (9ff0c6ec-3682-4389-986a-1254b8b477d9), provisioning_complete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:26.595370 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-789a2a65-804a-4530-bd3a-e8df6507424a None None] Routers {'63ccae0d-0815-4112-9da4-09e032662950'} bound to L3 agent in host dv-cinder-835384-11-iscsi {{(pid=104514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 15:21:26.596085 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.db.l3_hamode_db [None req-789a2a65-804a-4530-bd3a-e8df6507424a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-24T15:10:24Z,description=,heartbeat_timestamp=2022-06-24T15:21:24Z,host='dv-cinder-835384-11-iscsi',id=45985ff7-1335-48cd-ab02-73eb58295827,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T15:10:24Z,topic='l3_agent')) {'router_ids': ['63ccae0d-0815-4112-9da4-09e032662950'], 'active': True} {{(pid=104514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 15:21:26.601373 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f658356-aeea-4aec-99be-ae299e67df46 None None] Pushing event updated for resources: {'Port': ['ID=9ff0c6ec-3682-4389-986a-1254b8b477d9,revision_number=4']} {{(pid=104514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:21:26.632899 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-7af2afea-67af-40ed-8f57-d3599bb40dfb tempest-TestShelveInstance-479722578 tempest-TestShelveInstance-479722578-project] Publish callbacks [] for security_group_rule (254cb234-2275-426c-b2c2-eea8bd8eeb07), before_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:26.662302 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG dbcounter [-] [104514] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104514) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:21:26.700683 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.plugin [None req-e420ef5e-a7ba-4b2e-ab98-b25b131961cc None None] Current status of the port 9ff0c6ec-3682-4389-986a-1254b8b477d9 is: DOWN; New status is: ACTIVE {{(pid=104513) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 15:21:26.701072 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-e420ef5e-a7ba-4b2e-ab98-b25b131961cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7727318'] for port (9ff0c6ec-3682-4389-986a-1254b8b477d9), before_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:26.725377 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697012'] for agent (559fa80c-96d5-4fe7-8c5f-9eda482c27bf), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:26.733586 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=85,neutron:DELETE=7,neutron:UPDATE=2,neutron:INSERT=6 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:21:26.760585 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-7af2afea-67af-40ed-8f57-d3599bb40dfb tempest-TestShelveInstance-479722578 tempest-TestShelveInstance-479722578-project] Publish callbacks [] for security_group_rule (254cb234-2275-426c-b2c2-eea8bd8eeb07), precommit_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:26.773472 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.db [None req-e420ef5e-a7ba-4b2e-ab98-b25b131961cc None None] For port 9ff0c6ec-3682-4389-986a-1254b8b477d9, host dv-cinder-835384-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-11-iscsi',level=0,port_id=9ff0c6ec-3682-4389-986a-1254b8b477d9,segment=NetworkSegment(6e426584-0ea1-436a-98ab-5540e4ef2b84),segment_id=6e426584-0ea1-436a-98ab-5540e4ef2b84)] {{(pid=104513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 15:21:26.781614 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.db.l3_dvr_db [None req-789a2a65-804a-4530-bd3a-e8df6507424a None None] Set router 63ccae0d-0815-4112-9da4-09e032662950 gateway port host: dv-cinder-835384-11-iscsi {{(pid=104514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 15:21:26.826743 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-7af2afea-67af-40ed-8f57-d3599bb40dfb tempest-TestShelveInstance-479722578 tempest-TestShelveInstance-479722578-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-275495'] for security_group_rule (254cb234-2275-426c-b2c2-eea8bd8eeb07), after_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:26.842494 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af2afea-67af-40ed-8f57-d3599bb40dfb tempest-TestShelveInstance-479722578 tempest-TestShelveInstance-479722578-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=254cb234-2275-426c-b2c2-eea8bd8eeb07,revision_number=0']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:21:26.850033 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-e420ef5e-a7ba-4b2e-ab98-b25b131961cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761385101662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761384583316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761384583334'] for port (9ff0c6ec-3682-4389-986a-1254b8b477d9), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:26.933967 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-7af2afea-67af-40ed-8f57-d3599bb40dfb tempest-TestShelveInstance-479722578 tempest-TestShelveInstance-479722578-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:26.935579 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [None req-7af2afea-67af-40ed-8f57-d3599bb40dfb tempest-TestShelveInstance-479722578 tempest-TestShelveInstance-479722578-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4255733 Jun 24 15:21:26.938463 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.wsgi [-] (104512) accepted ('10.222.0.67', 42048) {{(pid=104512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:21:26.943846 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.v2.base [None req-bf09e7ec-4b38-4a9c-b2d6-45328d7fb4f7 tempest-TestShelveInstance-479722578 tempest-TestShelveInstance-479722578-project] Request body: {'security_group_rule': {'security_group_id': '2f673e46-0bc3-417a-a88c-c966cb61274e', 'project_id': '66edbd777b48472b8fcd5a3f43c68dcc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 15:21:26.960116 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e420ef5e-a7ba-4b2e-ab98-b25b131961cc None None] Pushing event updated for resources: {'Port': ['ID=9ff0c6ec-3682-4389-986a-1254b8b477d9,revision_number=5']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:21:26.976974 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.provisioning_blocks [None req-64cb140b-efc3-4dee-ae05-4826283569e6 None None] Provisioning complete for port 9ff0c6ec-3682-4389-986a-1254b8b477d9 triggered by entity DHCP. {{(pid=104513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 15:21:26.977596 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-64cb140b-efc3-4dee-ae05-4826283569e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7696598'] for port (9ff0c6ec-3682-4389-986a-1254b8b477d9), provisioning_complete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:27.017061 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-753375d9-b3c3-4997-8aab-e77408e8956e req-7ca1e34e-ac40-4bf0-aee9-be8637015381 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] 10.222.0.67 "GET /v2.0/ports?device_id=68a388fa-baf9-475a-9e9e-4b89f267983d HTTP/1.1" status: 200 len: 210 time: 0.0436029 Jun 24 15:21:27.034796 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.db.l3_hamode_db [None req-789a2a65-804a-4530-bd3a-e8df6507424a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63ccae0d-0815-4112-9da4-09e032662950', 'name': 'tempest-TestShelveInstance-614976977-router', 'tenant_id': '56498dbba20e41f5a5b6b04e6d21a39b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'external_fixed_ips': [{'subnet_id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'ip_address': '172.27.0.209'}], 'enable_snat': True}, 'gw_port_id': 'f06bf224-cbc6-4cea-95b4-f515fb069473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T15:21:14Z', 'updated_at': '2022-06-24T15:21:22Z', 'revision_number': 4, 'project_id': '56498dbba20e41f5a5b6b04e6d21a39b', 'gw_port': {'id': 'f06bf224-cbc6-4cea-95b4-f515fb069473', 'name': '', 'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:86:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63ccae0d-0815-4112-9da4-09e032662950', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'ip_address': '172.27.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T15:21:15Z', 'updated_at': '2022-06-24T15:21:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-11-iscsi', '_interfaces': [{'id': '9ff0c6ec-3682-4389-986a-1254b8b477d9', 'name': '', 'network_id': '3b32fa99-19b6-443e-a90b-af906ca2ee36', 'tenant_id': '56498dbba20e41f5a5b6b04e6d21a39b', 'mac_address': 'fa:16:3e:51:2e:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63ccae0d-0815-4112-9da4-09e032662950', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '0721df5a-17cd-46d2-8082-1e78c971ad22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T15:21:20Z', 'updated_at': '2022-06-24T15:21:26Z', 'revision_number': 4, 'project_id': '56498dbba20e41f5a5b6b04e6d21a39b', 'subnets': [{'id': '0721df5a-17cd-46d2-8082-1e78c971ad22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-11-iscsi', False) {} {{(pid=104514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 15:21:27.061212 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.plugin [None req-64cb140b-efc3-4dee-ae05-4826283569e6 None None] Current status of the port 9ff0c6ec-3682-4389-986a-1254b8b477d9 is: ACTIVE; New status is: ACTIVE {{(pid=104513) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 15:21:27.101664 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-bf09e7ec-4b38-4a9c-b2d6-45328d7fb4f7 tempest-TestShelveInstance-479722578 tempest-TestShelveInstance-479722578-project] Publish callbacks [] for security_group_rule (4039a5fb-93eb-47e1-9080-229ec5ba0702), before_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:27.164218 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-789a2a65-804a-4530-bd3a-e8df6507424a None None] The sync data for ids ['63ccae0d-0815-4112-9da4-09e032662950'] in dv-cinder-835384-11-iscsi is: [{'id': '63ccae0d-0815-4112-9da4-09e032662950', 'name': 'tempest-TestShelveInstance-614976977-router', 'tenant_id': '56498dbba20e41f5a5b6b04e6d21a39b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'external_fixed_ips': [{'subnet_id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'ip_address': '172.27.0.209'}], 'enable_snat': True}, 'gw_port_id': 'f06bf224-cbc6-4cea-95b4-f515fb069473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T15:21:14Z', 'updated_at': '2022-06-24T15:21:22Z', 'revision_number': 4, 'project_id': '56498dbba20e41f5a5b6b04e6d21a39b', 'gw_port': {'id': 'f06bf224-cbc6-4cea-95b4-f515fb069473', 'name': '', 'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:86:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63ccae0d-0815-4112-9da4-09e032662950', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'ip_address': '172.27.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T15:21:15Z', 'updated_at': '2022-06-24T15:21:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-11-iscsi', '_interfaces': [{'id': '9ff0c6ec-3682-4389-986a-1254b8b477d9', 'name': '', 'network_id': '3b32fa99-19b6-443e-a90b-af906ca2ee36', 'tenant_id': '56498dbba20e41f5a5b6b04e6d21a39b', 'mac_address': 'fa:16:3e:51:2e:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63ccae0d-0815-4112-9da4-09e032662950', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '0721df5a-17cd-46d2-8082-1e78c971ad22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T15:21:20Z', 'updated_at': '2022-06-24T15:21:26Z', 'revision_number': 4, 'project_id': '56498dbba20e41f5a5b6b04e6d21a39b', 'subnets': [{'id': '0721df5a-17cd-46d2-8082-1e78c971ad22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 15:21:27.212235 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-bf09e7ec-4b38-4a9c-b2d6-45328d7fb4f7 tempest-TestShelveInstance-479722578 tempest-TestShelveInstance-479722578-project] Publish callbacks [] for security_group_rule (4039a5fb-93eb-47e1-9080-229ec5ba0702), precommit_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:27.298390 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-bf09e7ec-4b38-4a9c-b2d6-45328d7fb4f7 tempest-TestShelveInstance-479722578 tempest-TestShelveInstance-479722578-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-275495'] for security_group_rule (4039a5fb-93eb-47e1-9080-229ec5ba0702), after_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:27.324511 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6985af-8d00-4680-ae29-d47d2cebd442 req-b7bc07f8-4d66-40fc-ba05-ce889daf6db8 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:21:27.326170 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-be6985af-8d00-4680-ae29-d47d2cebd442 req-b7bc07f8-4d66-40fc-ba05-ce889daf6db8 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "GET /v2.0/ports?device_id=e24b4aae-8cee-48cc-bf18-e9a915ea3f2c HTTP/1.1" status: 200 len: 943 time: 0.1127727 Jun 24 15:21:27.346527 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf09e7ec-4b38-4a9c-b2d6-45328d7fb4f7 tempest-TestShelveInstance-479722578 tempest-TestShelveInstance-479722578-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4039a5fb-93eb-47e1-9080-229ec5ba0702,revision_number=0']} {{(pid=104512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:21:27.422312 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-be6985af-8d00-4680-ae29-d47d2cebd442 req-75e487d5-7325-4d0d-9c8b-95d8fc0581a1 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "GET /v2.0/security-groups?id=b9b51dc4-7b04-4aff-a905-bf9eb837f4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0820270 Jun 24 15:21:27.498849 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-bf09e7ec-4b38-4a9c-b2d6-45328d7fb4f7 tempest-TestShelveInstance-479722578 tempest-TestShelveInstance-479722578-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:27.500167 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [None req-bf09e7ec-4b38-4a9c-b2d6-45328d7fb4f7 tempest-TestShelveInstance-479722578 tempest-TestShelveInstance-479722578-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5600870 Jun 24 15:21:27.503828 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.wsgi [-] (104511) accepted ('10.222.0.67', 42072) {{(pid=104511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:21:27.509822 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.v2.base [None req-cc4f5cba-e195-4c29-a794-9ea89525d790 tempest-TestShelveInstance-479722578 tempest-TestShelveInstance-479722578-project] Request body: {'security_group_rule': {'security_group_id': '2f673e46-0bc3-417a-a88c-c966cb61274e', 'project_id': '66edbd777b48472b8fcd5a3f43c68dcc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104511) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 15:21:27.534081 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da82acd4-83af-4d97-a2af-1fe968cbdeea req-cb66c99a-6275-4607-8a4e-1bc7173bfa2e tempest-VolumesSnapshotTestJSON-1947462697 tempest-VolumesSnapshotTestJSON-1947462697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:21:27.545788 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-da82acd4-83af-4d97-a2af-1fe968cbdeea req-cb66c99a-6275-4607-8a4e-1bc7173bfa2e tempest-VolumesSnapshotTestJSON-1947462697 tempest-VolumesSnapshotTestJSON-1947462697-project] 10.222.0.67 "GET /v2.0/ports?device_id=73badc72-7d3b-46a6-937c-aad405645904 HTTP/1.1" status: 200 len: 946 time: 0.1124701 Jun 24 15:21:27.556722 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e24b4aae-8cee-48cc-bf18-e9a915ea3f2c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5f0c5043-24b7-4a39-9766-66475f0cad69'}] {{(pid=104513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 15:21:27.559122 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7de2ae652872cab3d5aa36b412d6cead56dffdf121926fea6679daaa3daba4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4edc2140-edc5-4760-9407-3b28af636cc7" -d '{"events": [{"server_uuid": "e24b4aae-8cee-48cc-bf18-e9a915ea3f2c", "name": "network-vif-unplugged", "status": "completed", "tag": "5f0c5043-24b7-4a39-9766-66475f0cad69"}]}' {{(pid=104513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 15:21:27.588722 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcec9bf-bcff-4f0f-be10-9e10cca8cb25 req-160ca51e-19ba-4e8a-ad2f-9f86578c29f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:21:27.590876 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [req-1bcec9bf-bcff-4f0f-be10-9e10cca8cb25 req-160ca51e-19ba-4e8a-ad2f-9f86578c29f8 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=73badc72-7d3b-46a6-937c-aad405645904 HTTP/1.1" status: 200 len: 1130 time: 0.0634098 Jun 24 15:21:27.651128 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 24 Jun 2022 15:21:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90eb16d3-edc1-442d-97d2-2d49b3a68912 x-openstack-request-id: req-90eb16d3-edc1-442d-97d2-2d49b3a68912 {{(pid=104513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 15:21:27.651592 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e24b4aae-8cee-48cc-bf18-e9a915ea3f2c", "name": "network-vif-unplugged", "status": "completed", "tag": "5f0c5043-24b7-4a39-9766-66475f0cad69", "code": 200}]} {{(pid=104513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 15:21:27.652113 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-90eb16d3-edc1-442d-97d2-2d49b3a68912 {{(pid=104513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 15:21:27.652671 dv-cinder-835384-11-iscsi neutron-server[104513]: INFO neutron.notifiers.nova [-] Nova event matching ['req-90eb16d3-edc1-442d-97d2-2d49b3a68912'] response: {'server_uuid': 'e24b4aae-8cee-48cc-bf18-e9a915ea3f2c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5f0c5043-24b7-4a39-9766-66475f0cad69', 'code': 200} Jun 24 15:21:27.693060 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [req-1bcec9bf-bcff-4f0f-be10-9e10cca8cb25 req-4e7320e5-4d08-4f4c-9993-e2916aefdafb service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=e2dd80b4-9ee5-4265-9129-7e54a35815b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942910 Jun 24 15:21:27.700875 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-cc4f5cba-e195-4c29-a794-9ea89525d790 tempest-TestShelveInstance-479722578 tempest-TestShelveInstance-479722578-project] Publish callbacks [] for security_group_rule (5dd36b12-b6f6-4111-8c2e-031ee07e0739), before_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:27.745006 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-da82acd4-83af-4d97-a2af-1fe968cbdeea req-8f08b304-63d5-44cb-9eff-90ef1c6c4a03 tempest-VolumesSnapshotTestJSON-1947462697 tempest-VolumesSnapshotTestJSON-1947462697-project] 10.222.0.67 "GET /v2.0/security-groups?id=e2dd80b4-9ee5-4265-9129-7e54a35815b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1976318 Jun 24 15:21:27.775148 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-cc4f5cba-e195-4c29-a794-9ea89525d790 tempest-TestShelveInstance-479722578 tempest-TestShelveInstance-479722578-project] Publish callbacks [] for security_group_rule (5dd36b12-b6f6-4111-8c2e-031ee07e0739), precommit_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:27.786980 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d169f2c-f9a3-45b3-a126-b30472bf4bf3 req-65d2f889-3b82-4244-9f95-2ffdd5708bf8 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:21:27.788491 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-2d169f2c-f9a3-45b3-a126-b30472bf4bf3 req-65d2f889-3b82-4244-9f95-2ffdd5708bf8 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] 10.222.0.64 "GET /v2.0/networks?id=af13b512-ccae-46a6-b2e4-3851b74c876d HTTP/1.1" status: 200 len: 819 time: 0.2945504 Jun 24 15:21:27.877301 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-cc4f5cba-e195-4c29-a794-9ea89525d790 tempest-TestShelveInstance-479722578 tempest-TestShelveInstance-479722578-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-275495'] for security_group_rule (5dd36b12-b6f6-4111-8c2e-031ee07e0739), after_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:27.893572 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4f5cba-e195-4c29-a794-9ea89525d790 tempest-TestShelveInstance-479722578 tempest-TestShelveInstance-479722578-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5dd36b12-b6f6-4111-8c2e-031ee07e0739,revision_number=0']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:21:27.910722 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=83,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:21:27.979305 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-cc4f5cba-e195-4c29-a794-9ea89525d790 tempest-TestShelveInstance-479722578 tempest-TestShelveInstance-479722578-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:27.979305 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [None req-cc4f5cba-e195-4c29-a794-9ea89525d790 tempest-TestShelveInstance-479722578 tempest-TestShelveInstance-479722578-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4736099 Jun 24 15:21:27.981611 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.wsgi [-] (104511) accepted ('10.222.0.67', 42092) {{(pid=104511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:21:27.987945 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.v2.base [None req-2730cf8e-7395-48e3-abd5-465ca9376f40 tempest-TestShelveInstance-479722578 tempest-TestShelveInstance-479722578-project] Request body: {'security_group_rule': {'security_group_id': '2f673e46-0bc3-417a-a88c-c966cb61274e', 'project_id': '66edbd777b48472b8fcd5a3f43c68dcc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104511) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 15:21:28.008845 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-2d169f2c-f9a3-45b3-a126-b30472bf4bf3 req-c499460a-3e9a-460a-b430-a581d7f87c36 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b6bf0e1123fa47a7844e09127fb16d6e HTTP/1.1" status: 200 len: 380 time: 0.0895925 Jun 24 15:21:28.039289 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.rpc [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Device 9ff0c6ec-3682-4389-986a-1254b8b477d9 up at agent ovs-agent-dv-cinder-835384-11-iscsi {{(pid=104513) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 15:21:28.102745 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-2730cf8e-7395-48e3-abd5-465ca9376f40 tempest-TestShelveInstance-479722578 tempest-TestShelveInstance-479722578-project] Publish callbacks [] for security_group_rule (8bc2c4c2-6d77-4c8a-8dcf-f8ce9a6fd02d), before_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:28.103858 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.provisioning_blocks [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Provisioning complete for port 9ff0c6ec-3682-4389-986a-1254b8b477d9 triggered by entity L2. {{(pid=104513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 15:21:28.104330 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7696598'] for port (9ff0c6ec-3682-4389-986a-1254b8b477d9), provisioning_complete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:28.145262 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:21:28.147707 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-be63d636-969c-4ad5-9244-b32fc92ffb30 req-fd8bfe0f-3398-4a14-b7d9-cc2b05638e65 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] 10.222.0.67 "GET /v2.0/ports?device_id=68a388fa-baf9-475a-9e9e-4b89f267983d HTTP/1.1" status: 200 len: 210 time: 0.0386529 Jun 24 15:21:28.193863 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-2730cf8e-7395-48e3-abd5-465ca9376f40 tempest-TestShelveInstance-479722578 tempest-TestShelveInstance-479722578-project] Publish callbacks [] for security_group_rule (8bc2c4c2-6d77-4c8a-8dcf-f8ce9a6fd02d), precommit_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:28.223273 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.plugin [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Current status of the port 9ff0c6ec-3682-4389-986a-1254b8b477d9 is: ACTIVE; New status is: ACTIVE {{(pid=104513) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 15:21:28.295918 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-2730cf8e-7395-48e3-abd5-465ca9376f40 tempest-TestShelveInstance-479722578 tempest-TestShelveInstance-479722578-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-275495'] for security_group_rule (8bc2c4c2-6d77-4c8a-8dcf-f8ce9a6fd02d), after_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:28.316749 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2730cf8e-7395-48e3-abd5-465ca9376f40 tempest-TestShelveInstance-479722578 tempest-TestShelveInstance-479722578-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8bc2c4c2-6d77-4c8a-8dcf-f8ce9a6fd02d,revision_number=0']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:21:28.389478 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.v2.base [req-2d169f2c-f9a3-45b3-a126-b30472bf4bf3 req-a4c3fe4a-1416-4890-a787-a9c6e06ce384 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] Request body: {'port': {'device_id': '68a388fa-baf9-475a-9e9e-4b89f267983d', 'network_id': 'af13b512-ccae-46a6-b2e4-3851b74c876d', 'admin_state_up': True, 'tenant_id': 'b6bf0e1123fa47a7844e09127fb16d6e', 'security_groups': ['6a9266fa-b1d6-497f-a6b1-a603906b73d4']}} {{(pid=104512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 15:21:28.466932 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-2730cf8e-7395-48e3-abd5-465ca9376f40 tempest-TestShelveInstance-479722578 tempest-TestShelveInstance-479722578-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:28.477521 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.wsgi [-] (104512) accepted ('10.222.0.67', 42116) {{(pid=104512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:21:28.480629 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [None req-2730cf8e-7395-48e3-abd5-465ca9376f40 tempest-TestShelveInstance-479722578 tempest-TestShelveInstance-479722578-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4974267 Jun 24 15:21:28.483785 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.v2.base [None req-ac5cba26-9850-491d-a1ba-0d5f7d4ccb02 tempest-TestShelveInstance-479722578 tempest-TestShelveInstance-479722578-project] Request body: {'security_group_rule': {'security_group_id': '2f673e46-0bc3-417a-a88c-c966cb61274e', 'project_id': '66edbd777b48472b8fcd5a3f43c68dcc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 15:21:28.558711 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=1,neutron:INSERT=3 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:21:28.580594 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f615a120-5372-405a-8eff-e50f300e9bf5 req-8b17196e-798e-4d37-a66a-d4787304b6b5 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:21:28.582210 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-f615a120-5372-405a-8eff-e50f300e9bf5 req-8b17196e-798e-4d37-a66a-d4787304b6b5 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "GET /v2.0/ports?device_id=e24b4aae-8cee-48cc-bf18-e9a915ea3f2c HTTP/1.1" status: 200 len: 943 time: 0.0622883 Jun 24 15:21:28.590625 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.db.securitygroups_db [None req-ac5cba26-9850-491d-a1ba-0d5f7d4ccb02 tempest-TestShelveInstance-479722578 tempest-TestShelveInstance-479722578-project] Project 66edbd777b48472b8fcd5a3f43c68dcc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 24 15:21:28.598033 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-ac5cba26-9850-491d-a1ba-0d5f7d4ccb02 tempest-TestShelveInstance-479722578 tempest-TestShelveInstance-479722578-project] Publish callbacks [] for security_group_rule (7f248985-e592-477c-b04f-bdd1eb9d775a), before_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:28.643013 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d169f2c-f9a3-45b3-a126-b30472bf4bf3 req-a4c3fe4a-1416-4890-a787-a9c6e06ce384 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] Made reservation on behalf of b6bf0e1123fa47a7844e09127fb16d6e for: {'port': 1} {{(pid=104512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 15:21:28.646455 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [req-2d169f2c-f9a3-45b3-a126-b30472bf4bf3 req-a4c3fe4a-1416-4890-a787-a9c6e06ce384 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7727318'] for port (None), before_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:28.700625 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-f615a120-5372-405a-8eff-e50f300e9bf5 req-5729edfb-853b-4c2c-95ca-dda0168bb8e0 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "GET /v2.0/security-groups?id=b9b51dc4-7b04-4aff-a905-bf9eb837f4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1111610 Jun 24 15:21:28.792882 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-ac5cba26-9850-491d-a1ba-0d5f7d4ccb02 tempest-TestShelveInstance-479722578 tempest-TestShelveInstance-479722578-project] Publish callbacks [] for security_group_rule (7f248985-e592-477c-b04f-bdd1eb9d775a), precommit_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:28.902562 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-ac5cba26-9850-491d-a1ba-0d5f7d4ccb02 tempest-TestShelveInstance-479722578 tempest-TestShelveInstance-479722578-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-275495'] for security_group_rule (7f248985-e592-477c-b04f-bdd1eb9d775a), after_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:28.913045 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.db.db_base_plugin_common [req-2d169f2c-f9a3-45b3-a126-b30472bf4bf3 req-a4c3fe4a-1416-4890-a787-a9c6e06ce384 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] Allocated IP 172.20.0.6 (af13b512-ccae-46a6-b2e4-3851b74c876d/298c1716-00da-4f9f-a34c-b32e0b6a8775/f136a5f8-c1cb-48a1-8b07-9b685830d3b5) {{(pid=104512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 15:21:28.922717 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd24136-450c-4e09-9034-ad8f271937ba req-4fafa4d9-2d8c-46fb-8a03-0a3ca3231067 tempest-VolumesSnapshotTestJSON-1947462697 tempest-VolumesSnapshotTestJSON-1947462697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:21:28.924384 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-6fd24136-450c-4e09-9034-ad8f271937ba req-4fafa4d9-2d8c-46fb-8a03-0a3ca3231067 tempest-VolumesSnapshotTestJSON-1947462697 tempest-VolumesSnapshotTestJSON-1947462697-project] 10.222.0.67 "GET /v2.0/ports?device_id=73badc72-7d3b-46a6-937c-aad405645904 HTTP/1.1" status: 200 len: 946 time: 0.0834785 Jun 24 15:21:28.952472 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5cba26-9850-491d-a1ba-0d5f7d4ccb02 tempest-TestShelveInstance-479722578 tempest-TestShelveInstance-479722578-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f248985-e592-477c-b04f-bdd1eb9d775a,revision_number=0']} {{(pid=104512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:21:28.980775 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=85,neutron:INSERT=8,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:21:29.027104 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-6fd24136-450c-4e09-9034-ad8f271937ba req-13cb338c-f99c-4e9e-a6b7-f34367eea879 tempest-VolumesSnapshotTestJSON-1947462697 tempest-VolumesSnapshotTestJSON-1947462697-project] 10.222.0.67 "GET /v2.0/security-groups?id=e2dd80b4-9ee5-4265-9129-7e54a35815b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936935 Jun 24 15:21:29.032134 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-ac5cba26-9850-491d-a1ba-0d5f7d4ccb02 tempest-TestShelveInstance-479722578 tempest-TestShelveInstance-479722578-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:29.033826 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [None req-ac5cba26-9850-491d-a1ba-0d5f7d4ccb02 tempest-TestShelveInstance-479722578 tempest-TestShelveInstance-479722578-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5552907 Jun 24 15:21:29.036896 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.wsgi [-] (104511) accepted ('10.222.0.67', 42136) {{(pid=104511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:21:29.042797 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.v2.base [None req-e1aaa9b9-9011-4392-b0a0-57acc9f56aa0 tempest-TestShelveInstance-479722578 tempest-TestShelveInstance-479722578-project] Request body: {'security_group_rule': {'security_group_id': '2f673e46-0bc3-417a-a88c-c966cb61274e', 'project_id': '66edbd777b48472b8fcd5a3f43c68dcc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104511) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 15:21:29.125032 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [req-2d169f2c-f9a3-45b3-a126-b30472bf4bf3 req-a4c3fe4a-1416-4890-a787-a9c6e06ce384 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] Publish callbacks [] for port (f136a5f8-c1cb-48a1-8b07-9b685830d3b5), precommit_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:29.133566 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.db.securitygroups_db [None req-e1aaa9b9-9011-4392-b0a0-57acc9f56aa0 tempest-TestShelveInstance-479722578 tempest-TestShelveInstance-479722578-project] Project 66edbd777b48472b8fcd5a3f43c68dcc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 24 15:21:29.139870 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-e1aaa9b9-9011-4392-b0a0-57acc9f56aa0 tempest-TestShelveInstance-479722578 tempest-TestShelveInstance-479722578-project] Publish callbacks [] for security_group_rule (664b2afd-57bc-4790-ba82-03612edfb7cf), before_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:29.207871 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-e1aaa9b9-9011-4392-b0a0-57acc9f56aa0 tempest-TestShelveInstance-479722578 tempest-TestShelveInstance-479722578-project] Publish callbacks [] for security_group_rule (664b2afd-57bc-4790-ba82-03612edfb7cf), precommit_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:29.219804 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [req-2d169f2c-f9a3-45b3-a126-b30472bf4bf3 req-a4c3fe4a-1416-4890-a787-a9c6e06ce384 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761384583298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3859661'] for port (f136a5f8-c1cb-48a1-8b07-9b685830d3b5), after_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:29.298311 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d169f2c-f9a3-45b3-a126-b30472bf4bf3 req-a4c3fe4a-1416-4890-a787-a9c6e06ce384 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] Network af13b512-ccae-46a6-b2e4-3851b74c876d is already hosted by enough agents. {{(pid=104512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 15:21:29.304983 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.scheduler.base_scheduler [req-2d169f2c-f9a3-45b3-a126-b30472bf4bf3 req-a4c3fe4a-1416-4890-a787-a9c6e06ce384 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] Resources bound (agent type, host, resource id): {{(pid=104512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 15:21:29.310633 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d169f2c-f9a3-45b3-a126-b30472bf4bf3 req-a4c3fe4a-1416-4890-a787-a9c6e06ce384 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] Received port after_create {{(pid=104512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 15:21:29.311580 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-e1aaa9b9-9011-4392-b0a0-57acc9f56aa0 tempest-TestShelveInstance-479722578 tempest-TestShelveInstance-479722578-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-275495'] for security_group_rule (664b2afd-57bc-4790-ba82-03612edfb7cf), after_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:29.315609 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c3fe4a-1416-4890-a787-a9c6e06ce384 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] Pushing event updated for resources: {'Port': ['ID=f136a5f8-c1cb-48a1-8b07-9b685830d3b5,revision_number=1']} {{(pid=104512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:21:29.323366 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594f1335-145d-41f5-a46a-697f6c8df901 req-d34e1160-f75f-409c-8bb3-664405b29ae8 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:21:29.325130 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-594f1335-145d-41f5-a46a-697f6c8df901 req-d34e1160-f75f-409c-8bb3-664405b29ae8 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] 10.222.0.67 "GET /v2.0/ports?device_id=68a388fa-baf9-475a-9e9e-4b89f267983d HTTP/1.1" status: 200 len: 931 time: 0.1022074 Jun 24 15:21:29.333192 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1aaa9b9-9011-4392-b0a0-57acc9f56aa0 tempest-TestShelveInstance-479722578 tempest-TestShelveInstance-479722578-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=664b2afd-57bc-4790-ba82-03612edfb7cf,revision_number=0']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:21:29.400337 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d169f2c-f9a3-45b3-a126-b30472bf4bf3 req-a4c3fe4a-1416-4890-a787-a9c6e06ce384 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:21:29.400999 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [req-2d169f2c-f9a3-45b3-a126-b30472bf4bf3 req-a4c3fe4a-1416-4890-a787-a9c6e06ce384 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30073'] for port (None), before_response {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:29.427535 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-594f1335-145d-41f5-a46a-697f6c8df901 req-3804f888-2922-46d3-99d0-fb859cf96cd8 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] 10.222.0.67 "GET /v2.0/security-groups?id=6a9266fa-b1d6-497f-a6b1-a603906b73d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782902 Jun 24 15:21:29.450284 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-e1aaa9b9-9011-4392-b0a0-57acc9f56aa0 tempest-TestShelveInstance-479722578 tempest-TestShelveInstance-479722578-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:29.451710 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [None req-e1aaa9b9-9011-4392-b0a0-57acc9f56aa0 tempest-TestShelveInstance-479722578 tempest-TestShelveInstance-479722578-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4135051 Jun 24 15:21:29.536226 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-2d169f2c-f9a3-45b3-a126-b30472bf4bf3 req-a4c3fe4a-1416-4890-a787-a9c6e06ce384 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1514623 Jun 24 15:21:29.547525 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.v2.base [req-2d169f2c-f9a3-45b3-a126-b30472bf4bf3 req-0041b0b0-2d79-4381-be57-d958b4a71387 service neutron] Request body: {'port': {'device_id': '68a388fa-baf9-475a-9e9e-4b89f267983d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83538'}} {{(pid=104512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 15:21:29.551834 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=2 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:21:29.602320 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.provisioning_blocks [None req-eaa25ea7-20f5-4dfc-92ab-2b8b22eeb82b None None] Provisioning complete for port f136a5f8-c1cb-48a1-8b07-9b685830d3b5 triggered by entity DHCP. {{(pid=104513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 15:21:29.602774 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-eaa25ea7-20f5-4dfc-92ab-2b8b22eeb82b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7696598'] for port (f136a5f8-c1cb-48a1-8b07-9b685830d3b5), provisioning_complete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:29.619054 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [req-2d169f2c-f9a3-45b3-a126-b30472bf4bf3 req-0041b0b0-2d79-4381-be57-d958b4a71387 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7727318'] for port (f136a5f8-c1cb-48a1-8b07-9b685830d3b5), before_update {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:29.638979 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.plugin [None req-eaa25ea7-20f5-4dfc-92ab-2b8b22eeb82b None None] Port f136a5f8-c1cb-48a1-8b07-9b685830d3b5 cannot update to ACTIVE because it is not bound. {{(pid=104513) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 15:21:29.904425 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.notifiers.nova [req-2d169f2c-f9a3-45b3-a126-b30472bf4bf3 req-0041b0b0-2d79-4381-be57-d958b4a71387 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f136a5f8-c1cb-48a1-8b07-9b685830d3b5 {{(pid=104512) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 15:21:29.912056 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [req-2d169f2c-f9a3-45b3-a126-b30472bf4bf3 req-0041b0b0-2d79-4381-be57-d958b4a71387 service neutron] Publish callbacks [] for port (f136a5f8-c1cb-48a1-8b07-9b685830d3b5), precommit_update {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:29.925530 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.db.provisioning_blocks [req-2d169f2c-f9a3-45b3-a126-b30472bf4bf3 req-0041b0b0-2d79-4381-be57-d958b4a71387 service neutron] Transition to ACTIVE for port object f136a5f8-c1cb-48a1-8b07-9b685830d3b5 will not be triggered until provisioned by entity L2. {{(pid=104512) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 24 15:21:30.019093 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [req-2d169f2c-f9a3-45b3-a126-b30472bf4bf3 req-0041b0b0-2d79-4381-be57-d958b4a71387 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761385101662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761384583316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761384583334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3859668'] for port (f136a5f8-c1cb-48a1-8b07-9b685830d3b5), after_update {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:30.085380 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0041b0b0-2d79-4381-be57-d958b4a71387 service neutron] Pushing event updated for resources: {'Port': ['ID=f136a5f8-c1cb-48a1-8b07-9b685830d3b5,revision_number=2']} {{(pid=104512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:21:30.202703 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6a4c9a-5dcb-44bd-b06f-5d5772311dbc req-766a6de6-0345-4446-a40f-09daf82e1fad tempest-VolumesSnapshotTestJSON-1947462697 tempest-VolumesSnapshotTestJSON-1947462697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:21:30.204348 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-2e6a4c9a-5dcb-44bd-b06f-5d5772311dbc req-766a6de6-0345-4446-a40f-09daf82e1fad tempest-VolumesSnapshotTestJSON-1947462697 tempest-VolumesSnapshotTestJSON-1947462697-project] 10.222.0.67 "GET /v2.0/ports?device_id=73badc72-7d3b-46a6-937c-aad405645904 HTTP/1.1" status: 200 len: 946 time: 0.0729294 Jun 24 15:21:30.230121 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.managers [req-2d169f2c-f9a3-45b3-a126-b30472bf4bf3 req-0041b0b0-2d79-4381-be57-d958b4a71387 service neutron] Attempting to bind port f136a5f8-c1cb-48a1-8b07-9b685830d3b5 on host hv-cinder-83538 for vnic_type normal with profile {{(pid=104512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 15:21:30.230458 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.managers [req-2d169f2c-f9a3-45b3-a126-b30472bf4bf3 req-0041b0b0-2d79-4381-be57-d958b4a71387 service neutron] Attempting to bind port f136a5f8-c1cb-48a1-8b07-9b685830d3b5 by drivers openvswitch,hyperv on host hv-cinder-83538 at level 0 using segments [{'id': '09260357-2b8c-4633-ba77-7272b5911a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'af13b512-ccae-46a6-b2e4-3851b74c876d'}] {{(pid=104512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 15:21:30.236710 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d169f2c-f9a3-45b3-a126-b30472bf4bf3 req-0041b0b0-2d79-4381-be57-d958b4a71387 service neutron] Attempting to bind port f136a5f8-c1cb-48a1-8b07-9b685830d3b5 on network af13b512-ccae-46a6-b2e4-3851b74c876d {{(pid=104512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 15:21:30.239522 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d169f2c-f9a3-45b3-a126-b30472bf4bf3 req-0041b0b0-2d79-4381-be57-d958b4a71387 service neutron] Port f136a5f8-c1cb-48a1-8b07-9b685830d3b5 on network af13b512-ccae-46a6-b2e4-3851b74c876d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83538 {{(pid=104512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 24 15:21:30.239863 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d169f2c-f9a3-45b3-a126-b30472bf4bf3 req-0041b0b0-2d79-4381-be57-d958b4a71387 service neutron] Attempting to bind port f136a5f8-c1cb-48a1-8b07-9b685830d3b5 on network af13b512-ccae-46a6-b2e4-3851b74c876d {{(pid=104512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 15:21:30.253247 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d169f2c-f9a3-45b3-a126-b30472bf4bf3 req-0041b0b0-2d79-4381-be57-d958b4a71387 service neutron] Checking agent: {'id': 'f0fa743b-ff28-43ff-ac51-704c86538f10', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83538', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 15, 16, 38), 'started_at': datetime.datetime(2022, 6, 24, 15, 16, 38), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 15, 21, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 15:21:30.253553 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d169f2c-f9a3-45b3-a126-b30472bf4bf3 req-0041b0b0-2d79-4381-be57-d958b4a71387 service neutron] Checking segment: {'id': '09260357-2b8c-4633-ba77-7272b5911a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'af13b512-ccae-46a6-b2e4-3851b74c876d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 15:21:30.253981 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d169f2c-f9a3-45b3-a126-b30472bf4bf3 req-0041b0b0-2d79-4381-be57-d958b4a71387 service neutron] Bound using segment: {'id': '09260357-2b8c-4633-ba77-7272b5911a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'af13b512-ccae-46a6-b2e4-3851b74c876d'} {{(pid=104512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 15:21:30.254371 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.managers [req-2d169f2c-f9a3-45b3-a126-b30472bf4bf3 req-0041b0b0-2d79-4381-be57-d958b4a71387 service neutron] Bound port: f136a5f8-c1cb-48a1-8b07-9b685830d3b5, host: hv-cinder-83538, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09260357-2b8c-4633-ba77-7272b5911a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'af13b512-ccae-46a6-b2e4-3851b74c876d'}}] {{(pid=104512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 15:21:30.254731 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [req-2d169f2c-f9a3-45b3-a126-b30472bf4bf3 req-0041b0b0-2d79-4381-be57-d958b4a71387 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7727318'] for port (f136a5f8-c1cb-48a1-8b07-9b685830d3b5), before_update {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:30.270016 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:21:30.284219 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-2e6a4c9a-5dcb-44bd-b06f-5d5772311dbc req-b7efc033-8347-4ec6-b14b-92244cc83fb1 tempest-VolumesSnapshotTestJSON-1947462697 tempest-VolumesSnapshotTestJSON-1947462697-project] 10.222.0.67 "GET /v2.0/security-groups?id=e2dd80b4-9ee5-4265-9129-7e54a35815b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717807 Jun 24 15:21:30.333186 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.db [req-2d169f2c-f9a3-45b3-a126-b30472bf4bf3 req-0041b0b0-2d79-4381-be57-d958b4a71387 service neutron] For port f136a5f8-c1cb-48a1-8b07-9b685830d3b5, host hv-cinder-83538, cleared binding levels {{(pid=104512) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 15:21:30.336279 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.db [req-2d169f2c-f9a3-45b3-a126-b30472bf4bf3 req-0041b0b0-2d79-4381-be57-d958b4a71387 service neutron] For port f136a5f8-c1cb-48a1-8b07-9b685830d3b5, host hv-cinder-83538, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=f136a5f8-c1cb-48a1-8b07-9b685830d3b5,segment=NetworkSegment(09260357-2b8c-4633-ba77-7272b5911a12),segment_id=09260357-2b8c-4633-ba77-7272b5911a12)] {{(pid=104512) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 15:21:30.408326 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.wsgi [-] (104511) accepted ('10.222.0.67', 42196) {{(pid=104511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:21:30.442697 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [req-2d169f2c-f9a3-45b3-a126-b30472bf4bf3 req-0041b0b0-2d79-4381-be57-d958b4a71387 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761385101662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761384583316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761384583334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3859668'] for port (f136a5f8-c1cb-48a1-8b07-9b685830d3b5), after_update {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:30.470627 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:21:30.479284 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2b0553f-7624-4b05-a856-50cbe832608c admin admin] Deleting subnet a76427aa-30a6-4fc2-85bb-39f974631fb0 {{(pid=104511) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 24 15:21:30.484323 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-f2b0553f-7624-4b05-a856-50cbe832608c admin admin] Publish callbacks [] for subnet (a76427aa-30a6-4fc2-85bb-39f974631fb0), before_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:30.553278 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-f2b0553f-7624-4b05-a856-50cbe832608c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3541070'] for subnet (a76427aa-30a6-4fc2-85bb-39f974631fb0), precommit_delete_associations {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:30.553904 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:21:30.559824 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0041b0b0-2d79-4381-be57-d958b4a71387 service neutron] Pushing event updated for resources: {'Port': ['ID=f136a5f8-c1cb-48a1-8b07-9b685830d3b5,revision_number=3']} {{(pid=104512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:21:30.613585 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d169f2c-f9a3-45b3-a126-b30472bf4bf3 req-0041b0b0-2d79-4381-be57-d958b4a71387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:21:30.614223 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [req-2d169f2c-f9a3-45b3-a126-b30472bf4bf3 req-0041b0b0-2d79-4381-be57-d958b4a71387 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30073'] for port (None), before_response {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:30.625596 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-2d169f2c-f9a3-45b3-a126-b30472bf4bf3 req-0041b0b0-2d79-4381-be57-d958b4a71387 service neutron] 10.222.0.64 "PUT /v2.0/ports/f136a5f8-c1cb-48a1-8b07-9b685830d3b5 HTTP/1.1" status: 200 len: 1093 time: 1.0742388 Jun 24 15:21:30.626181 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68a388fa-baf9-475a-9e9e-4b89f267983d', 'tag': 'f136a5f8-c1cb-48a1-8b07-9b685830d3b5'}] {{(pid=104512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 15:21:30.630321 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9db87de5340c6be2811fa9e5912a63998a589dd3f857fd3823a550d1ae48127" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d59f975-bc35-48f0-baa6-b4e9721246c3" -d '{"events": [{"name": "network-changed", "server_uuid": "68a388fa-baf9-475a-9e9e-4b89f267983d", "tag": "f136a5f8-c1cb-48a1-8b07-9b685830d3b5"}]}' {{(pid=104512) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 15:21:30.630573 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-f2b0553f-7624-4b05-a856-50cbe832608c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7697736'] for subnet (a76427aa-30a6-4fc2-85bb-39f974631fb0), precommit_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:30.683262 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae18c600-834e-450a-a05a-248d07fa47ce req-bb2b0ec4-2fb3-4aa5-b818-0620d934e528 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:21:30.701449 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-ae18c600-834e-450a-a05a-248d07fa47ce req-bb2b0ec4-2fb3-4aa5-b818-0620d934e528 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] 10.222.0.67 "GET /v2.0/ports?device_id=68a388fa-baf9-475a-9e9e-4b89f267983d HTTP/1.1" status: 200 len: 943 time: 0.1429694 Jun 24 15:21:30.717665 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Jun 2022 15:21:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b853fa3-b0ba-4841-86a8-67a95439a0a4 x-openstack-request-id: req-1b853fa3-b0ba-4841-86a8-67a95439a0a4 {{(pid=104512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 15:21:30.717665 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68a388fa-baf9-475a-9e9e-4b89f267983d", "tag": "f136a5f8-c1cb-48a1-8b07-9b685830d3b5", "status": "completed", "code": 200}]} {{(pid=104512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 15:21:30.717665 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-1b853fa3-b0ba-4841-86a8-67a95439a0a4 {{(pid=104512) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 15:21:30.717665 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1b853fa3-b0ba-4841-86a8-67a95439a0a4'] response: {'name': 'network-changed', 'server_uuid': '68a388fa-baf9-475a-9e9e-4b89f267983d', 'tag': 'f136a5f8-c1cb-48a1-8b07-9b685830d3b5', 'status': 'completed', 'code': 200} Jun 24 15:21:30.800143 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.wsgi [req-d736e4ce-e906-435b-908d-e757f2f588aa req-d67abdc6-606a-426a-9d94-09f473464bbd service neutron] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=104512) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 24 15:21:30.801151 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-d736e4ce-e906-435b-908d-e757f2f588aa req-d67abdc6-606a-426a-9d94-09f473464bbd service neutron] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0067060 Jun 24 15:21:30.802916 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d59f975-bc35-48f0-baa6-b4e9721246c3 req-3b050309-382b-4632-ac9a-0ac697649681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:21:30.804385 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-3d59f975-bc35-48f0-baa6-b4e9721246c3 req-3b050309-382b-4632-ac9a-0ac697649681 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b6bf0e1123fa47a7844e09127fb16d6e&device_id=68a388fa-baf9-475a-9e9e-4b89f267983d HTTP/1.1" status: 200 len: 1127 time: 0.0753372 Jun 24 15:21:30.829391 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-ae18c600-834e-450a-a05a-248d07fa47ce req-c0380ca1-5144-424f-addd-8d4c41c3e3c2 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] 10.222.0.67 "GET /v2.0/security-groups?id=6a9266fa-b1d6-497f-a6b1-a603906b73d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1121233 Jun 24 15:21:30.842207 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:21:30.849290 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-f2b0553f-7624-4b05-a856-50cbe832608c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7697766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3599681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3423336'] for subnet (a76427aa-30a6-4fc2-85bb-39f974631fb0), after_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:30.877243 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b0553f-7624-4b05-a856-50cbe832608c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a76427aa-30a6-4fc2-85bb-39f974631fb0,revision_number=None']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:21:30.881286 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-f2b0553f-7624-4b05-a856-50cbe832608c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7879399'] for subnet (None), before_response {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:30.884581 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [None req-f2b0553f-7624-4b05-a856-50cbe832608c admin admin] 10.222.0.67 "DELETE /v2.0/subnets/a76427aa-30a6-4fc2-85bb-39f974631fb0 HTTP/1.1" status: 204 len: 168 time: 0.4749720 Jun 24 15:21:30.887132 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.wsgi [-] (104511) accepted ('10.222.0.67', 42244) {{(pid=104511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:21:30.940802 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d59f975-bc35-48f0-baa6-b4e9721246c3 req-6a1d8036-fc06-4ded-88fc-00519094ab6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:21:30.942675 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-3d59f975-bc35-48f0-baa6-b4e9721246c3 req-6a1d8036-fc06-4ded-88fc-00519094ab6f service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=b6bf0e1123fa47a7844e09127fb16d6e&shared=False HTTP/1.1" status: 200 len: 920 time: 0.1226230 Jun 24 15:21:30.968411 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-ccd48ed1-31f4-439b-a9ce-ef5692b47590 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7823327'] for network (68929872-8e73-4fa4-8752-c483abf62b64), before_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:31.059407 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-ccd48ed1-31f4-439b-a9ce-ef5692b47590 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7769653', 'neutron.services.segments.db._delete_segments_for_network-8761385121163'] for network (68929872-8e73-4fa4-8752-c483abf62b64), precommit_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:31.071111 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=87,neutron:DELETE=6,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:21:31.083807 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.services.segments.db [None req-ccd48ed1-31f4-439b-a9ce-ef5692b47590 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68929872-8e73-4fa4-8752-c483abf62b64']}} {{(pid=104511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 15:21:31.096396 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.services.segments.db [None req-ccd48ed1-31f4-439b-a9ce-ef5692b47590 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd027ebd4-5e93-4c66-8711-832e8c4ab91f') {'for_net_delete': True} {{(pid=104511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 15:21:31.096396 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.services.segments.db [None req-ccd48ed1-31f4-439b-a9ce-ef5692b47590 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd027ebd4-5e93-4c66-8711-832e8c4ab91f') {} {{(pid=104511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 15:21:31.109037 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-ccd48ed1-31f4-439b-a9ce-ef5692b47590 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761385121940', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3541077'] for segment (d027ebd4-5e93-4c66-8711-832e8c4ab91f), before_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:31.118634 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7340a15f-b0fe-43ee-82de-8cc5d28bf3b2 req-e9d151e3-b420-416b-8ba1-2d328799a69c tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:21:31.120215 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-7340a15f-b0fe-43ee-82de-8cc5d28bf3b2 req-e9d151e3-b420-416b-8ba1-2d328799a69c tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "GET /v2.0/ports?device_id=e24b4aae-8cee-48cc-bf18-e9a915ea3f2c HTTP/1.1" status: 200 len: 943 time: 0.0631886 Jun 24 15:21:31.125588 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-ccd48ed1-31f4-439b-a9ce-ef5692b47590 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7772344'] for segment (d027ebd4-5e93-4c66-8711-832e8c4ab91f), precommit_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:31.132613 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ccd48ed1-31f4-439b-a9ce-ef5692b47590 admin admin] Releasing vlan 775 on physical network physnet1 to pool {{(pid=104511) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 15:21:31.133049 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-ccd48ed1-31f4-439b-a9ce-ef5692b47590 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7772344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3599659'] for segment (d027ebd4-5e93-4c66-8711-832e8c4ab91f), after_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:31.189297 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-7340a15f-b0fe-43ee-82de-8cc5d28bf3b2 req-dd61ffce-e22a-4ce7-93da-7774d84869e4 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "GET /v2.0/security-groups?id=b9b51dc4-7b04-4aff-a905-bf9eb837f4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617025 Jun 24 15:21:31.194029 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.services.segments.plugin [-] Segment d027ebd4-5e93-4c66-8711-832e8c4ab91f resource provider aggregate not found Jun 24 15:21:31.210894 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.services.segments.plugin [-] Segment d027ebd4-5e93-4c66-8711-832e8c4ab91f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d027ebd4-5e93-4c66-8711-832e8c4ab91f found for delete ", "request_id": "req-ed393ba6-2860-4fe5-884f-446ba867c4a1"}]} Jun 24 15:21:31.292439 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-ccd48ed1-31f4-439b-a9ce-ef5692b47590 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7769644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-275585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-467247'] for network (68929872-8e73-4fa4-8752-c483abf62b64), after_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:31.302014 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-ccd48ed1-31f4-439b-a9ce-ef5692b47590 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7879399'] for network (None), before_response {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:31.308795 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [None req-ccd48ed1-31f4-439b-a9ce-ef5692b47590 admin admin] 10.222.0.67 "DELETE /v2.0/networks/68929872-8e73-4fa4-8752-c483abf62b64 HTTP/1.1" status: 204 len: 168 time: 0.4206679 Jun 24 15:21:31.319418 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd48ed1-31f4-439b-a9ce-ef5692b47590 admin admin] Pushing event deleted for resources: {'Network': ['ID=68929872-8e73-4fa4-8752-c483abf62b64,revision_number=None']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:21:31.665181 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.wsgi [-] (104511) accepted ('10.222.0.67', 42282) {{(pid=104511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:21:31.716947 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.wsgi [-] (104512) accepted ('10.222.0.67', 42286) {{(pid=104512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:21:31.746604 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [req-8d57f163-8c0d-4600-9aa2-5fd8df43fe21 req-47bf6219-83ba-4336-8792-192105cdc778 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=e24b4aae-8cee-48cc-bf18-e9a915ea3f2c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0801625 Jun 24 15:21:31.756494 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.wsgi [req-8d57f163-8c0d-4600-9aa2-5fd8df43fe21 req-679c8faf-dc03-4dfc-9c02-28c1b625a197 service neutron] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=104511) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 24 15:21:31.757470 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [None req-fc6e3ed4-9c5f-4585-b8b5-5c4f8237d6c3 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=b0fa019dc14d4e40a77d6b7db5cad9be&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0394137 Jun 24 15:21:31.757622 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [req-8d57f163-8c0d-4600-9aa2-5fd8df43fe21 req-679c8faf-dc03-4dfc-9c02-28c1b625a197 service neutron] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0063577 Jun 24 15:21:31.760013 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.wsgi [-] (104512) accepted ('10.222.0.67', 42288) {{(pid=104512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:21:31.782213 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.rpc [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Device 5f0c5043-24b7-4a39-9766-66475f0cad69 no longer exists at agent hyperv_hv-cinder-83538 {{(pid=104513) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 15:21:31.869420 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.plugin [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Current status of the port 5f0c5043-24b7-4a39-9766-66475f0cad69 is: DOWN; New status is: DOWN {{(pid=104513) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 15:21:31.916248 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.wsgi [-] (104511) accepted ('10.222.0.67', 42298) {{(pid=104511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:21:31.927938 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-b61bf2af-971e-421a-a27f-dd6e20807b37 admin admin] Publish callbacks [] for security_group (162ebe40-a03a-4be9-8e35-a3c1e8cb26c9), before_delete {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:31.977541 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b37783d-3cc5-4e80-b84e-ccc5b3743656 req-3aaa29ee-72c6-46d5-a02a-8270296af5fb tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:21:31.979007 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-6b37783d-3cc5-4e80-b84e-ccc5b3743656 req-3aaa29ee-72c6-46d5-a02a-8270296af5fb tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] 10.222.0.67 "GET /v2.0/ports?device_id=68a388fa-baf9-475a-9e9e-4b89f267983d HTTP/1.1" status: 200 len: 943 time: 0.0889521 Jun 24 15:21:31.981084 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-b61bf2af-971e-421a-a27f-dd6e20807b37 admin admin] Publish callbacks [] for security_group (162ebe40-a03a-4be9-8e35-a3c1e8cb26c9), precommit_delete {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:31.983365 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d59f975-bc35-48f0-baa6-b4e9721246c3 req-487c98da-706f-474f-a00c-d7ea3bfb2fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:21:31.984724 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-3d59f975-bc35-48f0-baa6-b4e9721246c3 req-487c98da-706f-474f-a00c-d7ea3bfb2fc3 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2054942 Jun 24 15:21:32.022277 dv-cinder-835384-11-iscsi neutron-server[104511]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 24 15:21:32.054438 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-6b37783d-3cc5-4e80-b84e-ccc5b3743656 req-f0b5454b-8864-4912-a358-7e9e79185cbd tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] 10.222.0.67 "GET /v2.0/security-groups?id=6a9266fa-b1d6-497f-a6b1-a603906b73d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636735 Jun 24 15:21:32.069050 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d57f163-8c0d-4600-9aa2-5fd8df43fe21 req-60caf792-41eb-40f7-b0dd-91cb6eebf1c6 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:21:32.070427 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [req-8d57f163-8c0d-4600-9aa2-5fd8df43fe21 req-60caf792-41eb-40f7-b0dd-91cb6eebf1c6 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "GET /v2.0/ports/5f0c5043-24b7-4a39-9766-66475f0cad69 HTTP/1.1" status: 200 len: 940 time: 0.1532025 Jun 24 15:21:32.154821 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-b61bf2af-971e-421a-a27f-dd6e20807b37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-275664'] for security_group (162ebe40-a03a-4be9-8e35-a3c1e8cb26c9), after_delete {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:32.158446 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-b61bf2af-971e-421a-a27f-dd6e20807b37 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:32.159859 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [None req-b61bf2af-971e-421a-a27f-dd6e20807b37 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/162ebe40-a03a-4be9-8e35-a3c1e8cb26c9 HTTP/1.1" status: 204 len: 168 time: 0.3989704 Jun 24 15:21:32.169936 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61bf2af-971e-421a-a27f-dd6e20807b37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=162ebe40-a03a-4be9-8e35-a3c1e8cb26c9,revision_number=None']} {{(pid=104512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:21:32.308423 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb507636-1204-4e08-9de2-a37c85feff38 req-d201a063-80a2-4ef2-9b09-68634a51e960 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:21:32.309831 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-eb507636-1204-4e08-9de2-a37c85feff38 req-d201a063-80a2-4ef2-9b09-68634a51e960 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "GET /v2.0/ports?device_id=e24b4aae-8cee-48cc-bf18-e9a915ea3f2c HTTP/1.1" status: 200 len: 943 time: 0.0491192 Jun 24 15:21:32.357624 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-eb507636-1204-4e08-9de2-a37c85feff38 req-269dbe7a-0b55-4df8-b994-c335eccde2c2 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "GET /v2.0/security-groups?id=b9b51dc4-7b04-4aff-a905-bf9eb837f4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417478 Jun 24 15:21:33.173896 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61559a46-001f-4fa0-88d0-89e7ea4bafd9 req-291270d3-9a6b-437e-9ab4-0a8ba284312b tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:21:33.175425 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-61559a46-001f-4fa0-88d0-89e7ea4bafd9 req-291270d3-9a6b-437e-9ab4-0a8ba284312b tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] 10.222.0.67 "GET /v2.0/ports?device_id=68a388fa-baf9-475a-9e9e-4b89f267983d HTTP/1.1" status: 200 len: 943 time: 0.0532234 Jun 24 15:21:33.224632 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-61559a46-001f-4fa0-88d0-89e7ea4bafd9 req-fd20c30c-0eb9-49c8-a823-63d33fdf1b05 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] 10.222.0.67 "GET /v2.0/security-groups?id=6a9266fa-b1d6-497f-a6b1-a603906b73d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431604 Jun 24 15:21:33.479558 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e8e494-2376-452f-9552-f52dab619a73 req-7b360776-249b-4d81-8bfb-2a4a0ffcbc9b tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:21:33.481047 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-93e8e494-2376-452f-9552-f52dab619a73 req-7b360776-249b-4d81-8bfb-2a4a0ffcbc9b tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "GET /v2.0/ports?device_id=e24b4aae-8cee-48cc-bf18-e9a915ea3f2c HTTP/1.1" status: 200 len: 943 time: 0.0473480 Jun 24 15:21:33.507412 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:21:33.529050 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-93e8e494-2376-452f-9552-f52dab619a73 req-1eaeab7b-4498-4b32-8fe3-f390fe390d69 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "GET /v2.0/security-groups?id=b9b51dc4-7b04-4aff-a905-bf9eb837f4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419838 Jun 24 15:21:33.636765 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d169f2c-f9a3-45b3-a126-b30472bf4bf3 req-fa813eaf-2eae-4780-9138-1a5bfad3a43e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:21:33.638307 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-2d169f2c-f9a3-45b3-a126-b30472bf4bf3 req-fa813eaf-2eae-4780-9138-1a5bfad3a43e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b6bf0e1123fa47a7844e09127fb16d6e&device_id=68a388fa-baf9-475a-9e9e-4b89f267983d HTTP/1.1" status: 200 len: 1127 time: 0.0480328 Jun 24 15:21:33.680472 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-2d169f2c-f9a3-45b3-a126-b30472bf4bf3 req-5f662c08-65a8-4eac-927d-958b0e5d6173 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f136a5f8-c1cb-48a1-8b07-9b685830d3b5 HTTP/1.1" status: 200 len: 217 time: 0.0335193 Jun 24 15:21:33.744374 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d169f2c-f9a3-45b3-a126-b30472bf4bf3 req-f5a5ab5b-f255-4ad8-b303-035d6561ad3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:21:33.745833 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-2d169f2c-f9a3-45b3-a126-b30472bf4bf3 req-f5a5ab5b-f255-4ad8-b303-035d6561ad3f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=298c1716-00da-4f9f-a34c-b32e0b6a8775 HTTP/1.1" status: 200 len: 858 time: 0.0512371 Jun 24 15:21:33.810112 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d169f2c-f9a3-45b3-a126-b30472bf4bf3 req-5564b302-fcb8-4ef5-a435-2a8989272e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:21:33.811933 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-2d169f2c-f9a3-45b3-a126-b30472bf4bf3 req-5564b302-fcb8-4ef5-a435-2a8989272e81 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=af13b512-ccae-46a6-b2e4-3851b74c876d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0551667 Jun 24 15:21:33.908777 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:21:33.944298 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-2d169f2c-f9a3-45b3-a126-b30472bf4bf3 req-1f1165a1-47a1-475b-adaf-a17aaa53c6d1 service neutron] 10.222.0.64 "GET /v2.0/networks/af13b512-ccae-46a6-b2e4-3851b74c876d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257451 Jun 24 15:21:34.089004 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-2d169f2c-f9a3-45b3-a126-b30472bf4bf3 req-1f9bf803-651d-440e-badb-11e87dd05098 service neutron] 10.222.0.64 "GET /v2.0/networks/af13b512-ccae-46a6-b2e4-3851b74c876d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320858 Jun 24 15:21:34.342716 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b6fe94-7fbe-45e5-ad3e-9ffd91cbf37f req-46e4eb9d-f3e5-474d-9831-dac5f0011d30 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:21:34.344897 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-39b6fe94-7fbe-45e5-ad3e-9ffd91cbf37f req-46e4eb9d-f3e5-474d-9831-dac5f0011d30 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] 10.222.0.67 "GET /v2.0/ports?device_id=68a388fa-baf9-475a-9e9e-4b89f267983d HTTP/1.1" status: 200 len: 943 time: 0.0497863 Jun 24 15:21:34.392722 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-39b6fe94-7fbe-45e5-ad3e-9ffd91cbf37f req-1eeb36c5-ca51-4066-9c81-77d9fbb370b2 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] 10.222.0.67 "GET /v2.0/security-groups?id=6a9266fa-b1d6-497f-a6b1-a603906b73d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426164 Jun 24 15:21:34.656638 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8ffa05-8ca5-4beb-9675-6aaa09f330e8 req-c7e96280-ab90-4c2e-a5e8-637ce71517d0 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:21:34.658753 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-7b8ffa05-8ca5-4beb-9675-6aaa09f330e8 req-c7e96280-ab90-4c2e-a5e8-637ce71517d0 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "GET /v2.0/ports?device_id=e24b4aae-8cee-48cc-bf18-e9a915ea3f2c HTTP/1.1" status: 200 len: 943 time: 0.0504854 Jun 24 15:21:34.705256 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-7b8ffa05-8ca5-4beb-9675-6aaa09f330e8 req-94856c09-90c6-42ab-884d-6542b414ee2b tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "GET /v2.0/security-groups?id=b9b51dc4-7b04-4aff-a905-bf9eb837f4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409613 Jun 24 15:21:35.745237 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.db.agents_db [None req-1e76bcc0-0ba2-49bf-a9b5-df198b272e3c None None] Agent healthcheck: found 6 active agents {{(pid=104514) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 15:21:35.766287 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5116d211-a011-466e-a21f-cb42d5770df7 req-f55466e1-a96f-4465-818c-be046360c41f tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:21:35.766287 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-5116d211-a011-466e-a21f-cb42d5770df7 req-f55466e1-a96f-4465-818c-be046360c41f tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] 10.222.0.67 "GET /v2.0/ports?device_id=68a388fa-baf9-475a-9e9e-4b89f267983d HTTP/1.1" status: 200 len: 943 time: 0.2960687 Jun 24 15:21:35.844748 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-5116d211-a011-466e-a21f-cb42d5770df7 req-c0fe2936-e65e-4c07-a0d4-9a83a1430044 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] 10.222.0.67 "GET /v2.0/security-groups?id=6a9266fa-b1d6-497f-a6b1-a603906b73d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796468 Jun 24 15:21:35.851346 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b5fed0-933d-48c7-9ac2-396463671c5d req-379e4f20-0d85-4c62-abc6-9f838c50e5ce tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:21:35.852719 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-34b5fed0-933d-48c7-9ac2-396463671c5d req-379e4f20-0d85-4c62-abc6-9f838c50e5ce tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "GET /v2.0/ports?device_id=e24b4aae-8cee-48cc-bf18-e9a915ea3f2c HTTP/1.1" status: 200 len: 943 time: 0.0699451 Jun 24 15:21:35.904654 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-34b5fed0-933d-48c7-9ac2-396463671c5d req-04ee9101-618d-43f0-9c43-341a607c823a tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "GET /v2.0/security-groups?id=b9b51dc4-7b04-4aff-a905-bf9eb837f4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444534 Jun 24 15:21:36.969102 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c1400a-6924-4e05-9fdf-57ce3ce30421 req-0afbe0ce-2a0d-4ab5-b86a-eae800947bc3 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:21:36.971805 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-d1c1400a-6924-4e05-9fdf-57ce3ce30421 req-0afbe0ce-2a0d-4ab5-b86a-eae800947bc3 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] 10.222.0.67 "GET /v2.0/ports?device_id=68a388fa-baf9-475a-9e9e-4b89f267983d HTTP/1.1" status: 200 len: 943 time: 0.0515091 Jun 24 15:21:37.054930 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d245db-23c5-4fb6-8421-99e4f0df77b8 req-a2741b5a-95b4-456e-a22c-0fc50c0c35df tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:21:37.056434 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-e5d245db-23c5-4fb6-8421-99e4f0df77b8 req-a2741b5a-95b4-456e-a22c-0fc50c0c35df tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "GET /v2.0/ports?device_id=e24b4aae-8cee-48cc-bf18-e9a915ea3f2c HTTP/1.1" status: 200 len: 943 time: 0.0713842 Jun 24 15:21:37.059691 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-d1c1400a-6924-4e05-9fdf-57ce3ce30421 req-2688c310-50f6-4cc4-b028-e0206148b507 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] 10.222.0.67 "GET /v2.0/security-groups?id=6a9266fa-b1d6-497f-a6b1-a603906b73d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819271 Jun 24 15:21:37.106559 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-e5d245db-23c5-4fb6-8421-99e4f0df77b8 req-2272de8c-fbca-4fca-b912-163f980df271 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "GET /v2.0/security-groups?id=b9b51dc4-7b04-4aff-a905-bf9eb837f4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438681 Jun 24 15:21:37.163919 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG dbcounter [-] [104514] Writing DB stats neutron:SELECT=65 {{(pid=104514) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:21:37.681667 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.rpc [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Device f136a5f8-c1cb-48a1-8b07-9b685830d3b5 details requested by agent hyperv_hv-cinder-83538 with host hv-cinder-83538 {{(pid=104513) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 15:21:37.770164 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:21:37.789789 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.db [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] For port f136a5f8-c1cb-48a1-8b07-9b685830d3b5, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=f136a5f8-c1cb-48a1-8b07-9b685830d3b5,segment=NetworkSegment(09260357-2b8c-4633-ba77-7272b5911a12),segment_id=09260357-2b8c-4633-ba77-7272b5911a12)] {{(pid=104513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 15:21:37.801172 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.rpc [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Returning: {'device': 'f136a5f8-c1cb-48a1-8b07-9b685830d3b5', 'network_id': 'af13b512-ccae-46a6-b2e4-3851b74c876d', 'port_id': 'f136a5f8-c1cb-48a1-8b07-9b685830d3b5', 'mac_address': 'fa:16:3e:1f:8a:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 784, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '298c1716-00da-4f9f-a34c-b32e0b6a8775', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104513) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 15:21:37.840143 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.plugin [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Current status of the port f136a5f8-c1cb-48a1-8b07-9b685830d3b5 is: DOWN; New status is: BUILD {{(pid=104513) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 15:21:37.840594 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7727318'] for port (f136a5f8-c1cb-48a1-8b07-9b685830d3b5), before_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:37.854226 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.notifiers.nova [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f136a5f8-c1cb-48a1-8b07-9b685830d3b5 {{(pid=104513) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 15:21:37.873469 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.db [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] For port f136a5f8-c1cb-48a1-8b07-9b685830d3b5, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=f136a5f8-c1cb-48a1-8b07-9b685830d3b5,segment=NetworkSegment(09260357-2b8c-4633-ba77-7272b5911a12),segment_id=09260357-2b8c-4633-ba77-7272b5911a12)] {{(pid=104513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 15:21:37.954490 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761385101662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761384583316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761384583334'] for port (f136a5f8-c1cb-48a1-8b07-9b685830d3b5), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:38.006401 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Pushing event updated for resources: {'Port': ['ID=f136a5f8-c1cb-48a1-8b07-9b685830d3b5,revision_number=4']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:21:38.181700 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4e078c-dece-4db4-9f59-2b829ad22203 req-8292e07d-7da3-4ead-a6b6-faffc1fe5945 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:21:38.183199 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-5c4e078c-dece-4db4-9f59-2b829ad22203 req-8292e07d-7da3-4ead-a6b6-faffc1fe5945 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] 10.222.0.67 "GET /v2.0/ports?device_id=68a388fa-baf9-475a-9e9e-4b89f267983d HTTP/1.1" status: 200 len: 944 time: 0.0483634 Jun 24 15:21:38.224413 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=100 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:21:38.252978 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bb8b1b-4a5d-4b2f-9c2b-ec3ec796193a req-621651e2-2377-4527-b6f0-be0079f33dfb tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:21:38.255219 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-c5bb8b1b-4a5d-4b2f-9c2b-ec3ec796193a req-621651e2-2377-4527-b6f0-be0079f33dfb tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "GET /v2.0/ports?device_id=e24b4aae-8cee-48cc-bf18-e9a915ea3f2c HTTP/1.1" status: 200 len: 943 time: 0.0711253 Jun 24 15:21:38.287126 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-5c4e078c-dece-4db4-9f59-2b829ad22203 req-0ac057d4-cd5e-4030-b688-5902a8b2d2ac tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] 10.222.0.67 "GET /v2.0/security-groups?id=6a9266fa-b1d6-497f-a6b1-a603906b73d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0933015 Jun 24 15:21:38.319770 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-c5bb8b1b-4a5d-4b2f-9c2b-ec3ec796193a req-f8d374ff-3449-4573-b65f-27e4f234721c tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "GET /v2.0/security-groups?id=b9b51dc4-7b04-4aff-a905-bf9eb837f4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585532 Jun 24 15:21:39.036652 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-f7da726c-2a0c-4c46-b1e4-89e6314fd595 req-7d60987b-15eb-497d-986d-c1f70f2698cd service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=d1a390f9-db97-4a41-a7df-e71f3d5c9ceb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0395272 Jun 24 15:21:39.056975 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.db [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] get_ports_and_sgs() called for port_ids ['f136a5f8-c1cb-48a1-8b07-9b685830d3b5'] {{(pid=104513) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 15:21:39.086135 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d57f163-8c0d-4600-9aa2-5fd8df43fe21 req-be0ebe0f-d219-412a-910f-68b0723bff9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:21:39.088144 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [req-8d57f163-8c0d-4600-9aa2-5fd8df43fe21 req-be0ebe0f-d219-412a-910f-68b0723bff9b service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=e24b4aae-8cee-48cc-bf18-e9a915ea3f2c&tenant_id=c4807ce933f14af0be22dd1cf3635c2f HTTP/1.1" status: 200 len: 1127 time: 0.0762320 Jun 24 15:21:39.102960 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7da726c-2a0c-4c46-b1e4-89e6314fd595 req-8aec8bf9-4fe9-4207-980b-e5a51fe260ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:21:39.104491 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-f7da726c-2a0c-4c46-b1e4-89e6314fd595 req-8aec8bf9-4fe9-4207-980b-e5a51fe260ef service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b6bf0e1123fa47a7844e09127fb16d6e&device_id=d1a390f9-db97-4a41-a7df-e71f3d5c9ceb HTTP/1.1" status: 200 len: 1129 time: 0.0442567 Jun 24 15:21:39.177285 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d57f163-8c0d-4600-9aa2-5fd8df43fe21 req-80a45039-9748-4ed7-af3c-20bcd33ecf21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:21:39.178917 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-8d57f163-8c0d-4600-9aa2-5fd8df43fe21 req-80a45039-9748-4ed7-af3c-20bcd33ecf21 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c4807ce933f14af0be22dd1cf3635c2f&device_id=e24b4aae-8cee-48cc-bf18-e9a915ea3f2c HTTP/1.1" status: 200 len: 1127 time: 0.0490730 Jun 24 15:21:39.224427 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7da726c-2a0c-4c46-b1e4-89e6314fd595 req-c9209a90-e24c-40cd-b767-f80ab536a593 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:21:39.225928 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [req-f7da726c-2a0c-4c46-b1e4-89e6314fd595 req-c9209a90-e24c-40cd-b767-f80ab536a593 service neutron] 10.222.0.64 "GET /v2.0/networks?id=af13b512-ccae-46a6-b2e4-3851b74c876d HTTP/1.1" status: 200 len: 920 time: 0.0957363 Jun 24 15:21:39.275394 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [req-f7da726c-2a0c-4c46-b1e4-89e6314fd595 req-cb202f58-9eb0-40b6-9d50-4ee8689ab6ce service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8cf89439-cc2e-4f42-bff5-bf72f779218b HTTP/1.1" status: 200 len: 217 time: 0.0433190 Jun 24 15:21:39.277131 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d57f163-8c0d-4600-9aa2-5fd8df43fe21 req-b19e46b8-bd34-47ba-b9a9-0cc81b18efb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:21:39.278927 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-8d57f163-8c0d-4600-9aa2-5fd8df43fe21 req-b19e46b8-bd34-47ba-b9a9-0cc81b18efb5 service neutron] 10.222.0.64 "GET /v2.0/networks?id=6d1ef1dd-ee8a-4e52-9261-de77d4e705e2 HTTP/1.1" status: 200 len: 918 time: 0.0940349 Jun 24 15:21:39.332773 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=100 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:21:39.339773 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7da726c-2a0c-4c46-b1e4-89e6314fd595 req-65a33df4-75d9-490a-8399-b380c5517a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:21:39.341452 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [req-f7da726c-2a0c-4c46-b1e4-89e6314fd595 req-65a33df4-75d9-490a-8399-b380c5517a65 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=298c1716-00da-4f9f-a34c-b32e0b6a8775 HTTP/1.1" status: 200 len: 858 time: 0.0514021 Jun 24 15:21:39.385672 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-8d57f163-8c0d-4600-9aa2-5fd8df43fe21 req-4a057c50-2fd2-426a-9747-06890e3cd406 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5f0c5043-24b7-4a39-9766-66475f0cad69 HTTP/1.1" status: 200 len: 999 time: 0.0949423 Jun 24 15:21:39.400975 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7da726c-2a0c-4c46-b1e4-89e6314fd595 req-6467cedb-b7c0-4f2c-8549-fd88483b8005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:21:39.402524 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [req-f7da726c-2a0c-4c46-b1e4-89e6314fd595 req-6467cedb-b7c0-4f2c-8549-fd88483b8005 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=af13b512-ccae-46a6-b2e4-3851b74c876d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0530133 Jun 24 15:21:39.488926 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a417fe70-d01d-47e1-b9d0-4acd3580597b req-0722ef24-b7f0-4741-ac9a-82a74b860fac tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:21:39.490637 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-a417fe70-d01d-47e1-b9d0-4acd3580597b req-0722ef24-b7f0-4741-ac9a-82a74b860fac tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] 10.222.0.67 "GET /v2.0/ports?device_id=68a388fa-baf9-475a-9e9e-4b89f267983d HTTP/1.1" status: 200 len: 944 time: 0.1225777 Jun 24 15:21:39.523515 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [req-f7da726c-2a0c-4c46-b1e4-89e6314fd595 req-ac158015-e45d-4c74-97c3-f83f9e103424 service neutron] 10.222.0.64 "GET /v2.0/networks/af13b512-ccae-46a6-b2e4-3851b74c876d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1085017 Jun 24 15:21:39.523720 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d57f163-8c0d-4600-9aa2-5fd8df43fe21 req-00ad5915-2e47-4655-8531-cf1b705b50cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:21:39.523720 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-8d57f163-8c0d-4600-9aa2-5fd8df43fe21 req-00ad5915-2e47-4655-8531-cf1b705b50cb service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ca86efdf-43ba-4cdf-8f0a-3c6622699971 HTTP/1.1" status: 200 len: 856 time: 0.1210644 Jun 24 15:21:39.529829 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b7c81e-c7f8-4b29-932d-126f235409b8 req-99b14c46-f8bc-4a49-a148-49ef78a0fbb0 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:21:39.531241 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-89b7c81e-c7f8-4b29-932d-126f235409b8 req-99b14c46-f8bc-4a49-a148-49ef78a0fbb0 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "GET /v2.0/ports?device_id=e24b4aae-8cee-48cc-bf18-e9a915ea3f2c HTTP/1.1" status: 200 len: 943 time: 0.1272449 Jun 24 15:21:39.602694 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d57f163-8c0d-4600-9aa2-5fd8df43fe21 req-b1bf8077-1537-446f-8c7e-0369c2cafe40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:21:39.604222 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-8d57f163-8c0d-4600-9aa2-5fd8df43fe21 req-b1bf8077-1537-446f-8c7e-0369c2cafe40 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=6d1ef1dd-ee8a-4e52-9261-de77d4e705e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0721695 Jun 24 15:21:39.621644 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [req-f7da726c-2a0c-4c46-b1e4-89e6314fd595 req-7f5ff7c5-725d-45aa-9973-5c8f04fb795e service neutron] 10.222.0.64 "GET /v2.0/networks/af13b512-ccae-46a6-b2e4-3851b74c876d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918376 Jun 24 15:21:39.643815 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-a417fe70-d01d-47e1-b9d0-4acd3580597b req-bfad7fe5-1c4c-4fe3-9973-e39a39b16b8e tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] 10.222.0.67 "GET /v2.0/security-groups?id=6a9266fa-b1d6-497f-a6b1-a603906b73d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1433001 Jun 24 15:21:39.674772 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-89b7c81e-c7f8-4b29-932d-126f235409b8 req-c84e751d-b729-44ff-90ab-ba7e7d0cbdf7 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "GET /v2.0/security-groups?id=b9b51dc4-7b04-4aff-a905-bf9eb837f4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1317687 Jun 24 15:21:39.706344 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.rpc [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Device f136a5f8-c1cb-48a1-8b07-9b685830d3b5 up at agent hyperv_hv-cinder-83538 {{(pid=104513) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 15:21:39.740683 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-8d57f163-8c0d-4600-9aa2-5fd8df43fe21 req-4cac4b6e-53ef-44ee-95ee-b8ee55f29336 service neutron] 10.222.0.64 "GET /v2.0/networks/6d1ef1dd-ee8a-4e52-9261-de77d4e705e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259358 Jun 24 15:21:39.762519 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.provisioning_blocks [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Provisioning for port f136a5f8-c1cb-48a1-8b07-9b685830d3b5 completed by entity L2. {{(pid=104513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 24 15:21:39.822762 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.provisioning_blocks [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Provisioning complete for port f136a5f8-c1cb-48a1-8b07-9b685830d3b5 triggered by entity L2. {{(pid=104513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 15:21:39.823281 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7696598'] for port (f136a5f8-c1cb-48a1-8b07-9b685830d3b5), provisioning_complete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:39.895118 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:21:39.902524 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.plugin [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Current status of the port f136a5f8-c1cb-48a1-8b07-9b685830d3b5 is: BUILD; New status is: ACTIVE {{(pid=104513) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 15:21:39.903155 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7727318'] for port (f136a5f8-c1cb-48a1-8b07-9b685830d3b5), before_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:39.926227 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68a388fa-baf9-475a-9e9e-4b89f267983d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f136a5f8-c1cb-48a1-8b07-9b685830d3b5'}] {{(pid=104513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 15:21:39.928452 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7de2ae652872cab3d5aa36b412d6cead56dffdf121926fea6679daaa3daba4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96b9a77f-b856-4acf-9feb-46641b1133f5" -d '{"events": [{"server_uuid": "68a388fa-baf9-475a-9e9e-4b89f267983d", "name": "network-vif-plugged", "status": "completed", "tag": "f136a5f8-c1cb-48a1-8b07-9b685830d3b5"}]}' {{(pid=104513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 15:21:39.942075 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.db [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] For port f136a5f8-c1cb-48a1-8b07-9b685830d3b5, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=f136a5f8-c1cb-48a1-8b07-9b685830d3b5,segment=NetworkSegment(09260357-2b8c-4633-ba77-7272b5911a12),segment_id=09260357-2b8c-4633-ba77-7272b5911a12)] {{(pid=104513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 15:21:39.967990 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 15:21:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2eba3c7-8d73-4041-8936-09adae39b115 x-openstack-request-id: req-a2eba3c7-8d73-4041-8936-09adae39b115 {{(pid=104513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 15:21:39.973135 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68a388fa-baf9-475a-9e9e-4b89f267983d", "name": "network-vif-plugged", "status": "completed", "tag": "f136a5f8-c1cb-48a1-8b07-9b685830d3b5", "code": 200}]} {{(pid=104513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 15:21:39.973135 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-a2eba3c7-8d73-4041-8936-09adae39b115 {{(pid=104513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 15:21:39.973135 dv-cinder-835384-11-iscsi neutron-server[104513]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a2eba3c7-8d73-4041-8936-09adae39b115'] response: {'server_uuid': '68a388fa-baf9-475a-9e9e-4b89f267983d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f136a5f8-c1cb-48a1-8b07-9b685830d3b5', 'code': 200} Jun 24 15:21:40.012173 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761385101662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761384583316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761384583334'] for port (f136a5f8-c1cb-48a1-8b07-9b685830d3b5), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:40.065606 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-8d57f163-8c0d-4600-9aa2-5fd8df43fe21 req-96fe7c7a-6e23-4a6b-9122-af5c55de84a2 service neutron] 10.222.0.64 "GET /v2.0/networks/6d1ef1dd-ee8a-4e52-9261-de77d4e705e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280267 Jun 24 15:21:40.076677 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Pushing event updated for resources: {'Port': ['ID=f136a5f8-c1cb-48a1-8b07-9b685830d3b5,revision_number=5']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:21:40.241762 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697012'] for agent (f0fa743b-ff28-43ff-ac51-704c86538f10), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:40.287534 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.wsgi [-] (104511) accepted ('10.222.0.67', 42468) {{(pid=104511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:21:40.355069 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d4001e-0397-4f87-85fe-cccc4b8ee370 req-faf94a3e-adce-4a92-94fd-81d7a2f2d4ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:21:40.356662 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-18d4001e-0397-4f87-85fe-cccc4b8ee370 req-faf94a3e-adce-4a92-94fd-81d7a2f2d4ae service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=68a388fa-baf9-475a-9e9e-4b89f267983d HTTP/1.1" status: 200 len: 1129 time: 0.0472562 Jun 24 15:21:40.411670 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-18d4001e-0397-4f87-85fe-cccc4b8ee370 req-55f12dc1-4ffe-486f-858b-c4549c7d3036 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=6a9266fa-b1d6-497f-a6b1-a603906b73d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428898 Jun 24 15:21:40.461704 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-b1ab8f11-dbba-4655-9732-ab36e61a0f99 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:40.537649 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-b1ab8f11-dbba-4655-9732-ab36e61a0f99 admin admin] Publish callbacks [] for security_group (b069f6d3-aaf4-48c1-bf0f-3e45e552aed2), precommit_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:40.594594 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-b1ab8f11-dbba-4655-9732-ab36e61a0f99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-275664'] for security_group (b069f6d3-aaf4-48c1-bf0f-3e45e552aed2), after_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:40.611385 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:UPDATE=1,neutron:INSERT=5 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:21:40.639142 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [None req-b1ab8f11-dbba-4655-9732-ab36e61a0f99 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=140b17816f394e9cbc609a2e349311e0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3504398 Jun 24 15:21:40.640092 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ab8f11-dbba-4655-9732-ab36e61a0f99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b069f6d3-aaf4-48c1-bf0f-3e45e552aed2,revision_number=1']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:21:40.646209 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.wsgi [-] (104512) accepted ('10.222.0.67', 42474) {{(pid=104512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:21:40.648855 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ab8f11-dbba-4655-9732-ab36e61a0f99 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:21:40.649086 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ab8f11-dbba-4655-9732-ab36e61a0f99 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:21:40.649578 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ab8f11-dbba-4655-9732-ab36e61a0f99 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:21:40.649908 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ab8f11-dbba-4655-9732-ab36e61a0f99 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:21:40.650263 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ab8f11-dbba-4655-9732-ab36e61a0f99 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:21:40.650570 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ab8f11-dbba-4655-9732-ab36e61a0f99 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:21:40.650896 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ab8f11-dbba-4655-9732-ab36e61a0f99 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:21:40.651320 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ab8f11-dbba-4655-9732-ab36e61a0f99 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:21:40.651649 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ab8f11-dbba-4655-9732-ab36e61a0f99 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:21:40.651977 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ab8f11-dbba-4655-9732-ab36e61a0f99 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:21:40.652292 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ab8f11-dbba-4655-9732-ab36e61a0f99 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:21:40.652865 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ab8f11-dbba-4655-9732-ab36e61a0f99 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:21:40.653190 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ab8f11-dbba-4655-9732-ab36e61a0f99 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:21:40.653581 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ab8f11-dbba-4655-9732-ab36e61a0f99 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:21:40.653875 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ab8f11-dbba-4655-9732-ab36e61a0f99 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:21:40.684539 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=100 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:21:40.721088 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-6fd377cc-9788-4a52-9cfa-fd8ec82ed466 admin admin] Publish callbacks [] for security_group (b069f6d3-aaf4-48c1-bf0f-3e45e552aed2), before_delete {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:40.790525 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-6fd377cc-9788-4a52-9cfa-fd8ec82ed466 admin admin] Publish callbacks [] for security_group (b069f6d3-aaf4-48c1-bf0f-3e45e552aed2), precommit_delete {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:40.837075 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bf17d7-b936-4057-87e2-531f65af77a9 req-3e720bbe-8447-4c13-84b0-f9989ae0b566 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:21:40.838546 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-e3bf17d7-b936-4057-87e2-531f65af77a9 req-3e720bbe-8447-4c13-84b0-f9989ae0b566 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] 10.222.0.67 "GET /v2.0/ports?device_id=68a388fa-baf9-475a-9e9e-4b89f267983d HTTP/1.1" status: 200 len: 945 time: 0.1033578 Jun 24 15:21:40.874825 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1d3ffc-9849-4401-809a-64a5bb40b54b req-3d9f16a2-4d99-4a46-82c5-feb7c411dbf8 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:21:40.876713 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-5b1d3ffc-9849-4401-809a-64a5bb40b54b req-3d9f16a2-4d99-4a46-82c5-feb7c411dbf8 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "GET /v2.0/ports?device_id=e24b4aae-8cee-48cc-bf18-e9a915ea3f2c HTTP/1.1" status: 200 len: 943 time: 0.1061344 Jun 24 15:21:40.896086 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:21:40.952517 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-e3bf17d7-b936-4057-87e2-531f65af77a9 req-fb68b73c-2df9-4443-95ed-6ddaba363636 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] 10.222.0.67 "GET /v2.0/security-groups?id=6a9266fa-b1d6-497f-a6b1-a603906b73d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1054077 Jun 24 15:21:40.955699 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-5b1d3ffc-9849-4401-809a-64a5bb40b54b req-ce1ee665-f3ff-459c-add5-ff68c25f1e61 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "GET /v2.0/security-groups?id=b9b51dc4-7b04-4aff-a905-bf9eb837f4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704355 Jun 24 15:21:40.988950 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-6fd377cc-9788-4a52-9cfa-fd8ec82ed466 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-275664'] for security_group (b069f6d3-aaf4-48c1-bf0f-3e45e552aed2), after_delete {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:40.991538 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-6fd377cc-9788-4a52-9cfa-fd8ec82ed466 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:40.992728 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [None req-6fd377cc-9788-4a52-9cfa-fd8ec82ed466 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/b069f6d3-aaf4-48c1-bf0f-3e45e552aed2 HTTP/1.1" status: 204 len: 168 time: 0.3452528 Jun 24 15:21:41.001005 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd377cc-9788-4a52-9cfa-fd8ec82ed466 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b069f6d3-aaf4-48c1-bf0f-3e45e552aed2,revision_number=None']} {{(pid=104512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:21:41.009532 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd377cc-9788-4a52-9cfa-fd8ec82ed466 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:21:41.009872 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd377cc-9788-4a52-9cfa-fd8ec82ed466 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:21:41.010286 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd377cc-9788-4a52-9cfa-fd8ec82ed466 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:21:41.010622 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd377cc-9788-4a52-9cfa-fd8ec82ed466 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:21:41.010953 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd377cc-9788-4a52-9cfa-fd8ec82ed466 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:21:41.011356 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd377cc-9788-4a52-9cfa-fd8ec82ed466 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:21:41.011681 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd377cc-9788-4a52-9cfa-fd8ec82ed466 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:21:41.012143 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd377cc-9788-4a52-9cfa-fd8ec82ed466 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:21:41.012466 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd377cc-9788-4a52-9cfa-fd8ec82ed466 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:21:41.012780 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd377cc-9788-4a52-9cfa-fd8ec82ed466 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:21:41.013159 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd377cc-9788-4a52-9cfa-fd8ec82ed466 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:21:41.013420 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd377cc-9788-4a52-9cfa-fd8ec82ed466 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:21:41.013733 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd377cc-9788-4a52-9cfa-fd8ec82ed466 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:21:41.014045 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd377cc-9788-4a52-9cfa-fd8ec82ed466 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:21:41.014355 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd377cc-9788-4a52-9cfa-fd8ec82ed466 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:21:42.103853 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.wsgi [-] (104511) accepted ('10.222.0.67', 42518) {{(pid=104511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:21:42.136220 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed770bbb-345f-4a40-8394-82442f111949 req-b4045ad7-8c84-447f-9e93-47d4b9c72bbd tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:21:42.137772 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-ed770bbb-345f-4a40-8394-82442f111949 req-b4045ad7-8c84-447f-9e93-47d4b9c72bbd tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] 10.222.0.67 "GET /v2.0/ports?device_id=68a388fa-baf9-475a-9e9e-4b89f267983d HTTP/1.1" status: 200 len: 945 time: 0.1094987 Jun 24 15:21:42.147242 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11e5bd1-bfa7-42c2-aeb9-094f0c1e8a3e req-36ef3af4-e11d-4d16-a623-798d4cebf9f4 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:21:42.151351 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-f11e5bd1-bfa7-42c2-aeb9-094f0c1e8a3e req-36ef3af4-e11d-4d16-a623-798d4cebf9f4 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "GET /v2.0/ports?device_id=e24b4aae-8cee-48cc-bf18-e9a915ea3f2c HTTP/1.1" status: 200 len: 943 time: 0.1027038 Jun 24 15:21:42.239944 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-ed770bbb-345f-4a40-8394-82442f111949 req-f7cd2c8a-ba03-41f1-8404-588f285200bb tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] 10.222.0.67 "GET /v2.0/security-groups?id=6a9266fa-b1d6-497f-a6b1-a603906b73d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0898943 Jun 24 15:21:42.246332 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.v2.base [None req-adc90732-7b33-4337-a9e6-8cde6e37d799 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-824063013-network', 'tenant_id': 'fb2390854b0345588bd6b68f5c09a1ee'}} {{(pid=104511) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 15:21:42.253781 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-f11e5bd1-bfa7-42c2-aeb9-094f0c1e8a3e req-ecfd5083-0501-42dc-93c7-0e502f41848b tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "GET /v2.0/security-groups?id=b9b51dc4-7b04-4aff-a905-bf9eb837f4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0959415 Jun 24 15:21:42.367271 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adc90732-7b33-4337-a9e6-8cde6e37d799 admin admin] Made reservation on behalf of fb2390854b0345588bd6b68f5c09a1ee for: {'network': 1} {{(pid=104511) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 15:21:42.369632 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-adc90732-7b33-4337-a9e6-8cde6e37d799 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7727318'] for network (None), before_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:42.378499 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-adc90732-7b33-4337-a9e6-8cde6e37d799 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:42.468833 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-adc90732-7b33-4337-a9e6-8cde6e37d799 admin admin] Publish callbacks [] for security_group (0c9a5b2b-9c69-45a1-a6b9-bfcdb81413bd), precommit_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:42.549080 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-adc90732-7b33-4337-a9e6-8cde6e37d799 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-275664'] for security_group (0c9a5b2b-9c69-45a1-a6b9-bfcdb81413bd), after_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:42.557252 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=87,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:21:42.576614 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-adc90732-7b33-4337-a9e6-8cde6e37d799 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 791} {{(pid=104511) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 15:21:42.587050 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc90732-7b33-4337-a9e6-8cde6e37d799 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c9a5b2b-9c69-45a1-a6b9-bfcdb81413bd,revision_number=1']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:21:42.591729 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-adc90732-7b33-4337-a9e6-8cde6e37d799 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7772344'] for segment (5aa84711-eee4-4736-b915-ec9670ba17dc), precommit_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:42.592066 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.db.segments_db [None req-adc90732-7b33-4337-a9e6-8cde6e37d799 admin admin] Added segment 5aa84711-eee4-4736-b915-ec9670ba17dc of type vlan for network 6f212514-c323-4661-9a70-8b24c5462bcd Jun 24 15:21:42.634870 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-adc90732-7b33-4337-a9e6-8cde6e37d799 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761384550337'] for network (6f212514-c323-4661-9a70-8b24c5462bcd), precommit_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:42.720330 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-adc90732-7b33-4337-a9e6-8cde6e37d799 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-275585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409'] for network (6f212514-c323-4661-9a70-8b24c5462bcd), after_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:42.721359 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adc90732-7b33-4337-a9e6-8cde6e37d799 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:21:42.722005 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-adc90732-7b33-4337-a9e6-8cde6e37d799 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7879399'] for network (None), before_response {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:42.781331 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc90732-7b33-4337-a9e6-8cde6e37d799 admin admin] Pushing event updated for resources: {'Network': ['ID=6f212514-c323-4661-9a70-8b24c5462bcd,revision_number=1']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:21:42.792057 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.rpc [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Network 6f212514-c323-4661-9a70-8b24c5462bcd details requested by agent ovs-agent-dv-cinder-835384-11-iscsi with host dv-cinder-835384-11-iscsi {{(pid=104513) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 15:21:42.831404 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [None req-adc90732-7b33-4337-a9e6-8cde6e37d799 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 0.7263448 Jun 24 15:21:42.834768 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.wsgi [-] (104511) accepted ('10.222.0.67', 42528) {{(pid=104511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:21:42.839689 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.v2.base [None req-8c414eba-9f9b-4520-82f6-f2cf8821ab1b admin admin] Request body: {'subnet': {'network_id': '6f212514-c323-4661-9a70-8b24c5462bcd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-824063013-subnet', 'tenant_id': 'fb2390854b0345588bd6b68f5c09a1ee', 'ip_version': 4}} {{(pid=104511) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 15:21:42.955833 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c414eba-9f9b-4520-82f6-f2cf8821ab1b admin admin] Made reservation on behalf of fb2390854b0345588bd6b68f5c09a1ee for: {'subnet': 1} {{(pid=104511) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 15:21:42.958399 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-8c414eba-9f9b-4520-82f6-f2cf8821ab1b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3423239'] for subnet (None), before_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:43.087409 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=77,neutron:INSERT=17,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:21:43.180239 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-8c414eba-9f9b-4520-82f6-f2cf8821ab1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3599746', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3423345'] for subnet (2f64631d-2603-40c2-bbec-a14b52952181), after_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:43.239838 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c414eba-9f9b-4520-82f6-f2cf8821ab1b admin admin] Pushing event updated for resources: {'Subnet': ['ID=2f64631d-2603-40c2-bbec-a14b52952181,revision_number=0']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:21:43.250497 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c414eba-9f9b-4520-82f6-f2cf8821ab1b admin admin] Checking segment: {'id': '5aa84711-eee4-4736-b915-ec9670ba17dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '6f212514-c323-4661-9a70-8b24c5462bcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 15:21:43.250847 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c414eba-9f9b-4520-82f6-f2cf8821ab1b admin admin] Network hostable DHCP agents. Network: 6f212514-c323-4661-9a70-8b24c5462bcd, hostable agents: ['61dc9491-0c49-467e-b62a-6961ce952bc2'], hosted agents: [] {{(pid=104511) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 15:21:43.385202 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c414eba-9f9b-4520-82f6-f2cf8821ab1b admin admin] Network 6f212514-c323-4661-9a70-8b24c5462bcd is scheduled to be hosted by DHCP agent 61dc9491-0c49-467e-b62a-6961ce952bc2 with binding_index 1 {{(pid=104511) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 15:21:43.417009 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326c6c02-2d22-4440-beb0-b7730be7a46f req-ce4edbb7-041c-4a1c-ad88-565399e83132 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:21:43.418689 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-326c6c02-2d22-4440-beb0-b7730be7a46f req-ce4edbb7-041c-4a1c-ad88-565399e83132 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] 10.222.0.67 "GET /v2.0/ports?device_id=68a388fa-baf9-475a-9e9e-4b89f267983d HTTP/1.1" status: 200 len: 945 time: 0.0815010 Jun 24 15:21:43.432705 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dc28ba-1187-4bf4-a4c7-55add295fffe req-2ef8e204-107e-416c-bdb1-61ea06267bb1 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:21:43.434052 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-70dc28ba-1187-4bf4-a4c7-55add295fffe req-2ef8e204-107e-416c-bdb1-61ea06267bb1 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "GET /v2.0/ports?device_id=e24b4aae-8cee-48cc-bf18-e9a915ea3f2c HTTP/1.1" status: 200 len: 943 time: 0.0664256 Jun 24 15:21:43.451238 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.scheduler.base_scheduler [None req-8c414eba-9f9b-4520-82f6-f2cf8821ab1b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835384-11-iscsi, 6f212514-c323-4661-9a70-8b24c5462bcd) {{(pid=104511) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 15:21:43.455671 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c414eba-9f9b-4520-82f6-f2cf8821ab1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:21:43.456732 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-8c414eba-9f9b-4520-82f6-f2cf8821ab1b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7879399'] for subnet (None), before_response {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:43.462063 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-177e3cee-74d4-4499-8ae1-4fa6844b06d2 None None] Network 6f212514-c323-4661-9a70-8b24c5462bcd requested from dv-cinder-835384-11-iscsi {{(pid=104513) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 15:21:43.514810 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-326c6c02-2d22-4440-beb0-b7730be7a46f req-72c8b99c-76b9-4575-a95e-012a4dfc7156 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] 10.222.0.67 "GET /v2.0/security-groups?id=6a9266fa-b1d6-497f-a6b1-a603906b73d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797148 Jun 24 15:21:43.530937 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-70dc28ba-1187-4bf4-a4c7-55add295fffe req-9b8870e7-5865-44af-875b-4b48e09624ea tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "GET /v2.0/security-groups?id=b9b51dc4-7b04-4aff-a905-bf9eb837f4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0898416 Jun 24 15:21:43.569615 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [None req-8c414eba-9f9b-4520-82f6-f2cf8821ab1b admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7337537 Jun 24 15:21:43.576750 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.wsgi [-] (104511) accepted ('10.222.0.67', 42544) {{(pid=104511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:21:43.582668 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.v2.base [None req-5688dd04-a0d3-4b70-a85b-64e98022ea9e admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-824063013-router', 'tenant_id': 'fb2390854b0345588bd6b68f5c09a1ee', 'external_gateway_info': {'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59'}}} {{(pid=104511) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 15:21:43.591294 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-263f9fe3-6034-431a-90e1-d8f171e8298a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2b4efa5-1f6d-5be6-a0c3-799436a0bdb9-6f212514-c323-4661-9a70-8b24c5462bcd', 'network_id': '6f212514-c323-4661-9a70-8b24c5462bcd', 'project_id': 'fb2390854b0345588bd6b68f5c09a1ee', 'fixed_ips': [{'subnet_id': '2f64631d-2603-40c2-bbec-a14b52952181'}]}} from dv-cinder-835384-11-iscsi. {{(pid=104513) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 24 15:21:43.592653 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-263f9fe3-6034-431a-90e1-d8f171e8298a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7727318'] for port (None), before_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:43.666906 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42b9231-3ab8-4fff-9f79-1ea961ab3c38 req-3a29a0d3-f403-4490-a282-58b4c27d4290 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:21:43.668449 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-c42b9231-3ab8-4fff-9f79-1ea961ab3c38 req-3a29a0d3-f403-4490-a282-58b4c27d4290 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] 10.222.0.67 "GET /v2.0/ports?device_id=68a388fa-baf9-475a-9e9e-4b89f267983d HTTP/1.1" status: 200 len: 945 time: 0.0615964 Jun 24 15:21:43.677221 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.wsgi [-] (104511) accepted ('10.222.0.67', 42546) {{(pid=104511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:21:43.681738 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.v2.base [None req-6cfa57ed-fdb0-4c35-9735-bcbdc8849af2 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] Request body: {'floatingip': {'port_id': 'f136a5f8-c1cb-48a1-8b07-9b685830d3b5'}} {{(pid=104511) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 15:21:43.686334 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-5688dd04-a0d3-4b70-a85b-64e98022ea9e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-460991', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14566'] for router (017e544d-f0b9-4c73-ade1-3d4fe31ff042), before_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:43.687364 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-5688dd04-a0d3-4b70-a85b-64e98022ea9e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-461210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-470210', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-519196', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14577'] for router (017e544d-f0b9-4c73-ade1-3d4fe31ff042), precommit_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:43.717432 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:21:43.729554 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-6cfa57ed-fdb0-4c35-9735-bcbdc8849af2 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] Publish callbacks [] for floatingip (47192ca2-346b-4cb2-9005-8ca97d866006), before_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:43.736680 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.db_base_plugin_common [None req-263f9fe3-6034-431a-90e1-d8f171e8298a None None] Allocated IP 172.20.0.2 (6f212514-c323-4661-9a70-8b24c5462bcd/2f64631d-2603-40c2-bbec-a14b52952181/76088cfc-5dd8-4940-921e-27db5a6a3e53) {{(pid=104513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 15:21:43.837884 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-5688dd04-a0d3-4b70-a85b-64e98022ea9e admin admin] Publish callbacks [] for router_controller (017e544d-f0b9-4c73-ade1-3d4fe31ff042), precommit_add_association {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:43.887587 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-263f9fe3-6034-431a-90e1-d8f171e8298a None None] Publish callbacks [] for port (76088cfc-5dd8-4940-921e-27db5a6a3e53), precommit_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:43.983972 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-263f9fe3-6034-431a-90e1-d8f171e8298a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761384583298'] for port (76088cfc-5dd8-4940-921e-27db5a6a3e53), after_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:44.029909 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-263f9fe3-6034-431a-90e1-d8f171e8298a None None] Network 6f212514-c323-4661-9a70-8b24c5462bcd is already hosted by enough agents. {{(pid=104513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 15:21:44.034242 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.scheduler.base_scheduler [None req-263f9fe3-6034-431a-90e1-d8f171e8298a None None] Resources bound (agent type, host, resource id): {{(pid=104513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 15:21:44.036850 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-263f9fe3-6034-431a-90e1-d8f171e8298a None None] Received port after_create {{(pid=104513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 15:21:44.045675 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263f9fe3-6034-431a-90e1-d8f171e8298a None None] Pushing event updated for resources: {'Port': ['ID=76088cfc-5dd8-4940-921e-27db5a6a3e53,revision_number=1']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:21:44.073643 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:21:44.107574 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.managers [None req-263f9fe3-6034-431a-90e1-d8f171e8298a None None] Attempting to bind port 76088cfc-5dd8-4940-921e-27db5a6a3e53 on host dv-cinder-835384-11-iscsi for vnic_type normal with profile {{(pid=104513) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 15:21:44.107949 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.managers [None req-263f9fe3-6034-431a-90e1-d8f171e8298a None None] Attempting to bind port 76088cfc-5dd8-4940-921e-27db5a6a3e53 by drivers openvswitch,hyperv on host dv-cinder-835384-11-iscsi at level 0 using segments [{'id': '5aa84711-eee4-4736-b915-ec9670ba17dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '6f212514-c323-4661-9a70-8b24c5462bcd'}] {{(pid=104513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 15:21:44.108593 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-263f9fe3-6034-431a-90e1-d8f171e8298a None None] Attempting to bind port 76088cfc-5dd8-4940-921e-27db5a6a3e53 on network 6f212514-c323-4661-9a70-8b24c5462bcd {{(pid=104513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 15:21:44.110398 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:21:44.115400 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-263f9fe3-6034-431a-90e1-d8f171e8298a None None] Checking agent: {'id': '559fa80c-96d5-4fe7-8c5f-9eda482c27bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835384-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 15, 10, 27), 'started_at': datetime.datetime(2022, 6, 24, 15, 10, 57), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 15, 21, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835384-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 15:21:44.124862 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-263f9fe3-6034-431a-90e1-d8f171e8298a None None] Checking segment: {'id': '5aa84711-eee4-4736-b915-ec9670ba17dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '6f212514-c323-4661-9a70-8b24c5462bcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 15:21:44.124862 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-263f9fe3-6034-431a-90e1-d8f171e8298a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:44.124862 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-263f9fe3-6034-431a-90e1-d8f171e8298a None None] Bound using segment: {'id': '5aa84711-eee4-4736-b915-ec9670ba17dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '6f212514-c323-4661-9a70-8b24c5462bcd'} {{(pid=104513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 15:21:44.124862 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.managers [None req-263f9fe3-6034-431a-90e1-d8f171e8298a None None] Bound port: 76088cfc-5dd8-4940-921e-27db5a6a3e53, host: dv-cinder-835384-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5aa84711-eee4-4736-b915-ec9670ba17dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '6f212514-c323-4661-9a70-8b24c5462bcd'}}] {{(pid=104513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 15:21:44.124862 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-263f9fe3-6034-431a-90e1-d8f171e8298a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7727318'] for port (76088cfc-5dd8-4940-921e-27db5a6a3e53), before_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:44.179656 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.db [None req-263f9fe3-6034-431a-90e1-d8f171e8298a None None] For port 76088cfc-5dd8-4940-921e-27db5a6a3e53, host dv-cinder-835384-11-iscsi, cleared binding levels {{(pid=104513) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 15:21:44.182954 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.db [None req-263f9fe3-6034-431a-90e1-d8f171e8298a None None] For port 76088cfc-5dd8-4940-921e-27db5a6a3e53, host dv-cinder-835384-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-11-iscsi',level=0,port_id=76088cfc-5dd8-4940-921e-27db5a6a3e53,segment=NetworkSegment(5aa84711-eee4-4736-b915-ec9670ba17dc),segment_id=5aa84711-eee4-4736-b915-ec9670ba17dc)] {{(pid=104513) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 15:21:44.201730 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-5688dd04-a0d3-4b70-a85b-64e98022ea9e admin admin] Publish callbacks [] for router_gateway (017e544d-f0b9-4c73-ade1-3d4fe31ff042), precommit_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:44.281170 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-263f9fe3-6034-431a-90e1-d8f171e8298a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761385101662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761384583316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761384583334'] for port (76088cfc-5dd8-4940-921e-27db5a6a3e53), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:44.340217 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263f9fe3-6034-431a-90e1-d8f171e8298a None None] Pushing event updated for resources: {'Port': ['ID=76088cfc-5dd8-4940-921e-27db5a6a3e53,revision_number=2']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:21:44.415632 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-6cfa57ed-fdb0-4c35-9735-bcbdc8849af2 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:44.416409 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:UPDATE=6,neutron:DELETE=1,neutron:SELECT=90,neutron:INSERT=3 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:21:44.497347 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-6cfa57ed-fdb0-4c35-9735-bcbdc8849af2 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-467314'] for floatingip (47192ca2-346b-4cb2-9005-8ca97d866006), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:44.631023 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-5688dd04-a0d3-4b70-a85b-64e98022ea9e admin admin] Publish callbacks [] for router_gateway (017e544d-f0b9-4c73-ade1-3d4fe31ff042), before_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:44.656682 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-5688dd04-a0d3-4b70-a85b-64e98022ea9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7727318'] for port (None), before_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:44.677649 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.db.l3_db [None req-6cfa57ed-fdb0-4c35-9735-bcbdc8849af2 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] Floating IP 47192ca2-346b-4cb2-9005-8ca97d866006 associated. External IP: 172.27.0.92, port: f136a5f8-c1cb-48a1-8b07-9b685830d3b5. Jun 24 15:21:44.683653 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e457e4-34cc-4b7c-9515-4a07feca5db8 req-1ab37c5f-169c-479a-9166-d8cadcf5df4f tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:21:44.685205 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-a2e457e4-34cc-4b7c-9515-4a07feca5db8 req-1ab37c5f-169c-479a-9166-d8cadcf5df4f tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "GET /v2.0/ports?device_id=e24b4aae-8cee-48cc-bf18-e9a915ea3f2c HTTP/1.1" status: 200 len: 943 time: 0.0577073 Jun 24 15:21:44.739002 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-a2e457e4-34cc-4b7c-9515-4a07feca5db8 req-f1937abc-966e-49a3-8d5e-d263a5d15efa tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "GET /v2.0/security-groups?id=b9b51dc4-7b04-4aff-a905-bf9eb837f4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468144 Jun 24 15:21:45.090181 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.db.db_base_plugin_common [None req-5688dd04-a0d3-4b70-a85b-64e98022ea9e admin admin] Allocated IP 172.27.0.27 (60b3096c-3a0f-4216-9e52-e826cbf1fb59/f6c08379-d241-4966-a4ae-7ff02804e7f6/ff6930bc-8fa2-4983-8b4b-7a38c05a733e) {{(pid=104511) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 15:21:45.099514 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:21:45.283920 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cfa57ed-fdb0-4c35-9735-bcbdc8849af2 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] Router 89619c26-225f-439e-ad94-ad28e686931f has already been hosted by L3 agent 45985ff7-1335-48cd-ab02-73eb58295827 {{(pid=104511) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 15:21:45.299047 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-5688dd04-a0d3-4b70-a85b-64e98022ea9e admin admin] Publish callbacks [] for port (ff6930bc-8fa2-4983-8b4b-7a38c05a733e), precommit_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:45.428207 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-711c7d4e-d033-4e08-abeb-b18138277cb1 None None] Network 6f212514-c323-4661-9a70-8b24c5462bcd requested from dv-cinder-835384-11-iscsi {{(pid=104513) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 15:21:45.431984 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cfa57ed-fdb0-4c35-9735-bcbdc8849af2 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] Notify agent at l3_agent.dv-cinder-835384-11-iscsi the message routers_updated {{(pid=104511) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 15:21:45.436812 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-6cfa57ed-fdb0-4c35-9735-bcbdc8849af2 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30073'] for floatingip (None), before_response {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:45.440844 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-5688dd04-a0d3-4b70-a85b-64e98022ea9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761384583298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3599638'] for port (ff6930bc-8fa2-4983-8b4b-7a38c05a733e), after_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:45.453277 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e2a2c77-1637-42c8-9978-fa60efbb9fd5 None None] Sync routers for ids ['89619c26-225f-439e-ad94-ad28e686931f'] in dv-cinder-835384-11-iscsi {{(pid=104513) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 15:21:45.485192 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.provisioning_blocks [None req-092bd0ee-07f5-4ec7-9c12-1be4cb7f8785 None None] Provisioning complete for port 76088cfc-5dd8-4940-921e-27db5a6a3e53 triggered by entity DHCP. {{(pid=104513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 15:21:45.485563 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-092bd0ee-07f5-4ec7-9c12-1be4cb7f8785 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7696598'] for port (76088cfc-5dd8-4940-921e-27db5a6a3e53), provisioning_complete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:45.486526 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:UPDATE=2,neutron:SELECT=96,neutron:INSERT=2 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:21:45.489558 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e2a2c77-1637-42c8-9978-fa60efbb9fd5 None None] Routers {'89619c26-225f-439e-ad94-ad28e686931f'} bound to L3 agent in host dv-cinder-835384-11-iscsi {{(pid=104513) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 15:21:45.490201 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.l3_hamode_db [None req-9e2a2c77-1637-42c8-9978-fa60efbb9fd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-24T15:10:24Z,description=,heartbeat_timestamp=2022-06-24T15:21:24Z,host='dv-cinder-835384-11-iscsi',id=45985ff7-1335-48cd-ab02-73eb58295827,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T15:10:24Z,topic='l3_agent')) {'router_ids': ['89619c26-225f-439e-ad94-ad28e686931f'], 'active': True} {{(pid=104513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 15:21:45.508303 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5688dd04-a0d3-4b70-a85b-64e98022ea9e admin admin] Network 60b3096c-3a0f-4216-9e52-e826cbf1fb59 is already hosted by enough agents. {{(pid=104511) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 15:21:45.511996 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [None req-6cfa57ed-fdb0-4c35-9735-bcbdc8849af2 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] 10.222.0.67 "PUT /v2.0/floatingips/47192ca2-346b-4cb2-9005-8ca97d866006 HTTP/1.1" status: 200 len: 990 time: 1.8337591 Jun 24 15:21:45.514917 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68a388fa-baf9-475a-9e9e-4b89f267983d', 'tag': 'f136a5f8-c1cb-48a1-8b07-9b685830d3b5'}] {{(pid=104511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 15:21:45.517082 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4675c17b6bc846e4b28e54b1b3705f3f7dd7092e5e5b2c0e24b7aeedfd61db99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3195334-83dd-409c-bd44-f4a656b79bdb" -d '{"events": [{"name": "network-changed", "server_uuid": "68a388fa-baf9-475a-9e9e-4b89f267983d", "tag": "f136a5f8-c1cb-48a1-8b07-9b685830d3b5"}]}' {{(pid=104511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 15:21:45.523241 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.scheduler.base_scheduler [None req-5688dd04-a0d3-4b70-a85b-64e98022ea9e admin admin] Resources bound (agent type, host, resource id): {{(pid=104511) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 15:21:45.527135 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5688dd04-a0d3-4b70-a85b-64e98022ea9e admin admin] Received port after_create {{(pid=104511) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 15:21:45.530850 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5688dd04-a0d3-4b70-a85b-64e98022ea9e admin admin] Pushing event updated for resources: {'Port': ['ID=ff6930bc-8fa2-4983-8b4b-7a38c05a733e,revision_number=1']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:21:45.571321 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Jun 2022 15:21:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-952d24b4-85c6-4098-bf64-99df697383f4 x-openstack-request-id: req-952d24b4-85c6-4098-bf64-99df697383f4 {{(pid=104511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 15:21:45.571485 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68a388fa-baf9-475a-9e9e-4b89f267983d", "tag": "f136a5f8-c1cb-48a1-8b07-9b685830d3b5", "status": "completed", "code": 200}]} {{(pid=104511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 15:21:45.571603 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-952d24b4-85c6-4098-bf64-99df697383f4 {{(pid=104511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 15:21:45.573837 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.notifiers.nova [-] Nova event matching ['req-952d24b4-85c6-4098-bf64-99df697383f4'] response: {'name': 'network-changed', 'server_uuid': '68a388fa-baf9-475a-9e9e-4b89f267983d', 'tag': 'f136a5f8-c1cb-48a1-8b07-9b685830d3b5', 'status': 'completed', 'code': 200} Jun 24 15:21:45.610616 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=6 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:21:45.739072 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.l3_dvr_db [None req-9e2a2c77-1637-42c8-9978-fa60efbb9fd5 None None] Set router 89619c26-225f-439e-ad94-ad28e686931f gateway port host: dv-cinder-835384-11-iscsi {{(pid=104513) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 15:21:45.741417 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.plugin [None req-092bd0ee-07f5-4ec7-9c12-1be4cb7f8785 None None] Current status of the port 76088cfc-5dd8-4940-921e-27db5a6a3e53 is: DOWN; New status is: ACTIVE {{(pid=104513) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 15:21:45.741801 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-092bd0ee-07f5-4ec7-9c12-1be4cb7f8785 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7727318'] for port (76088cfc-5dd8-4940-921e-27db5a6a3e53), before_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:45.742409 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG dbcounter [-] [104514] Writing DB stats neutron:SELECT=2 {{(pid=104514) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:21:45.875568 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d829c142-c710-44ec-8e6a-20ae386e9f1e req-0acf2926-6871-4a48-a15c-315a60351538 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:21:45.883751 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-d829c142-c710-44ec-8e6a-20ae386e9f1e req-0acf2926-6871-4a48-a15c-315a60351538 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "GET /v2.0/ports?device_id=e24b4aae-8cee-48cc-bf18-e9a915ea3f2c HTTP/1.1" status: 200 len: 943 time: 0.0591707 Jun 24 15:21:45.897387 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-5688dd04-a0d3-4b70-a85b-64e98022ea9e admin admin] Publish callbacks [] for router_gateway (017e544d-f0b9-4c73-ade1-3d4fe31ff042), after_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:45.944117 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.db [None req-092bd0ee-07f5-4ec7-9c12-1be4cb7f8785 None None] For port 76088cfc-5dd8-4940-921e-27db5a6a3e53, host dv-cinder-835384-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-11-iscsi',level=0,port_id=76088cfc-5dd8-4940-921e-27db5a6a3e53,segment=NetworkSegment(5aa84711-eee4-4736-b915-ec9670ba17dc),segment_id=5aa84711-eee4-4736-b915-ec9670ba17dc)] {{(pid=104513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 15:21:45.947415 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-d829c142-c710-44ec-8e6a-20ae386e9f1e req-918c2c8e-7470-4eb7-b8bd-b8a264190f7f tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "GET /v2.0/security-groups?id=b9b51dc4-7b04-4aff-a905-bf9eb837f4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623453 Jun 24 15:21:46.023338 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-092bd0ee-07f5-4ec7-9c12-1be4cb7f8785 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761385101662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761384583316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761384583334'] for port (76088cfc-5dd8-4940-921e-27db5a6a3e53), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:46.077297 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.rpc [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Device 76088cfc-5dd8-4940-921e-27db5a6a3e53 up at agent ovs-agent-dv-cinder-835384-11-iscsi {{(pid=104513) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 15:21:46.160915 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-5688dd04-a0d3-4b70-a85b-64e98022ea9e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-462429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-470182'] for router (017e544d-f0b9-4c73-ade1-3d4fe31ff042), after_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:46.161699 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092bd0ee-07f5-4ec7-9c12-1be4cb7f8785 None None] Pushing event updated for resources: {'Port': ['ID=76088cfc-5dd8-4940-921e-27db5a6a3e53,revision_number=3']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:21:46.195832 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.provisioning_blocks [None req-a62f652b-63dc-4f84-a23b-8c724dd7dceb None None] Provisioning complete for port 76088cfc-5dd8-4940-921e-27db5a6a3e53 triggered by entity DHCP. {{(pid=104513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 15:21:46.196203 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-a62f652b-63dc-4f84-a23b-8c724dd7dceb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7696598'] for port (76088cfc-5dd8-4940-921e-27db5a6a3e53), provisioning_complete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:46.240462 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.provisioning_blocks [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Provisioning complete for port 76088cfc-5dd8-4940-921e-27db5a6a3e53 triggered by entity L2. {{(pid=104513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 15:21:46.240830 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7696598'] for port (76088cfc-5dd8-4940-921e-27db5a6a3e53), provisioning_complete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:46.261029 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.l3_hamode_db [None req-9e2a2c77-1637-42c8-9978-fa60efbb9fd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89619c26-225f-439e-ad94-ad28e686931f', 'name': 'tempest-ServerRescueNegativeTestJSON-1496855055-router', 'tenant_id': 'b6bf0e1123fa47a7844e09127fb16d6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'external_fixed_ips': [{'subnet_id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'ip_address': '172.27.0.242'}], 'enable_snat': True}, 'gw_port_id': '45ca9b4c-affa-47e6-8000-cd8c70570c2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T15:18:32Z', 'updated_at': '2022-06-24T15:18:41Z', 'revision_number': 4, 'project_id': 'b6bf0e1123fa47a7844e09127fb16d6e', 'gw_port': {'id': '45ca9b4c-affa-47e6-8000-cd8c70570c2e', 'name': '', 'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:3b:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89619c26-225f-439e-ad94-ad28e686931f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'ip_address': '172.27.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T15:18:34Z', 'updated_at': '2022-06-24T15:18:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-11-iscsi', '_floatingips': [{'id': '47192ca2-346b-4cb2-9005-8ca97d866006', 'tenant_id': 'b6bf0e1123fa47a7844e09127fb16d6e', 'floating_ip_address': '172.27.0.92', 'floating_network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'router_id': '89619c26-225f-439e-ad94-ad28e686931f', 'port_id': 'f136a5f8-c1cb-48a1-8b07-9b685830d3b5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 450, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'af13b512-ccae-46a6-b2e4-3851b74c876d', 'mac_address': 'fa:16:3e:1f:8a:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68a388fa-baf9-475a-9e9e-4b89f267983d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T15:21:00Z', 'updated_at': '2022-06-24T15:21:44Z', 'revision_number': 1, 'project_id': 'b6bf0e1123fa47a7844e09127fb16d6e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7b2305d-abda-4d95-8049-4c59ceb495ae', 'name': '', 'network_id': 'af13b512-ccae-46a6-b2e4-3851b74c876d', 'tenant_id': 'b6bf0e1123fa47a7844e09127fb16d6e', 'mac_address': 'fa:16:3e:34:13:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89619c26-225f-439e-ad94-ad28e686931f', 'device_owner': 'network:router_interface', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '298c1716-00da-4f9f-a34c-b32e0b6a8775', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T15:18:38Z', 'updated_at': '2022-06-24T15:18:47Z', 'revision_number': 5, 'project_id': 'b6bf0e1123fa47a7844e09127fb16d6e', 'subnets': [{'id': '298c1716-00da-4f9f-a34c-b32e0b6a8775', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-11-iscsi', False) {} {{(pid=104513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 15:21:46.300912 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e2a2c77-1637-42c8-9978-fa60efbb9fd5 None None] Checking router: 89619c26-225f-439e-ad94-ad28e686931f for host: dv-cinder-835384-11-iscsi {{(pid=104513) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 15:21:46.323888 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e2a2c77-1637-42c8-9978-fa60efbb9fd5 None None] Routers {'89619c26-225f-439e-ad94-ad28e686931f'} bound to L3 agent in host dv-cinder-835384-11-iscsi {{(pid=104513) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 15:21:46.324515 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.l3_hamode_db [None req-9e2a2c77-1637-42c8-9978-fa60efbb9fd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-24T15:10:24Z,description=,heartbeat_timestamp=2022-06-24T15:21:24Z,host='dv-cinder-835384-11-iscsi',id=45985ff7-1335-48cd-ab02-73eb58295827,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T15:10:24Z,topic='l3_agent')) {'router_ids': ['89619c26-225f-439e-ad94-ad28e686931f'], 'active': True} {{(pid=104513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 15:21:46.350236 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5688dd04-a0d3-4b70-a85b-64e98022ea9e admin admin] Router 017e544d-f0b9-4c73-ade1-3d4fe31ff042 is scheduled to L3 agent 45985ff7-1335-48cd-ab02-73eb58295827 with binding_index 1 {{(pid=104511) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 24 15:21:46.407139 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:21:46.465021 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5688dd04-a0d3-4b70-a85b-64e98022ea9e admin admin] Notify agent at l3_agent.dv-cinder-835384-11-iscsi the message routers_updated {{(pid=104511) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 15:21:46.476930 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ce0764f-5aea-416a-854b-56456ec0e601 None None] Sync routers for ids ['017e544d-f0b9-4c73-ade1-3d4fe31ff042'] in dv-cinder-835384-11-iscsi {{(pid=104514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 15:21:46.488786 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ce0764f-5aea-416a-854b-56456ec0e601 None None] Routers {'017e544d-f0b9-4c73-ade1-3d4fe31ff042'} bound to L3 agent in host dv-cinder-835384-11-iscsi {{(pid=104514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 15:21:46.489420 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.db.l3_hamode_db [None req-8ce0764f-5aea-416a-854b-56456ec0e601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-24T15:10:24Z,description=,heartbeat_timestamp=2022-06-24T15:21:24Z,host='dv-cinder-835384-11-iscsi',id=45985ff7-1335-48cd-ab02-73eb58295827,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T15:10:24Z,topic='l3_agent')) {'router_ids': ['017e544d-f0b9-4c73-ade1-3d4fe31ff042'], 'active': True} {{(pid=104514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 15:21:46.540954 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-5688dd04-a0d3-4b70-a85b-64e98022ea9e admin admin] Publish callbacks [] for router (None), before_response {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:46.542494 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [None req-5688dd04-a0d3-4b70-a85b-64e98022ea9e admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.9642704 Jun 24 15:21:46.545258 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.wsgi [-] (104512) accepted ('10.222.0.67', 42574) {{(pid=104512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:21:46.579585 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.plugin [None req-a62f652b-63dc-4f84-a23b-8c724dd7dceb None None] Current status of the port 76088cfc-5dd8-4940-921e-27db5a6a3e53 is: ACTIVE; New status is: ACTIVE {{(pid=104513) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 15:21:46.602978 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.db.l3_dvr_db [None req-8ce0764f-5aea-416a-854b-56456ec0e601 None None] Set router 017e544d-f0b9-4c73-ade1-3d4fe31ff042 gateway port host: dv-cinder-835384-11-iscsi {{(pid=104514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 15:21:46.606496 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.plugin [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Current status of the port 76088cfc-5dd8-4940-921e-27db5a6a3e53 is: ACTIVE; New status is: ACTIVE {{(pid=104513) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 15:21:46.650415 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.l3_dvr_db [None req-9e2a2c77-1637-42c8-9978-fa60efbb9fd5 None None] Set router 89619c26-225f-439e-ad94-ad28e686931f gateway port host: dv-cinder-835384-11-iscsi {{(pid=104513) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 15:21:46.687771 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:21:46.792441 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:21:46.796622 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.db.l3_hamode_db [None req-8ce0764f-5aea-416a-854b-56456ec0e601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '017e544d-f0b9-4c73-ade1-3d4fe31ff042', 'name': 'tempest-TestMinimumBasicScenario-824063013-router', 'tenant_id': 'fb2390854b0345588bd6b68f5c09a1ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'external_fixed_ips': [{'subnet_id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'ip_address': '172.27.0.27'}], 'enable_snat': True}, 'gw_port_id': 'ff6930bc-8fa2-4983-8b4b-7a38c05a733e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T15:21:43Z', 'updated_at': '2022-06-24T15:21:45Z', 'revision_number': 3, 'project_id': 'fb2390854b0345588bd6b68f5c09a1ee', 'gw_port': {'id': 'ff6930bc-8fa2-4983-8b4b-7a38c05a733e', 'name': '', 'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:2d:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '017e544d-f0b9-4c73-ade1-3d4fe31ff042', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'ip_address': '172.27.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T15:21:44Z', 'updated_at': '2022-06-24T15:21:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-11-iscsi'}], 'dv-cinder-835384-11-iscsi', False) {} {{(pid=104514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 15:21:46.826856 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ce0764f-5aea-416a-854b-56456ec0e601 None None] Checking router: 017e544d-f0b9-4c73-ade1-3d4fe31ff042 for host: dv-cinder-835384-11-iscsi {{(pid=104514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 15:21:46.827210 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ce0764f-5aea-416a-854b-56456ec0e601 None None] Updating router 017e544d-f0b9-4c73-ade1-3d4fe31ff042 port ff6930bc-8fa2-4983-8b4b-7a38c05a733e binding host dv-cinder-835384-11-iscsi {{(pid=104514) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 15:21:46.870298 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-8ce0764f-5aea-416a-854b-56456ec0e601 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7727318'] for port (ff6930bc-8fa2-4983-8b4b-7a38c05a733e), before_update {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:46.879675 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=100 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:21:46.889377 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.l3_hamode_db [None req-9e2a2c77-1637-42c8-9978-fa60efbb9fd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89619c26-225f-439e-ad94-ad28e686931f', 'name': 'tempest-ServerRescueNegativeTestJSON-1496855055-router', 'tenant_id': 'b6bf0e1123fa47a7844e09127fb16d6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'external_fixed_ips': [{'subnet_id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'ip_address': '172.27.0.242'}], 'enable_snat': True}, 'gw_port_id': '45ca9b4c-affa-47e6-8000-cd8c70570c2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T15:18:32Z', 'updated_at': '2022-06-24T15:18:41Z', 'revision_number': 4, 'project_id': 'b6bf0e1123fa47a7844e09127fb16d6e', 'gw_port': {'id': '45ca9b4c-affa-47e6-8000-cd8c70570c2e', 'name': '', 'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:3b:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89619c26-225f-439e-ad94-ad28e686931f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'ip_address': '172.27.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T15:18:34Z', 'updated_at': '2022-06-24T15:18:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-11-iscsi', '_floatingips': [{'id': '47192ca2-346b-4cb2-9005-8ca97d866006', 'tenant_id': 'b6bf0e1123fa47a7844e09127fb16d6e', 'floating_ip_address': '172.27.0.92', 'floating_network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'router_id': '89619c26-225f-439e-ad94-ad28e686931f', 'port_id': 'f136a5f8-c1cb-48a1-8b07-9b685830d3b5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 450, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'af13b512-ccae-46a6-b2e4-3851b74c876d', 'mac_address': 'fa:16:3e:1f:8a:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68a388fa-baf9-475a-9e9e-4b89f267983d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T15:21:00Z', 'updated_at': '2022-06-24T15:21:44Z', 'revision_number': 1, 'project_id': 'b6bf0e1123fa47a7844e09127fb16d6e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7b2305d-abda-4d95-8049-4c59ceb495ae', 'name': '', 'network_id': 'af13b512-ccae-46a6-b2e4-3851b74c876d', 'tenant_id': 'b6bf0e1123fa47a7844e09127fb16d6e', 'mac_address': 'fa:16:3e:34:13:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89619c26-225f-439e-ad94-ad28e686931f', 'device_owner': 'network:router_interface', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '298c1716-00da-4f9f-a34c-b32e0b6a8775', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T15:18:38Z', 'updated_at': '2022-06-24T15:18:47Z', 'revision_number': 5, 'project_id': 'b6bf0e1123fa47a7844e09127fb16d6e', 'subnets': [{'id': '298c1716-00da-4f9f-a34c-b32e0b6a8775', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-11-iscsi', False) {} {{(pid=104513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 15:21:46.916360 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e2a2c77-1637-42c8-9978-fa60efbb9fd5 None None] The sync data for ids ['89619c26-225f-439e-ad94-ad28e686931f'] in dv-cinder-835384-11-iscsi is: [{'id': '89619c26-225f-439e-ad94-ad28e686931f', 'name': 'tempest-ServerRescueNegativeTestJSON-1496855055-router', 'tenant_id': 'b6bf0e1123fa47a7844e09127fb16d6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'external_fixed_ips': [{'subnet_id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'ip_address': '172.27.0.242'}], 'enable_snat': True}, 'gw_port_id': '45ca9b4c-affa-47e6-8000-cd8c70570c2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T15:18:32Z', 'updated_at': '2022-06-24T15:18:41Z', 'revision_number': 4, 'project_id': 'b6bf0e1123fa47a7844e09127fb16d6e', 'gw_port': {'id': '45ca9b4c-affa-47e6-8000-cd8c70570c2e', 'name': '', 'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:3b:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89619c26-225f-439e-ad94-ad28e686931f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'ip_address': '172.27.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T15:18:34Z', 'updated_at': '2022-06-24T15:18:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-11-iscsi', '_floatingips': [{'id': '47192ca2-346b-4cb2-9005-8ca97d866006', 'tenant_id': 'b6bf0e1123fa47a7844e09127fb16d6e', 'floating_ip_address': '172.27.0.92', 'floating_network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'router_id': '89619c26-225f-439e-ad94-ad28e686931f', 'port_id': 'f136a5f8-c1cb-48a1-8b07-9b685830d3b5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 450, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'af13b512-ccae-46a6-b2e4-3851b74c876d', 'mac_address': 'fa:16:3e:1f:8a:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68a388fa-baf9-475a-9e9e-4b89f267983d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T15:21:00Z', 'updated_at': '2022-06-24T15:21:44Z', 'revision_number': 1, 'project_id': 'b6bf0e1123fa47a7844e09127fb16d6e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7b2305d-abda-4d95-8049-4c59ceb495ae', 'name': '', 'network_id': 'af13b512-ccae-46a6-b2e4-3851b74c876d', 'tenant_id': 'b6bf0e1123fa47a7844e09127fb16d6e', 'mac_address': 'fa:16:3e:34:13:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89619c26-225f-439e-ad94-ad28e686931f', 'device_owner': 'network:router_interface', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '298c1716-00da-4f9f-a34c-b32e0b6a8775', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T15:18:38Z', 'updated_at': '2022-06-24T15:18:47Z', 'revision_number': 5, 'project_id': 'b6bf0e1123fa47a7844e09127fb16d6e', 'subnets': [{'id': '298c1716-00da-4f9f-a34c-b32e0b6a8775', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104513) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 15:21:46.987191 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-38d15857-459d-4802-b8e9-dc19e13a9dd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7727318'] for port (None), before_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:47.156385 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf434a0-614a-43ba-afe7-be55540967cb req-8e1f9d6b-dfd8-4816-ab29-ac2f0dbb67ba tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:21:47.157899 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-ebf434a0-614a-43ba-afe7-be55540967cb req-8e1f9d6b-dfd8-4816-ab29-ac2f0dbb67ba tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "GET /v2.0/ports?device_id=e24b4aae-8cee-48cc-bf18-e9a915ea3f2c HTTP/1.1" status: 200 len: 943 time: 0.1172621 Jun 24 15:21:47.169170 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-8ce0764f-5aea-416a-854b-56456ec0e601 None None] Publish callbacks [] for port (ff6930bc-8fa2-4983-8b4b-7a38c05a733e), precommit_update {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:47.173732 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ace93817-c877-4fd8-a65a-b4759a6bb32b None None] New status for floating IP 47192ca2-346b-4cb2-9005-8ca97d866006: ACTIVE {{(pid=104513) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 24 15:21:47.214885 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:SELECT=100 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:21:47.236193 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-8ce0764f-5aea-416a-854b-56456ec0e601 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761385101662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761384583316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761384583334'] for port (ff6930bc-8fa2-4983-8b4b-7a38c05a733e), after_update {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:47.280934 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-ebf434a0-614a-43ba-afe7-be55540967cb req-5e8207c5-2433-45ef-8df6-66ddbe0c6c67 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "GET /v2.0/security-groups?id=b9b51dc4-7b04-4aff-a905-bf9eb837f4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1165805 Jun 24 15:21:47.290606 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.db.db_base_plugin_common [None req-38d15857-459d-4802-b8e9-dc19e13a9dd3 admin admin] Allocated IP 172.20.0.1 (6f212514-c323-4661-9a70-8b24c5462bcd/2f64631d-2603-40c2-bbec-a14b52952181/094195e6-785b-4284-a436-c72adec7902b) {{(pid=104512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 15:21:47.304952 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.managers [None req-8ce0764f-5aea-416a-854b-56456ec0e601 None None] Attempting to bind port ff6930bc-8fa2-4983-8b4b-7a38c05a733e on host dv-cinder-835384-11-iscsi for vnic_type normal with profile {{(pid=104514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 15:21:47.305339 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.managers [None req-8ce0764f-5aea-416a-854b-56456ec0e601 None None] Attempting to bind port ff6930bc-8fa2-4983-8b4b-7a38c05a733e by drivers openvswitch,hyperv on host dv-cinder-835384-11-iscsi at level 0 using segments [{'id': '6785a788-9b98-4059-b825-96a306cb346e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59'}] {{(pid=104514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 15:21:47.305683 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ce0764f-5aea-416a-854b-56456ec0e601 None None] Attempting to bind port ff6930bc-8fa2-4983-8b4b-7a38c05a733e on network 60b3096c-3a0f-4216-9e52-e826cbf1fb59 {{(pid=104514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 15:21:47.308219 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4639e37f-9f9b-4869-a871-57f1b9fd6c91 None None] Pushing event updated for resources: {'Port': ['ID=ff6930bc-8fa2-4983-8b4b-7a38c05a733e,revision_number=2']} {{(pid=104514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:21:47.319338 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ce0764f-5aea-416a-854b-56456ec0e601 None None] Checking agent: {'id': '559fa80c-96d5-4fe7-8c5f-9eda482c27bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835384-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 15, 10, 27), 'started_at': datetime.datetime(2022, 6, 24, 15, 10, 57), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 15, 21, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835384-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 15:21:47.319588 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ce0764f-5aea-416a-854b-56456ec0e601 None None] Checking segment: {'id': '6785a788-9b98-4059-b825-96a306cb346e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 15:21:47.319880 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-8ce0764f-5aea-416a-854b-56456ec0e601 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:47.320267 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ce0764f-5aea-416a-854b-56456ec0e601 None None] Bound using segment: {'id': '6785a788-9b98-4059-b825-96a306cb346e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59'} {{(pid=104514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 15:21:47.320736 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.managers [None req-8ce0764f-5aea-416a-854b-56456ec0e601 None None] Bound port: ff6930bc-8fa2-4983-8b4b-7a38c05a733e, host: dv-cinder-835384-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6785a788-9b98-4059-b825-96a306cb346e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59'}}] {{(pid=104514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 15:21:47.321730 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-8ce0764f-5aea-416a-854b-56456ec0e601 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7727318'] for port (ff6930bc-8fa2-4983-8b4b-7a38c05a733e), before_update {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:47.372494 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.db [None req-8ce0764f-5aea-416a-854b-56456ec0e601 None None] For port ff6930bc-8fa2-4983-8b4b-7a38c05a733e, host dv-cinder-835384-11-iscsi, cleared binding levels {{(pid=104514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 15:21:47.375631 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.db [None req-8ce0764f-5aea-416a-854b-56456ec0e601 None None] For port ff6930bc-8fa2-4983-8b4b-7a38c05a733e, host dv-cinder-835384-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-11-iscsi',level=0,port_id=ff6930bc-8fa2-4983-8b4b-7a38c05a733e,segment=NetworkSegment(6785a788-9b98-4059-b825-96a306cb346e),segment_id=6785a788-9b98-4059-b825-96a306cb346e)] {{(pid=104514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 15:21:47.418340 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-38d15857-459d-4802-b8e9-dc19e13a9dd3 admin admin] Publish callbacks [] for port (094195e6-785b-4284-a436-c72adec7902b), precommit_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:47.442520 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-8ce0764f-5aea-416a-854b-56456ec0e601 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761385101662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761384583316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761384583334'] for port (ff6930bc-8fa2-4983-8b4b-7a38c05a733e), after_update {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:47.500337 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ce0764f-5aea-416a-854b-56456ec0e601 None None] Routers {'017e544d-f0b9-4c73-ade1-3d4fe31ff042'} bound to L3 agent in host dv-cinder-835384-11-iscsi {{(pid=104514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 15:21:47.501162 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.db.l3_hamode_db [None req-8ce0764f-5aea-416a-854b-56456ec0e601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-24T15:10:24Z,description=,heartbeat_timestamp=2022-06-24T15:21:24Z,host='dv-cinder-835384-11-iscsi',id=45985ff7-1335-48cd-ab02-73eb58295827,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T15:10:24Z,topic='l3_agent')) {'router_ids': ['017e544d-f0b9-4c73-ade1-3d4fe31ff042'], 'active': True} {{(pid=104514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 15:21:47.505342 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-38d15857-459d-4802-b8e9-dc19e13a9dd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761384583298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3859661'] for port (094195e6-785b-4284-a436-c72adec7902b), after_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:47.542094 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4639e37f-9f9b-4869-a871-57f1b9fd6c91 None None] Pushing event updated for resources: {'Port': ['ID=ff6930bc-8fa2-4983-8b4b-7a38c05a733e,revision_number=3']} {{(pid=104514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:21:47.557960 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38d15857-459d-4802-b8e9-dc19e13a9dd3 admin admin] Network 6f212514-c323-4661-9a70-8b24c5462bcd is already hosted by enough agents. {{(pid=104512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 15:21:47.562605 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.scheduler.base_scheduler [None req-38d15857-459d-4802-b8e9-dc19e13a9dd3 admin admin] Resources bound (agent type, host, resource id): {{(pid=104512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 15:21:47.566546 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38d15857-459d-4802-b8e9-dc19e13a9dd3 admin admin] Received port after_create {{(pid=104512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 15:21:47.571750 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d15857-459d-4802-b8e9-dc19e13a9dd3 admin admin] Pushing event updated for resources: {'Port': ['ID=094195e6-785b-4284-a436-c72adec7902b,revision_number=1']} {{(pid=104512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:21:47.602868 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG dbcounter [-] [104514] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104514) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:21:47.610093 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-38d15857-459d-4802-b8e9-dc19e13a9dd3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-464899'] for router_interface (017e544d-f0b9-4c73-ade1-3d4fe31ff042), before_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:47.616221 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG dbcounter [-] [104514] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104514) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:21:47.623561 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.db.l3_dvr_db [None req-8ce0764f-5aea-416a-854b-56456ec0e601 None None] Set router 017e544d-f0b9-4c73-ade1-3d4fe31ff042 gateway port host: dv-cinder-835384-11-iscsi {{(pid=104514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 15:21:47.781640 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3195334-83dd-409c-bd44-f4a656b79bdb req-dc3b00f1-6325-48d5-8c63-3234c13b9f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:21:47.783593 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-b3195334-83dd-409c-bd44-f4a656b79bdb req-dc3b00f1-6325-48d5-8c63-3234c13b9f43 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b6bf0e1123fa47a7844e09127fb16d6e&device_id=68a388fa-baf9-475a-9e9e-4b89f267983d HTTP/1.1" status: 200 len: 1129 time: 0.0586734 Jun 24 15:21:47.788794 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:21:47.810395 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.provisioning_blocks [None req-e88e8071-5dfd-4329-9dcd-d819a3af5e91 None None] Provisioning complete for port 094195e6-785b-4284-a436-c72adec7902b triggered by entity DHCP. {{(pid=104513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 15:21:47.810952 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-e88e8071-5dfd-4329-9dcd-d819a3af5e91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7696598'] for port (094195e6-785b-4284-a436-c72adec7902b), provisioning_complete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:47.812460 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.db.l3_hamode_db [None req-8ce0764f-5aea-416a-854b-56456ec0e601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '017e544d-f0b9-4c73-ade1-3d4fe31ff042', 'name': 'tempest-TestMinimumBasicScenario-824063013-router', 'tenant_id': 'fb2390854b0345588bd6b68f5c09a1ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'external_fixed_ips': [{'subnet_id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'ip_address': '172.27.0.27'}], 'enable_snat': True}, 'gw_port_id': 'ff6930bc-8fa2-4983-8b4b-7a38c05a733e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T15:21:43Z', 'updated_at': '2022-06-24T15:21:45Z', 'revision_number': 3, 'project_id': 'fb2390854b0345588bd6b68f5c09a1ee', 'gw_port': {'id': 'ff6930bc-8fa2-4983-8b4b-7a38c05a733e', 'name': '', 'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:2d:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '017e544d-f0b9-4c73-ade1-3d4fe31ff042', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'ip_address': '172.27.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T15:21:44Z', 'updated_at': '2022-06-24T15:21:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-11-iscsi'}], 'dv-cinder-835384-11-iscsi', False) {} {{(pid=104514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 15:21:47.841026 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ce0764f-5aea-416a-854b-56456ec0e601 None None] The sync data for ids ['017e544d-f0b9-4c73-ade1-3d4fe31ff042'] in dv-cinder-835384-11-iscsi is: [{'id': '017e544d-f0b9-4c73-ade1-3d4fe31ff042', 'name': 'tempest-TestMinimumBasicScenario-824063013-router', 'tenant_id': 'fb2390854b0345588bd6b68f5c09a1ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'external_fixed_ips': [{'subnet_id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'ip_address': '172.27.0.27'}], 'enable_snat': True}, 'gw_port_id': 'ff6930bc-8fa2-4983-8b4b-7a38c05a733e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T15:21:43Z', 'updated_at': '2022-06-24T15:21:45Z', 'revision_number': 3, 'project_id': 'fb2390854b0345588bd6b68f5c09a1ee', 'gw_port': {'id': 'ff6930bc-8fa2-4983-8b4b-7a38c05a733e', 'name': '', 'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:2d:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '017e544d-f0b9-4c73-ade1-3d4fe31ff042', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'ip_address': '172.27.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T15:21:44Z', 'updated_at': '2022-06-24T15:21:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-11-iscsi'}] {{(pid=104514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 15:21:47.843673 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:21:47.846045 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-38d15857-459d-4802-b8e9-dc19e13a9dd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7727318'] for port (094195e6-785b-4284-a436-c72adec7902b), before_update {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:47.851874 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.plugin [None req-e88e8071-5dfd-4329-9dcd-d819a3af5e91 None None] Port 094195e6-785b-4284-a436-c72adec7902b cannot update to ACTIVE because it is not bound. {{(pid=104513) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 15:21:47.958986 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3195334-83dd-409c-bd44-f4a656b79bdb req-350ac571-17d2-4beb-b419-9cff081c219c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:21:47.960477 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-b3195334-83dd-409c-bd44-f4a656b79bdb req-350ac571-17d2-4beb-b419-9cff081c219c service neutron] 10.222.0.64 "GET /v2.0/networks?id=af13b512-ccae-46a6-b2e4-3851b74c876d HTTP/1.1" status: 200 len: 920 time: 0.1552074 Jun 24 15:21:48.006512 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.rpc [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Device 76088cfc-5dd8-4940-921e-27db5a6a3e53 up at agent ovs-agent-dv-cinder-835384-11-iscsi {{(pid=104513) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 15:21:48.062896 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.provisioning_blocks [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Provisioning complete for port 76088cfc-5dd8-4940-921e-27db5a6a3e53 triggered by entity L2. {{(pid=104513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 15:21:48.063300 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7696598'] for port (76088cfc-5dd8-4940-921e-27db5a6a3e53), provisioning_complete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:48.118071 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-b3195334-83dd-409c-bd44-f4a656b79bdb req-d6d0dfba-7051-4de3-9266-0079747904e9 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f136a5f8-c1cb-48a1-8b07-9b685830d3b5 HTTP/1.1" status: 200 len: 1000 time: 0.1446271 Jun 24 15:21:48.183242 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.plugin [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Current status of the port 76088cfc-5dd8-4940-921e-27db5a6a3e53 is: ACTIVE; New status is: ACTIVE {{(pid=104513) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 15:21:48.225069 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3195334-83dd-409c-bd44-f4a656b79bdb req-3e73da78-8d1f-4d3f-9a48-154d9fda5b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:21:48.225820 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-b3195334-83dd-409c-bd44-f4a656b79bdb req-3e73da78-8d1f-4d3f-9a48-154d9fda5b19 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=298c1716-00da-4f9f-a34c-b32e0b6a8775 HTTP/1.1" status: 200 len: 858 time: 0.0990975 Jun 24 15:21:48.301396 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-38d15857-459d-4802-b8e9-dc19e13a9dd3 admin admin] Publish callbacks [] for port (094195e6-785b-4284-a436-c72adec7902b), precommit_update {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:48.311400 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3195334-83dd-409c-bd44-f4a656b79bdb req-7439b466-39f9-4e97-9049-011e6fcd266b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:21:48.313136 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-b3195334-83dd-409c-bd44-f4a656b79bdb req-7439b466-39f9-4e97-9049-011e6fcd266b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=af13b512-ccae-46a6-b2e4-3851b74c876d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0768628 Jun 24 15:21:48.589637 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-38d15857-459d-4802-b8e9-dc19e13a9dd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761385101662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761384583316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761384583334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3859668'] for port (094195e6-785b-4284-a436-c72adec7902b), after_update {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:48.715402 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce880ba-6378-4f31-85cf-7ce49a665978 req-2ab8b682-7d66-4f5e-bbf0-2fd1d7da6d31 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:21:48.716811 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-7ce880ba-6378-4f31-85cf-7ce49a665978 req-2ab8b682-7d66-4f5e-bbf0-2fd1d7da6d31 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "GET /v2.0/ports?device_id=e24b4aae-8cee-48cc-bf18-e9a915ea3f2c HTTP/1.1" status: 200 len: 943 time: 0.1440530 Jun 24 15:21:48.756065 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d15857-459d-4802-b8e9-dc19e13a9dd3 admin admin] Pushing event updated for resources: {'Port': ['ID=094195e6-785b-4284-a436-c72adec7902b,revision_number=2']} {{(pid=104512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:21:48.762551 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-38d15857-459d-4802-b8e9-dc19e13a9dd3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7879171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-460691'] for router_interface (017e544d-f0b9-4c73-ade1-3d4fe31ff042), after_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:48.808488 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-b3195334-83dd-409c-bd44-f4a656b79bdb req-753b7b74-6181-4c39-a2b6-7622db91d69a service neutron] 10.222.0.64 "GET /v2.0/networks/af13b512-ccae-46a6-b2e4-3851b74c876d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4876347 Jun 24 15:21:48.862356 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-7ce880ba-6378-4f31-85cf-7ce49a665978 req-a8378023-3037-41e6-894f-b3a32fcc9bd4 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "GET /v2.0/security-groups?id=b9b51dc4-7b04-4aff-a905-bf9eb837f4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1330705 Jun 24 15:21:48.879891 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:21:48.989413 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-b3195334-83dd-409c-bd44-f4a656b79bdb req-d6d6b85a-c148-4baf-b9e3-89f5a3d19af4 service neutron] 10.222.0.64 "GET /v2.0/networks/af13b512-ccae-46a6-b2e4-3851b74c876d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1693504 Jun 24 15:21:49.001574 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38d15857-459d-4802-b8e9-dc19e13a9dd3 admin admin] Network 6f212514-c323-4661-9a70-8b24c5462bcd is already hosted by enough agents. {{(pid=104512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 15:21:49.003920 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.scheduler.base_scheduler [None req-38d15857-459d-4802-b8e9-dc19e13a9dd3 admin admin] Resources bound (agent type, host, resource id): {{(pid=104512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 15:21:49.126827 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=100 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:21:49.129473 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38d15857-459d-4802-b8e9-dc19e13a9dd3 admin admin] Router 017e544d-f0b9-4c73-ade1-3d4fe31ff042 has already been hosted by L3 agent 45985ff7-1335-48cd-ab02-73eb58295827 {{(pid=104512) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 15:21:49.238779 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38d15857-459d-4802-b8e9-dc19e13a9dd3 admin admin] Notify agent at l3_agent.dv-cinder-835384-11-iscsi the message routers_updated {{(pid=104512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 15:21:49.243973 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [None req-38d15857-459d-4802-b8e9-dc19e13a9dd3 admin admin] 10.222.0.67 "PUT /v2.0/routers/017e544d-f0b9-4c73-ade1-3d4fe31ff042/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6977067 Jun 24 15:21:49.286200 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.provisioning_blocks [None req-07022267-babb-466c-a7d3-a09aac31ce38 None None] Provisioning complete for port 094195e6-785b-4284-a436-c72adec7902b triggered by entity DHCP. {{(pid=104513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 15:21:49.286678 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-07022267-babb-466c-a7d3-a09aac31ce38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7696598'] for port (094195e6-785b-4284-a436-c72adec7902b), provisioning_complete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:49.333909 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.plugin [None req-07022267-babb-466c-a7d3-a09aac31ce38 None None] Port 094195e6-785b-4284-a436-c72adec7902b cannot update to ACTIVE because it is not bound. {{(pid=104513) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 15:21:49.524279 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4782a368-1c81-438b-966c-4c058bb116bd None None] Sync routers for ids ['017e544d-f0b9-4c73-ade1-3d4fe31ff042'] in dv-cinder-835384-11-iscsi {{(pid=104514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 15:21:49.534335 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4782a368-1c81-438b-966c-4c058bb116bd None None] Routers {'017e544d-f0b9-4c73-ade1-3d4fe31ff042'} bound to L3 agent in host dv-cinder-835384-11-iscsi {{(pid=104514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 15:21:49.534976 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.db.l3_hamode_db [None req-4782a368-1c81-438b-966c-4c058bb116bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-24T15:10:24Z,description=,heartbeat_timestamp=2022-06-24T15:21:24Z,host='dv-cinder-835384-11-iscsi',id=45985ff7-1335-48cd-ab02-73eb58295827,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T15:10:24Z,topic='l3_agent')) {'router_ids': ['017e544d-f0b9-4c73-ade1-3d4fe31ff042'], 'active': True} {{(pid=104514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 15:21:49.639280 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.db.l3_dvr_db [None req-4782a368-1c81-438b-966c-4c058bb116bd None None] Set router 017e544d-f0b9-4c73-ade1-3d4fe31ff042 gateway port host: dv-cinder-835384-11-iscsi {{(pid=104514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 15:21:49.833819 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.db.l3_hamode_db [None req-4782a368-1c81-438b-966c-4c058bb116bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '017e544d-f0b9-4c73-ade1-3d4fe31ff042', 'name': 'tempest-TestMinimumBasicScenario-824063013-router', 'tenant_id': 'fb2390854b0345588bd6b68f5c09a1ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'external_fixed_ips': [{'subnet_id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'ip_address': '172.27.0.27'}], 'enable_snat': True}, 'gw_port_id': 'ff6930bc-8fa2-4983-8b4b-7a38c05a733e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T15:21:43Z', 'updated_at': '2022-06-24T15:21:47Z', 'revision_number': 4, 'project_id': 'fb2390854b0345588bd6b68f5c09a1ee', 'gw_port': {'id': 'ff6930bc-8fa2-4983-8b4b-7a38c05a733e', 'name': '', 'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:2d:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '017e544d-f0b9-4c73-ade1-3d4fe31ff042', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'ip_address': '172.27.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T15:21:44Z', 'updated_at': '2022-06-24T15:21:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-11-iscsi', '_interfaces': [{'id': '094195e6-785b-4284-a436-c72adec7902b', 'name': '', 'network_id': '6f212514-c323-4661-9a70-8b24c5462bcd', 'tenant_id': 'fb2390854b0345588bd6b68f5c09a1ee', 'mac_address': 'fa:16:3e:0e:48:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '017e544d-f0b9-4c73-ade1-3d4fe31ff042', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '2f64631d-2603-40c2-bbec-a14b52952181', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T15:21:47Z', 'updated_at': '2022-06-24T15:21:47Z', 'revision_number': 2, 'project_id': 'fb2390854b0345588bd6b68f5c09a1ee', 'subnets': [{'id': '2f64631d-2603-40c2-bbec-a14b52952181', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-11-iscsi', False) {} {{(pid=104514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 15:21:49.860919 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4782a368-1c81-438b-966c-4c058bb116bd None None] Checking router: 017e544d-f0b9-4c73-ade1-3d4fe31ff042 for host: dv-cinder-835384-11-iscsi {{(pid=104514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 15:21:49.860919 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4782a368-1c81-438b-966c-4c058bb116bd None None] Updating router 017e544d-f0b9-4c73-ade1-3d4fe31ff042 port 094195e6-785b-4284-a436-c72adec7902b binding host dv-cinder-835384-11-iscsi {{(pid=104514) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 15:21:49.995472 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-4782a368-1c81-438b-966c-4c058bb116bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7727318'] for port (094195e6-785b-4284-a436-c72adec7902b), before_update {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:50.048701 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc13765a-e4b7-4883-9072-57a4efe5c60b req-af2896c0-5e83-43a3-a4ba-5c5f76143039 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:21:50.063429 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-bc13765a-e4b7-4883-9072-57a4efe5c60b req-af2896c0-5e83-43a3-a4ba-5c5f76143039 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "GET /v2.0/ports?device_id=e24b4aae-8cee-48cc-bf18-e9a915ea3f2c HTTP/1.1" status: 200 len: 943 time: 0.0751202 Jun 24 15:21:50.094994 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.rpc [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Device ff6930bc-8fa2-4983-8b4b-7a38c05a733e up at agent ovs-agent-dv-cinder-835384-11-iscsi {{(pid=104513) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 15:21:50.128726 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.wsgi [-] (104512) accepted ('10.222.0.67', 42624) {{(pid=104512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:21:50.133231 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.v2.base [None req-17f969e2-ab4e-48f3-a929-556be3953ce5 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1265787350-network', 'tenant_id': 'd5ed08c77e8247d0abc0ffefda355d6b'}} {{(pid=104512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 15:21:50.148351 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.provisioning_blocks [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Provisioning complete for port ff6930bc-8fa2-4983-8b4b-7a38c05a733e triggered by entity L2. {{(pid=104513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 15:21:50.148726 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7696598'] for port (ff6930bc-8fa2-4983-8b4b-7a38c05a733e), provisioning_complete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:50.155915 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-bc13765a-e4b7-4883-9072-57a4efe5c60b req-c0581c6a-b82a-457e-ad73-4805ce342d6b tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "GET /v2.0/security-groups?id=b9b51dc4-7b04-4aff-a905-bf9eb837f4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0913730 Jun 24 15:21:50.229720 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:SELECT=100 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:21:50.239885 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.plugin [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Current status of the port ff6930bc-8fa2-4983-8b4b-7a38c05a733e is: DOWN; New status is: ACTIVE {{(pid=104513) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 15:21:50.240273 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7727318'] for port (ff6930bc-8fa2-4983-8b4b-7a38c05a733e), before_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:50.242731 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG dbcounter [-] [104514] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104514) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:21:50.263147 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.db [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] For port ff6930bc-8fa2-4983-8b4b-7a38c05a733e, host dv-cinder-835384-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-11-iscsi',level=0,port_id=ff6930bc-8fa2-4983-8b4b-7a38c05a733e,segment=NetworkSegment(6785a788-9b98-4059-b825-96a306cb346e),segment_id=6785a788-9b98-4059-b825-96a306cb346e)] {{(pid=104513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 15:21:50.300973 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-4782a368-1c81-438b-966c-4c058bb116bd None None] Publish callbacks [] for port (094195e6-785b-4284-a436-c72adec7902b), precommit_update {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:50.373544 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17f969e2-ab4e-48f3-a929-556be3953ce5 admin admin] Made reservation on behalf of d5ed08c77e8247d0abc0ffefda355d6b for: {'network': 1} {{(pid=104512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 15:21:50.376257 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-17f969e2-ab4e-48f3-a929-556be3953ce5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7727318'] for network (None), before_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:50.386638 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-17f969e2-ab4e-48f3-a929-556be3953ce5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:50.395995 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-4782a368-1c81-438b-966c-4c058bb116bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761385101662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761384583316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761384583334'] for port (094195e6-785b-4284-a436-c72adec7902b), after_update {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:50.422472 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761385101662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761384583316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761384583334'] for port (ff6930bc-8fa2-4983-8b4b-7a38c05a733e), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:50.488395 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa3f0af-8fb9-4615-946d-6c9dbeb237ad None None] Pushing event updated for resources: {'Port': ['ID=094195e6-785b-4284-a436-c72adec7902b,revision_number=3']} {{(pid=104514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:21:50.495672 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Pushing event updated for resources: {'Port': ['ID=ff6930bc-8fa2-4983-8b4b-7a38c05a733e,revision_number=4']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:21:50.539401 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-17f969e2-ab4e-48f3-a929-556be3953ce5 admin admin] Publish callbacks [] for security_group (1a223592-1d8d-4f87-8ccf-721b80af68da), precommit_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:50.570178 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.managers [None req-4782a368-1c81-438b-966c-4c058bb116bd None None] Attempting to bind port 094195e6-785b-4284-a436-c72adec7902b on host dv-cinder-835384-11-iscsi for vnic_type normal with profile {{(pid=104514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 15:21:50.570738 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.managers [None req-4782a368-1c81-438b-966c-4c058bb116bd None None] Attempting to bind port 094195e6-785b-4284-a436-c72adec7902b by drivers openvswitch,hyperv on host dv-cinder-835384-11-iscsi at level 0 using segments [{'id': '5aa84711-eee4-4736-b915-ec9670ba17dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '6f212514-c323-4661-9a70-8b24c5462bcd'}] {{(pid=104514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 15:21:50.577656 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4782a368-1c81-438b-966c-4c058bb116bd None None] Attempting to bind port 094195e6-785b-4284-a436-c72adec7902b on network 6f212514-c323-4661-9a70-8b24c5462bcd {{(pid=104514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 15:21:50.577656 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4782a368-1c81-438b-966c-4c058bb116bd None None] Checking agent: {'id': '559fa80c-96d5-4fe7-8c5f-9eda482c27bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835384-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 15, 10, 27), 'started_at': datetime.datetime(2022, 6, 24, 15, 10, 57), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 15, 21, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835384-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 15:21:50.578572 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4782a368-1c81-438b-966c-4c058bb116bd None None] Checking segment: {'id': '5aa84711-eee4-4736-b915-ec9670ba17dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '6f212514-c323-4661-9a70-8b24c5462bcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 15:21:50.578976 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-4782a368-1c81-438b-966c-4c058bb116bd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:50.579389 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4782a368-1c81-438b-966c-4c058bb116bd None None] Bound using segment: {'id': '5aa84711-eee4-4736-b915-ec9670ba17dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '6f212514-c323-4661-9a70-8b24c5462bcd'} {{(pid=104514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 15:21:50.580025 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.managers [None req-4782a368-1c81-438b-966c-4c058bb116bd None None] Bound port: 094195e6-785b-4284-a436-c72adec7902b, host: dv-cinder-835384-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5aa84711-eee4-4736-b915-ec9670ba17dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '6f212514-c323-4661-9a70-8b24c5462bcd'}}] {{(pid=104514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 15:21:50.580589 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-4782a368-1c81-438b-966c-4c058bb116bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7727318'] for port (094195e6-785b-4284-a436-c72adec7902b), before_update {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:50.619812 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-17f969e2-ab4e-48f3-a929-556be3953ce5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-275664'] for security_group (1a223592-1d8d-4f87-8ccf-721b80af68da), after_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:50.642364 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG dbcounter [-] [104514] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104514) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:21:50.655783 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.db [None req-4782a368-1c81-438b-966c-4c058bb116bd None None] For port 094195e6-785b-4284-a436-c72adec7902b, host dv-cinder-835384-11-iscsi, cleared binding levels {{(pid=104514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 15:21:50.659518 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.db [None req-4782a368-1c81-438b-966c-4c058bb116bd None None] For port 094195e6-785b-4284-a436-c72adec7902b, host dv-cinder-835384-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-11-iscsi',level=0,port_id=094195e6-785b-4284-a436-c72adec7902b,segment=NetworkSegment(5aa84711-eee4-4736-b915-ec9670ba17dc),segment_id=5aa84711-eee4-4736-b915-ec9670ba17dc)] {{(pid=104514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 15:21:50.660533 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17f969e2-ab4e-48f3-a929-556be3953ce5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 788} {{(pid=104512) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 15:21:50.670332 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f969e2-ab4e-48f3-a929-556be3953ce5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a223592-1d8d-4f87-8ccf-721b80af68da,revision_number=1']} {{(pid=104512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:21:50.690607 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-17f969e2-ab4e-48f3-a929-556be3953ce5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7772344'] for segment (0e5f00d6-0b07-4b36-bb9f-3180e52e83d5), precommit_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:50.691425 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.db.segments_db [None req-17f969e2-ab4e-48f3-a929-556be3953ce5 admin admin] Added segment 0e5f00d6-0b07-4b36-bb9f-3180e52e83d5 of type vlan for network 46a0da1c-e979-474b-8f53-1d534f0e87b4 Jun 24 15:21:50.742592 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-17f969e2-ab4e-48f3-a929-556be3953ce5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761384550337'] for network (46a0da1c-e979-474b-8f53-1d534f0e87b4), precommit_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:50.756296 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-4782a368-1c81-438b-966c-4c058bb116bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761385101662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761384583316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761384583334'] for port (094195e6-785b-4284-a436-c72adec7902b), after_update {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:50.768169 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.provisioning_blocks [None req-2c1de6a4-d06a-4aa8-a897-6ba93ad6147a None None] Provisioning complete for port 094195e6-785b-4284-a436-c72adec7902b triggered by entity DHCP. {{(pid=104513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 15:21:50.768169 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-2c1de6a4-d06a-4aa8-a897-6ba93ad6147a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7696598'] for port (094195e6-785b-4284-a436-c72adec7902b), provisioning_complete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:50.819616 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4782a368-1c81-438b-966c-4c058bb116bd None None] Routers {'017e544d-f0b9-4c73-ade1-3d4fe31ff042'} bound to L3 agent in host dv-cinder-835384-11-iscsi {{(pid=104514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 15:21:50.820727 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.db.l3_hamode_db [None req-4782a368-1c81-438b-966c-4c058bb116bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-24T15:10:24Z,description=,heartbeat_timestamp=2022-06-24T15:21:24Z,host='dv-cinder-835384-11-iscsi',id=45985ff7-1335-48cd-ab02-73eb58295827,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T15:10:24Z,topic='l3_agent')) {'router_ids': ['017e544d-f0b9-4c73-ade1-3d4fe31ff042'], 'active': True} {{(pid=104514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 15:21:50.860813 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.plugin [None req-2c1de6a4-d06a-4aa8-a897-6ba93ad6147a None None] Current status of the port 094195e6-785b-4284-a436-c72adec7902b is: DOWN; New status is: ACTIVE {{(pid=104513) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 15:21:50.861504 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-2c1de6a4-d06a-4aa8-a897-6ba93ad6147a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7727318'] for port (094195e6-785b-4284-a436-c72adec7902b), before_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:50.875054 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-17f969e2-ab4e-48f3-a929-556be3953ce5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-275585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409'] for network (46a0da1c-e979-474b-8f53-1d534f0e87b4), after_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:50.876229 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17f969e2-ab4e-48f3-a929-556be3953ce5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:21:50.876902 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-17f969e2-ab4e-48f3-a929-556be3953ce5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7879399'] for network (None), before_response {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:50.897763 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa3f0af-8fb9-4615-946d-6c9dbeb237ad None None] Pushing event updated for resources: {'Port': ['ID=094195e6-785b-4284-a436-c72adec7902b,revision_number=4']} {{(pid=104514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:21:50.916492 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.db [None req-2c1de6a4-d06a-4aa8-a897-6ba93ad6147a None None] For port 094195e6-785b-4284-a436-c72adec7902b, host dv-cinder-835384-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-11-iscsi',level=0,port_id=094195e6-785b-4284-a436-c72adec7902b,segment=NetworkSegment(5aa84711-eee4-4736-b915-ec9670ba17dc),segment_id=5aa84711-eee4-4736-b915-ec9670ba17dc)] {{(pid=104513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 15:21:50.969315 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f969e2-ab4e-48f3-a929-556be3953ce5 admin admin] Pushing event updated for resources: {'Network': ['ID=46a0da1c-e979-474b-8f53-1d534f0e87b4,revision_number=1']} {{(pid=104512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:21:50.981223 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.rpc [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Network 46a0da1c-e979-474b-8f53-1d534f0e87b4 details requested by agent ovs-agent-dv-cinder-835384-11-iscsi with host dv-cinder-835384-11-iscsi {{(pid=104513) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 15:21:51.007170 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [None req-17f969e2-ab4e-48f3-a929-556be3953ce5 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 0.8712778 Jun 24 15:21:51.007170 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.wsgi [-] (104512) accepted ('10.222.0.67', 42644) {{(pid=104512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:21:51.009421 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.db.l3_dvr_db [None req-4782a368-1c81-438b-966c-4c058bb116bd None None] Set router 017e544d-f0b9-4c73-ade1-3d4fe31ff042 gateway port host: dv-cinder-835384-11-iscsi {{(pid=104514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 15:21:51.015059 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.v2.base [None req-55eec193-7722-4841-96a3-84dab122890a admin admin] Request body: {'subnet': {'network_id': '46a0da1c-e979-474b-8f53-1d534f0e87b4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1265787350-subnet', 'tenant_id': 'd5ed08c77e8247d0abc0ffefda355d6b', 'ip_version': 4}} {{(pid=104512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 15:21:51.021235 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-2c1de6a4-d06a-4aa8-a897-6ba93ad6147a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761385101662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761384583316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761384583334'] for port (094195e6-785b-4284-a436-c72adec7902b), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:51.120990 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1de6a4-d06a-4aa8-a897-6ba93ad6147a None None] Pushing event updated for resources: {'Port': ['ID=094195e6-785b-4284-a436-c72adec7902b,revision_number=5']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:21:51.127598 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55eec193-7722-4841-96a3-84dab122890a admin admin] Made reservation on behalf of d5ed08c77e8247d0abc0ffefda355d6b for: {'subnet': 1} {{(pid=104512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 15:21:51.131614 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-55eec193-7722-4841-96a3-84dab122890a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3974350'] for subnet (None), before_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:51.144246 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.provisioning_blocks [None req-d551f2b7-3b78-40b4-bef2-6ce7bbf9210c None None] Provisioning complete for port 094195e6-785b-4284-a436-c72adec7902b triggered by entity DHCP. {{(pid=104513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 15:21:51.144639 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-d551f2b7-3b78-40b4-bef2-6ce7bbf9210c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7696598'] for port (094195e6-785b-4284-a436-c72adec7902b), provisioning_complete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:51.263883 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.db.l3_hamode_db [None req-4782a368-1c81-438b-966c-4c058bb116bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '017e544d-f0b9-4c73-ade1-3d4fe31ff042', 'name': 'tempest-TestMinimumBasicScenario-824063013-router', 'tenant_id': 'fb2390854b0345588bd6b68f5c09a1ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'external_fixed_ips': [{'subnet_id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'ip_address': '172.27.0.27'}], 'enable_snat': True}, 'gw_port_id': 'ff6930bc-8fa2-4983-8b4b-7a38c05a733e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T15:21:43Z', 'updated_at': '2022-06-24T15:21:47Z', 'revision_number': 4, 'project_id': 'fb2390854b0345588bd6b68f5c09a1ee', 'gw_port': {'id': 'ff6930bc-8fa2-4983-8b4b-7a38c05a733e', 'name': '', 'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:2d:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '017e544d-f0b9-4c73-ade1-3d4fe31ff042', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'ip_address': '172.27.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T15:21:44Z', 'updated_at': '2022-06-24T15:21:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-11-iscsi', '_interfaces': [{'id': '094195e6-785b-4284-a436-c72adec7902b', 'name': '', 'network_id': '6f212514-c323-4661-9a70-8b24c5462bcd', 'tenant_id': 'fb2390854b0345588bd6b68f5c09a1ee', 'mac_address': 'fa:16:3e:0e:48:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '017e544d-f0b9-4c73-ade1-3d4fe31ff042', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '2f64631d-2603-40c2-bbec-a14b52952181', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T15:21:47Z', 'updated_at': '2022-06-24T15:21:50Z', 'revision_number': 4, 'project_id': 'fb2390854b0345588bd6b68f5c09a1ee', 'subnets': [{'id': '2f64631d-2603-40c2-bbec-a14b52952181', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-11-iscsi', False) {} {{(pid=104514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 15:21:51.294031 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4782a368-1c81-438b-966c-4c058bb116bd None None] The sync data for ids ['017e544d-f0b9-4c73-ade1-3d4fe31ff042'] in dv-cinder-835384-11-iscsi is: [{'id': '017e544d-f0b9-4c73-ade1-3d4fe31ff042', 'name': 'tempest-TestMinimumBasicScenario-824063013-router', 'tenant_id': 'fb2390854b0345588bd6b68f5c09a1ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'external_fixed_ips': [{'subnet_id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'ip_address': '172.27.0.27'}], 'enable_snat': True}, 'gw_port_id': 'ff6930bc-8fa2-4983-8b4b-7a38c05a733e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T15:21:43Z', 'updated_at': '2022-06-24T15:21:47Z', 'revision_number': 4, 'project_id': 'fb2390854b0345588bd6b68f5c09a1ee', 'gw_port': {'id': 'ff6930bc-8fa2-4983-8b4b-7a38c05a733e', 'name': '', 'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:2d:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '017e544d-f0b9-4c73-ade1-3d4fe31ff042', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'ip_address': '172.27.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T15:21:44Z', 'updated_at': '2022-06-24T15:21:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-11-iscsi', '_interfaces': [{'id': '094195e6-785b-4284-a436-c72adec7902b', 'name': '', 'network_id': '6f212514-c323-4661-9a70-8b24c5462bcd', 'tenant_id': 'fb2390854b0345588bd6b68f5c09a1ee', 'mac_address': 'fa:16:3e:0e:48:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '017e544d-f0b9-4c73-ade1-3d4fe31ff042', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '2f64631d-2603-40c2-bbec-a14b52952181', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T15:21:47Z', 'updated_at': '2022-06-24T15:21:50Z', 'revision_number': 4, 'project_id': 'fb2390854b0345588bd6b68f5c09a1ee', 'subnets': [{'id': '2f64631d-2603-40c2-bbec-a14b52952181', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 15:21:51.320753 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:21:51.338906 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.plugin [None req-d551f2b7-3b78-40b4-bef2-6ce7bbf9210c None None] Current status of the port 094195e6-785b-4284-a436-c72adec7902b is: ACTIVE; New status is: ACTIVE {{(pid=104513) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 15:21:51.350676 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-8e3ad499-422b-4bd3-9fc6-ad286f313e9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697012'] for agent (61dc9491-0c49-467e-b62a-6961ce952bc2), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:51.420869 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84893fc-fdd9-43f6-8560-45127063dd79 req-c023e3fe-aa09-4c99-b9c8-9b95f1a79f05 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:21:51.422567 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-d84893fc-fdd9-43f6-8560-45127063dd79 req-c023e3fe-aa09-4c99-b9c8-9b95f1a79f05 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "GET /v2.0/ports?device_id=e24b4aae-8cee-48cc-bf18-e9a915ea3f2c HTTP/1.1" status: 200 len: 943 time: 0.1139610 Jun 24 15:21:51.430326 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:21:51.535496 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=75,neutron:INSERT=19,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:21:51.596048 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-d84893fc-fdd9-43f6-8560-45127063dd79 req-74bc3a1e-45d1-4502-b4be-93ffc17fa08f tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "GET /v2.0/security-groups?id=b9b51dc4-7b04-4aff-a905-bf9eb837f4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1600258 Jun 24 15:21:51.735045 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-55eec193-7722-4841-96a3-84dab122890a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3859545', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3974328'] for subnet (b9259771-8493-4572-8aba-4832637ed4e2), after_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:51.882820 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55eec193-7722-4841-96a3-84dab122890a admin admin] Checking segment: {'id': '0e5f00d6-0b07-4b36-bb9f-3180e52e83d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '46a0da1c-e979-474b-8f53-1d534f0e87b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 15:21:51.883492 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55eec193-7722-4841-96a3-84dab122890a admin admin] Network hostable DHCP agents. Network: 46a0da1c-e979-474b-8f53-1d534f0e87b4, hostable agents: ['61dc9491-0c49-467e-b62a-6961ce952bc2'], hosted agents: [] {{(pid=104512) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 15:21:51.885964 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55eec193-7722-4841-96a3-84dab122890a admin admin] Pushing event updated for resources: {'Subnet': ['ID=b9259771-8493-4572-8aba-4832637ed4e2,revision_number=0']} {{(pid=104512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:21:51.990413 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55eec193-7722-4841-96a3-84dab122890a admin admin] Network 46a0da1c-e979-474b-8f53-1d534f0e87b4 is scheduled to be hosted by DHCP agent 61dc9491-0c49-467e-b62a-6961ce952bc2 with binding_index 1 {{(pid=104512) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 15:21:52.060904 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.scheduler.base_scheduler [None req-55eec193-7722-4841-96a3-84dab122890a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835384-11-iscsi, 46a0da1c-e979-474b-8f53-1d534f0e87b4) {{(pid=104512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 15:21:52.065273 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55eec193-7722-4841-96a3-84dab122890a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:21:52.065912 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-55eec193-7722-4841-96a3-84dab122890a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:52.077050 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ee8af8e-387e-41b9-982e-10d0cfa14e64 None None] Network 46a0da1c-e979-474b-8f53-1d534f0e87b4 requested from dv-cinder-835384-11-iscsi {{(pid=104513) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 15:21:52.202012 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.rpc [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Device ff6930bc-8fa2-4983-8b4b-7a38c05a733e up at agent ovs-agent-dv-cinder-835384-11-iscsi {{(pid=104513) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 15:21:52.369534 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [None req-55eec193-7722-4841-96a3-84dab122890a admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.3070278 Jun 24 15:21:52.371577 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.provisioning_blocks [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Provisioning complete for port ff6930bc-8fa2-4983-8b4b-7a38c05a733e triggered by entity L2. {{(pid=104513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 15:21:52.371577 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7696598'] for port (ff6930bc-8fa2-4983-8b4b-7a38c05a733e), provisioning_complete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:52.372020 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.wsgi [-] (104512) accepted ('10.222.0.67', 42688) {{(pid=104512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:21:52.372020 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.v2.base [None req-17b532c1-402e-42ee-8d41-fea35ff8364d admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1265787350-router', 'tenant_id': 'd5ed08c77e8247d0abc0ffefda355d6b', 'external_gateway_info': {'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59'}}} {{(pid=104512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 15:21:52.391986 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90a50be5-132e-4ea0-b54d-b14bae4146ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2b4efa5-1f6d-5be6-a0c3-799436a0bdb9-46a0da1c-e979-474b-8f53-1d534f0e87b4', 'network_id': '46a0da1c-e979-474b-8f53-1d534f0e87b4', 'project_id': 'd5ed08c77e8247d0abc0ffefda355d6b', 'fixed_ips': [{'subnet_id': 'b9259771-8493-4572-8aba-4832637ed4e2'}]}} from dv-cinder-835384-11-iscsi. {{(pid=104513) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 24 15:21:52.393127 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-90a50be5-132e-4ea0-b54d-b14bae4146ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7727318'] for port (None), before_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:52.648557 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:21:52.648557 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.plugin [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Current status of the port ff6930bc-8fa2-4983-8b4b-7a38c05a733e is: ACTIVE; New status is: ACTIVE {{(pid=104513) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 15:21:52.648557 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.rpc [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Device 094195e6-785b-4284-a436-c72adec7902b up at agent ovs-agent-dv-cinder-835384-11-iscsi {{(pid=104513) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 15:21:52.694085 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-17b532c1-402e-42ee-8d41-fea35ff8364d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-460991', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14566'] for router (2d5e2ef6-cba6-4b8f-9e11-c4b5a823df57), before_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:52.697669 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-17b532c1-402e-42ee-8d41-fea35ff8364d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-461210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-470210', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-519196', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14577'] for router (2d5e2ef6-cba6-4b8f-9e11-c4b5a823df57), precommit_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:52.756784 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.db_base_plugin_common [None req-90a50be5-132e-4ea0-b54d-b14bae4146ad None None] Allocated IP 172.20.0.2 (46a0da1c-e979-474b-8f53-1d534f0e87b4/b9259771-8493-4572-8aba-4832637ed4e2/215d9939-305a-451c-b477-c6ac5051746e) {{(pid=104513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 15:21:52.833323 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2c4bb1-21ca-4424-bf5c-21ac8d794fd4 req-6bb7c2ca-7869-490b-af96-f8fd87d1a444 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:21:52.834816 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.provisioning_blocks [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Provisioning complete for port 094195e6-785b-4284-a436-c72adec7902b triggered by entity L2. {{(pid=104513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 15:21:52.835292 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7696598'] for port (094195e6-785b-4284-a436-c72adec7902b), provisioning_complete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:52.835511 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-0e2c4bb1-21ca-4424-bf5c-21ac8d794fd4 req-6bb7c2ca-7869-490b-af96-f8fd87d1a444 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "GET /v2.0/ports?device_id=e24b4aae-8cee-48cc-bf18-e9a915ea3f2c HTTP/1.1" status: 200 len: 943 time: 0.1218100 Jun 24 15:21:52.848362 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-17b532c1-402e-42ee-8d41-fea35ff8364d admin admin] Publish callbacks [] for router_controller (2d5e2ef6-cba6-4b8f-9e11-c4b5a823df57), precommit_add_association {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:53.059707 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-90a50be5-132e-4ea0-b54d-b14bae4146ad None None] Publish callbacks [] for port (215d9939-305a-451c-b477-c6ac5051746e), precommit_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:53.064660 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:21:53.134473 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-0e2c4bb1-21ca-4424-bf5c-21ac8d794fd4 req-77d195be-975b-48ae-941f-c50aa01f9028 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "GET /v2.0/security-groups?id=b9b51dc4-7b04-4aff-a905-bf9eb837f4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2909038 Jun 24 15:21:53.140587 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-90a50be5-132e-4ea0-b54d-b14bae4146ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761384583298'] for port (215d9939-305a-451c-b477-c6ac5051746e), after_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:53.214891 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.plugin [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Current status of the port 094195e6-785b-4284-a436-c72adec7902b is: ACTIVE; New status is: ACTIVE {{(pid=104513) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 15:21:53.243940 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90a50be5-132e-4ea0-b54d-b14bae4146ad None None] Network 46a0da1c-e979-474b-8f53-1d534f0e87b4 is already hosted by enough agents. {{(pid=104513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 15:21:53.247393 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.scheduler.base_scheduler [None req-90a50be5-132e-4ea0-b54d-b14bae4146ad None None] Resources bound (agent type, host, resource id): {{(pid=104513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 15:21:53.251983 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90a50be5-132e-4ea0-b54d-b14bae4146ad None None] Received port after_create {{(pid=104513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 15:21:53.290159 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a50be5-132e-4ea0-b54d-b14bae4146ad None None] Pushing event updated for resources: {'Port': ['ID=215d9939-305a-451c-b477-c6ac5051746e,revision_number=1']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:21:53.302286 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-17b532c1-402e-42ee-8d41-fea35ff8364d admin admin] Publish callbacks [] for router_gateway (2d5e2ef6-cba6-4b8f-9e11-c4b5a823df57), precommit_update {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:53.371420 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:21:53.393938 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.managers [None req-90a50be5-132e-4ea0-b54d-b14bae4146ad None None] Attempting to bind port 215d9939-305a-451c-b477-c6ac5051746e on host dv-cinder-835384-11-iscsi for vnic_type normal with profile {{(pid=104513) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 15:21:53.394861 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.managers [None req-90a50be5-132e-4ea0-b54d-b14bae4146ad None None] Attempting to bind port 215d9939-305a-451c-b477-c6ac5051746e by drivers openvswitch,hyperv on host dv-cinder-835384-11-iscsi at level 0 using segments [{'id': '0e5f00d6-0b07-4b36-bb9f-3180e52e83d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '46a0da1c-e979-474b-8f53-1d534f0e87b4'}] {{(pid=104513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 15:21:53.395288 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90a50be5-132e-4ea0-b54d-b14bae4146ad None None] Attempting to bind port 215d9939-305a-451c-b477-c6ac5051746e on network 46a0da1c-e979-474b-8f53-1d534f0e87b4 {{(pid=104513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 15:21:53.402165 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90a50be5-132e-4ea0-b54d-b14bae4146ad None None] Checking agent: {'id': '559fa80c-96d5-4fe7-8c5f-9eda482c27bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835384-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 15, 10, 27), 'started_at': datetime.datetime(2022, 6, 24, 15, 10, 57), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 15, 21, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835384-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 15:21:53.402958 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90a50be5-132e-4ea0-b54d-b14bae4146ad None None] Checking segment: {'id': '0e5f00d6-0b07-4b36-bb9f-3180e52e83d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '46a0da1c-e979-474b-8f53-1d534f0e87b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 15:21:53.403444 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-90a50be5-132e-4ea0-b54d-b14bae4146ad None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:53.403843 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90a50be5-132e-4ea0-b54d-b14bae4146ad None None] Bound using segment: {'id': '0e5f00d6-0b07-4b36-bb9f-3180e52e83d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '46a0da1c-e979-474b-8f53-1d534f0e87b4'} {{(pid=104513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 15:21:53.404315 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.managers [None req-90a50be5-132e-4ea0-b54d-b14bae4146ad None None] Bound port: 215d9939-305a-451c-b477-c6ac5051746e, host: dv-cinder-835384-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e5f00d6-0b07-4b36-bb9f-3180e52e83d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '46a0da1c-e979-474b-8f53-1d534f0e87b4'}}] {{(pid=104513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 15:21:53.404702 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-90a50be5-132e-4ea0-b54d-b14bae4146ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7727318'] for port (215d9939-305a-451c-b477-c6ac5051746e), before_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:53.552163 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.db [None req-90a50be5-132e-4ea0-b54d-b14bae4146ad None None] For port 215d9939-305a-451c-b477-c6ac5051746e, host dv-cinder-835384-11-iscsi, cleared binding levels {{(pid=104513) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 15:21:53.560956 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.db [None req-90a50be5-132e-4ea0-b54d-b14bae4146ad None None] For port 215d9939-305a-451c-b477-c6ac5051746e, host dv-cinder-835384-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-11-iscsi',level=0,port_id=215d9939-305a-451c-b477-c6ac5051746e,segment=NetworkSegment(0e5f00d6-0b07-4b36-bb9f-3180e52e83d5),segment_id=0e5f00d6-0b07-4b36-bb9f-3180e52e83d5)] {{(pid=104513) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 15:21:53.645563 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:21:53.661596 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-17b532c1-402e-42ee-8d41-fea35ff8364d admin admin] Publish callbacks [] for router_gateway (2d5e2ef6-cba6-4b8f-9e11-c4b5a823df57), before_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:53.678967 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-90a50be5-132e-4ea0-b54d-b14bae4146ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761385101662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761384583316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761384583334'] for port (215d9939-305a-451c-b477-c6ac5051746e), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:53.688951 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-17b532c1-402e-42ee-8d41-fea35ff8364d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7727318'] for port (None), before_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:53.751498 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-b5bce1aa-3b64-4350-b90f-71536dd5a086 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697012'] for agent (45985ff7-1335-48cd-ab02-73eb58295827), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:53.801163 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a50be5-132e-4ea0-b54d-b14bae4146ad None None] Pushing event updated for resources: {'Port': ['ID=215d9939-305a-451c-b477-c6ac5051746e,revision_number=2']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:21:53.843775 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.db.db_base_plugin_common [None req-17b532c1-402e-42ee-8d41-fea35ff8364d admin admin] Allocated IP 172.27.0.89 (60b3096c-3a0f-4216-9e52-e826cbf1fb59/f6c08379-d241-4966-a4ae-7ff02804e7f6/077a173d-3b0a-4916-a99b-6b47e4693eb0) {{(pid=104512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 15:21:54.119773 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=84,neutron:INSERT=10,neutron:UPDATE=6 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:21:54.247579 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-17b532c1-402e-42ee-8d41-fea35ff8364d admin admin] Publish callbacks [] for port (077a173d-3b0a-4916-a99b-6b47e4693eb0), precommit_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:54.274575 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.wsgi [-] (104511) accepted ('10.222.0.67', 42724) {{(pid=104511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:21:54.362346 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.rpc [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Device 215d9939-305a-451c-b477-c6ac5051746e up at agent ovs-agent-dv-cinder-835384-11-iscsi {{(pid=104513) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 15:21:54.423238 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99a1f94-4668-4222-9434-c772a996a308 req-82e14065-a5e9-4403-bf15-404b46f73707 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:21:54.425489 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-f99a1f94-4668-4222-9434-c772a996a308 req-82e14065-a5e9-4403-bf15-404b46f73707 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "GET /v2.0/ports?device_id=e24b4aae-8cee-48cc-bf18-e9a915ea3f2c HTTP/1.1" status: 200 len: 943 time: 0.1358824 Jun 24 15:21:54.458493 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.provisioning_blocks [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Provisioning complete for port 215d9939-305a-451c-b477-c6ac5051746e triggered by entity L2. {{(pid=104513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 15:21:54.459208 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7696598'] for port (215d9939-305a-451c-b477-c6ac5051746e), provisioning_complete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:54.497377 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-f903491f-b4b6-48c5-9a03-c89b55c232e1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:54.500196 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-17b532c1-402e-42ee-8d41-fea35ff8364d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761384583298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3859661'] for port (077a173d-3b0a-4916-a99b-6b47e4693eb0), after_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:54.543505 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.plugin [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Current status of the port 215d9939-305a-451c-b477-c6ac5051746e is: DOWN; New status is: ACTIVE {{(pid=104513) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 15:21:54.544230 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7727318'] for port (215d9939-305a-451c-b477-c6ac5051746e), before_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:54.560480 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b532c1-402e-42ee-8d41-fea35ff8364d admin admin] Pushing event updated for resources: {'Port': ['ID=077a173d-3b0a-4916-a99b-6b47e4693eb0,revision_number=1']} {{(pid=104512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:21:54.578709 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-f99a1f94-4668-4222-9434-c772a996a308 req-83b0e76a-9a32-4455-a472-e0b5126ceb71 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "GET /v2.0/security-groups?id=b9b51dc4-7b04-4aff-a905-bf9eb837f4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1432691 Jun 24 15:21:54.590717 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17b532c1-402e-42ee-8d41-fea35ff8364d admin admin] Network 60b3096c-3a0f-4216-9e52-e826cbf1fb59 is already hosted by enough agents. {{(pid=104512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 15:21:54.592289 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.scheduler.base_scheduler [None req-17b532c1-402e-42ee-8d41-fea35ff8364d admin admin] Resources bound (agent type, host, resource id): {{(pid=104512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 15:21:54.597349 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.db [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] For port 215d9939-305a-451c-b477-c6ac5051746e, host dv-cinder-835384-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-11-iscsi',level=0,port_id=215d9939-305a-451c-b477-c6ac5051746e,segment=NetworkSegment(0e5f00d6-0b07-4b36-bb9f-3180e52e83d5),segment_id=0e5f00d6-0b07-4b36-bb9f-3180e52e83d5)] {{(pid=104513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 15:21:54.599407 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17b532c1-402e-42ee-8d41-fea35ff8364d admin admin] Received port after_create {{(pid=104512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 15:21:54.639157 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-f903491f-b4b6-48c5-9a03-c89b55c232e1 admin admin] Publish callbacks [] for security_group (db8419d5-ef6c-44bb-bcac-a76f13c05909), precommit_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:54.668635 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761385101662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761384583316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761384583334'] for port (215d9939-305a-451c-b477-c6ac5051746e), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:54.739657 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-f903491f-b4b6-48c5-9a03-c89b55c232e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-275664'] for security_group (db8419d5-ef6c-44bb-bcac-a76f13c05909), after_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:54.748808 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Pushing event updated for resources: {'Port': ['ID=215d9939-305a-451c-b477-c6ac5051746e,revision_number=3']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:21:54.819012 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.wsgi [-] (104512) accepted ('10.222.0.67', 42732) {{(pid=104512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:21:54.819679 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [None req-f903491f-b4b6-48c5-9a03-c89b55c232e1 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=47025fa9a1524b639d2940a0ab34e207&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5435705 Jun 24 15:21:54.825801 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f903491f-b4b6-48c5-9a03-c89b55c232e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db8419d5-ef6c-44bb-bcac-a76f13c05909,revision_number=1']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:21:54.926349 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-6e9ba797-1d0c-40f8-9e0c-708f895be0b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697012'] for agent (f984396c-9862-4f32-9cf6-f19d2e5feb00), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:54.978412 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-b82e2d10-fd57-44dc-a091-ffc675d38b83 admin admin] Publish callbacks [] for security_group (db8419d5-ef6c-44bb-bcac-a76f13c05909), before_delete {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:55.017111 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-b82e2d10-fd57-44dc-a091-ffc675d38b83 admin admin] Publish callbacks [] for security_group (db8419d5-ef6c-44bb-bcac-a76f13c05909), precommit_delete {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:55.124398 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-17b532c1-402e-42ee-8d41-fea35ff8364d admin admin] Publish callbacks [] for router_gateway (2d5e2ef6-cba6-4b8f-9e11-c4b5a823df57), after_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:55.199889 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-b82e2d10-fd57-44dc-a091-ffc675d38b83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-275664'] for security_group (db8419d5-ef6c-44bb-bcac-a76f13c05909), after_delete {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:55.206929 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-b82e2d10-fd57-44dc-a091-ffc675d38b83 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:55.208222 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [None req-b82e2d10-fd57-44dc-a091-ffc675d38b83 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/db8419d5-ef6c-44bb-bcac-a76f13c05909 HTTP/1.1" status: 204 len: 168 time: 0.3879452 Jun 24 15:21:55.238555 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82e2d10-fd57-44dc-a091-ffc675d38b83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db8419d5-ef6c-44bb-bcac-a76f13c05909,revision_number=None']} {{(pid=104512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:21:55.351486 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89ac5afb-b4a7-4a07-a8b9-c1befcf71620 None None] Network 46a0da1c-e979-474b-8f53-1d534f0e87b4 requested from dv-cinder-835384-11-iscsi {{(pid=104513) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 15:21:55.412808 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.provisioning_blocks [None req-f5ea253a-37ca-48ab-b4e1-c542b3d40c9f None None] Provisioning complete for port 215d9939-305a-451c-b477-c6ac5051746e triggered by entity DHCP. {{(pid=104513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 15:21:55.413509 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-f5ea253a-37ca-48ab-b4e1-c542b3d40c9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7696598'] for port (215d9939-305a-451c-b477-c6ac5051746e), provisioning_complete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:55.716506 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:21:55.796719 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ba8858-7d49-4c2b-957c-3280c1ed274e req-268eb6b9-b57f-432c-81a6-f3ec26adad45 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:21:55.798315 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-e7ba8858-7d49-4c2b-957c-3280c1ed274e req-268eb6b9-b57f-432c-81a6-f3ec26adad45 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "GET /v2.0/ports?device_id=e24b4aae-8cee-48cc-bf18-e9a915ea3f2c HTTP/1.1" status: 200 len: 943 time: 0.0798099 Jun 24 15:21:55.799440 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-17b532c1-402e-42ee-8d41-fea35ff8364d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-462429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-470182'] for router (2d5e2ef6-cba6-4b8f-9e11-c4b5a823df57), after_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:55.841390 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.plugin [None req-f5ea253a-37ca-48ab-b4e1-c542b3d40c9f None None] Current status of the port 215d9939-305a-451c-b477-c6ac5051746e is: ACTIVE; New status is: ACTIVE {{(pid=104513) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 15:21:55.873926 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:21:56.013780 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-e7ba8858-7d49-4c2b-957c-3280c1ed274e req-6f5e9dec-b436-472b-b973-2cee747684cd tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "GET /v2.0/security-groups?id=b9b51dc4-7b04-4aff-a905-bf9eb837f4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2017589 Jun 24 15:21:56.121957 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17b532c1-402e-42ee-8d41-fea35ff8364d admin admin] Router 2d5e2ef6-cba6-4b8f-9e11-c4b5a823df57 is scheduled to L3 agent 45985ff7-1335-48cd-ab02-73eb58295827 with binding_index 1 {{(pid=104512) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 24 15:21:56.171288 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.provisioning_blocks [None req-4ac56ba1-bb49-4d03-a78a-f71028ec402d None None] Provisioning complete for port 215d9939-305a-451c-b477-c6ac5051746e triggered by entity DHCP. {{(pid=104513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 15:21:56.176651 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-4ac56ba1-bb49-4d03-a78a-f71028ec402d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7696598'] for port (215d9939-305a-451c-b477-c6ac5051746e), provisioning_complete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:56.281315 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17b532c1-402e-42ee-8d41-fea35ff8364d admin admin] Notify agent at l3_agent.dv-cinder-835384-11-iscsi the message routers_updated {{(pid=104512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 15:21:56.306443 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.rpc [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Device 215d9939-305a-451c-b477-c6ac5051746e up at agent ovs-agent-dv-cinder-835384-11-iscsi {{(pid=104513) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 15:21:56.308290 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b79c88a4-8a2b-4dcc-a06d-ce46966dbf7b None None] Sync routers for ids ['2d5e2ef6-cba6-4b8f-9e11-c4b5a823df57'] in dv-cinder-835384-11-iscsi {{(pid=104513) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 15:21:56.387523 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-17b532c1-402e-42ee-8d41-fea35ff8364d admin admin] Publish callbacks [] for router (None), before_response {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:56.388759 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [None req-17b532c1-402e-42ee-8d41-fea35ff8364d admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.0539148 Jun 24 15:21:56.392212 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.wsgi [-] (104512) accepted ('10.222.0.67', 42760) {{(pid=104512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:21:56.421270 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.plugin [None req-4ac56ba1-bb49-4d03-a78a-f71028ec402d None None] Current status of the port 215d9939-305a-451c-b477-c6ac5051746e is: ACTIVE; New status is: ACTIVE {{(pid=104513) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 15:21:56.425470 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b79c88a4-8a2b-4dcc-a06d-ce46966dbf7b None None] Routers {'2d5e2ef6-cba6-4b8f-9e11-c4b5a823df57'} bound to L3 agent in host dv-cinder-835384-11-iscsi {{(pid=104513) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 15:21:56.425470 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.l3_hamode_db [None req-b79c88a4-8a2b-4dcc-a06d-ce46966dbf7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-24T15:10:24Z,description=,heartbeat_timestamp=2022-06-24T15:21:54Z,host='dv-cinder-835384-11-iscsi',id=45985ff7-1335-48cd-ab02-73eb58295827,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T15:10:24Z,topic='l3_agent')) {'router_ids': ['2d5e2ef6-cba6-4b8f-9e11-c4b5a823df57'], 'active': True} {{(pid=104513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 15:21:56.478834 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-e7d2b4de-897d-40d1-b758-5e5b7ac4c4e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697012'] for agent (2f766f35-a225-44ed-b70f-669caec6f4a7), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:56.501720 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.provisioning_blocks [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Provisioning complete for port 215d9939-305a-451c-b477-c6ac5051746e triggered by entity L2. {{(pid=104513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 15:21:56.502094 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7696598'] for port (215d9939-305a-451c-b477-c6ac5051746e), provisioning_complete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:56.535927 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:21:56.699860 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.l3_dvr_db [None req-b79c88a4-8a2b-4dcc-a06d-ce46966dbf7b None None] Set router 2d5e2ef6-cba6-4b8f-9e11-c4b5a823df57 gateway port host: dv-cinder-835384-11-iscsi {{(pid=104513) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 15:21:56.756810 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.plugin [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Current status of the port 215d9939-305a-451c-b477-c6ac5051746e is: ACTIVE; New status is: ACTIVE {{(pid=104513) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 15:21:56.758893 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697012'] for agent (559fa80c-96d5-4fe7-8c5f-9eda482c27bf), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:56.916938 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.l3_hamode_db [None req-b79c88a4-8a2b-4dcc-a06d-ce46966dbf7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d5e2ef6-cba6-4b8f-9e11-c4b5a823df57', 'name': 'tempest-TestMinimumBasicScenario-1265787350-router', 'tenant_id': 'd5ed08c77e8247d0abc0ffefda355d6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'external_fixed_ips': [{'subnet_id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'ip_address': '172.27.0.89'}], 'enable_snat': True}, 'gw_port_id': '077a173d-3b0a-4916-a99b-6b47e4693eb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T15:21:52Z', 'updated_at': '2022-06-24T15:21:54Z', 'revision_number': 3, 'project_id': 'd5ed08c77e8247d0abc0ffefda355d6b', 'gw_port': {'id': '077a173d-3b0a-4916-a99b-6b47e4693eb0', 'name': '', 'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:be:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d5e2ef6-cba6-4b8f-9e11-c4b5a823df57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'ip_address': '172.27.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T15:21:53Z', 'updated_at': '2022-06-24T15:21:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-11-iscsi'}], 'dv-cinder-835384-11-iscsi', False) {} {{(pid=104513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 15:21:56.963733 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b79c88a4-8a2b-4dcc-a06d-ce46966dbf7b None None] Checking router: 2d5e2ef6-cba6-4b8f-9e11-c4b5a823df57 for host: dv-cinder-835384-11-iscsi {{(pid=104513) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 15:21:56.965056 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b79c88a4-8a2b-4dcc-a06d-ce46966dbf7b None None] Updating router 2d5e2ef6-cba6-4b8f-9e11-c4b5a823df57 port 077a173d-3b0a-4916-a99b-6b47e4693eb0 binding host dv-cinder-835384-11-iscsi {{(pid=104513) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 15:21:57.015133 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:21:57.023100 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-b79c88a4-8a2b-4dcc-a06d-ce46966dbf7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7727318'] for port (077a173d-3b0a-4916-a99b-6b47e4693eb0), before_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:57.044081 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:21:57.060621 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:21:57.061039 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-74dd13d0-490e-47a3-b8d4-168c1b34a518 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7727318'] for port (None), before_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:57.284634 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88182b49-66c3-4786-b298-2d9d392b13b7 req-ad867ff0-2220-47a0-ba81-314a69984878 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:21:57.285843 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-88182b49-66c3-4786-b298-2d9d392b13b7 req-ad867ff0-2220-47a0-ba81-314a69984878 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "GET /v2.0/ports?device_id=e24b4aae-8cee-48cc-bf18-e9a915ea3f2c HTTP/1.1" status: 200 len: 943 time: 0.1456480 Jun 24 15:21:57.339812 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:21:57.393758 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-88182b49-66c3-4786-b298-2d9d392b13b7 req-b4061b5a-9ce3-4857-b2cf-e837d8267e2a tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "GET /v2.0/security-groups?id=b9b51dc4-7b04-4aff-a905-bf9eb837f4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0992284 Jun 24 15:21:57.404380 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.db.db_base_plugin_common [None req-74dd13d0-490e-47a3-b8d4-168c1b34a518 admin admin] Allocated IP 172.20.0.1 (46a0da1c-e979-474b-8f53-1d534f0e87b4/b9259771-8493-4572-8aba-4832637ed4e2/c94e3c0a-40a9-4770-99df-185ac273a3ab) {{(pid=104512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 15:21:57.486207 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-b79c88a4-8a2b-4dcc-a06d-ce46966dbf7b None None] Publish callbacks [] for port (077a173d-3b0a-4916-a99b-6b47e4693eb0), precommit_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:57.556421 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-74dd13d0-490e-47a3-b8d4-168c1b34a518 admin admin] Publish callbacks [] for port (c94e3c0a-40a9-4770-99df-185ac273a3ab), precommit_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:57.631597 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-b79c88a4-8a2b-4dcc-a06d-ce46966dbf7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761385101662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761384583316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761384583334'] for port (077a173d-3b0a-4916-a99b-6b47e4693eb0), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:57.685422 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-74dd13d0-490e-47a3-b8d4-168c1b34a518 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761384583298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3859661'] for port (c94e3c0a-40a9-4770-99df-185ac273a3ab), after_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:57.729361 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.managers [None req-b79c88a4-8a2b-4dcc-a06d-ce46966dbf7b None None] Attempting to bind port 077a173d-3b0a-4916-a99b-6b47e4693eb0 on host dv-cinder-835384-11-iscsi for vnic_type normal with profile {{(pid=104513) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 15:21:57.729875 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.managers [None req-b79c88a4-8a2b-4dcc-a06d-ce46966dbf7b None None] Attempting to bind port 077a173d-3b0a-4916-a99b-6b47e4693eb0 by drivers openvswitch,hyperv on host dv-cinder-835384-11-iscsi at level 0 using segments [{'id': '6785a788-9b98-4059-b825-96a306cb346e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59'}] {{(pid=104513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 15:21:57.730246 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b79c88a4-8a2b-4dcc-a06d-ce46966dbf7b None None] Attempting to bind port 077a173d-3b0a-4916-a99b-6b47e4693eb0 on network 60b3096c-3a0f-4216-9e52-e826cbf1fb59 {{(pid=104513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 15:21:57.741989 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e72753-bbbd-441d-ba57-69934a3fb1aa None None] Pushing event updated for resources: {'Port': ['ID=077a173d-3b0a-4916-a99b-6b47e4693eb0,revision_number=2']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:21:57.746606 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b79c88a4-8a2b-4dcc-a06d-ce46966dbf7b None None] Checking agent: {'id': '559fa80c-96d5-4fe7-8c5f-9eda482c27bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835384-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 15, 10, 27), 'started_at': datetime.datetime(2022, 6, 24, 15, 10, 57), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 15, 21, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835384-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 15:21:57.747435 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b79c88a4-8a2b-4dcc-a06d-ce46966dbf7b None None] Checking segment: {'id': '6785a788-9b98-4059-b825-96a306cb346e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 15:21:57.749124 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-b79c88a4-8a2b-4dcc-a06d-ce46966dbf7b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:57.749519 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b79c88a4-8a2b-4dcc-a06d-ce46966dbf7b None None] Bound using segment: {'id': '6785a788-9b98-4059-b825-96a306cb346e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59'} {{(pid=104513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 15:21:57.750004 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.managers [None req-b79c88a4-8a2b-4dcc-a06d-ce46966dbf7b None None] Bound port: 077a173d-3b0a-4916-a99b-6b47e4693eb0, host: dv-cinder-835384-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6785a788-9b98-4059-b825-96a306cb346e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59'}}] {{(pid=104513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 15:21:57.750385 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-b79c88a4-8a2b-4dcc-a06d-ce46966dbf7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7727318'] for port (077a173d-3b0a-4916-a99b-6b47e4693eb0), before_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:57.796052 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74dd13d0-490e-47a3-b8d4-168c1b34a518 admin admin] Network 46a0da1c-e979-474b-8f53-1d534f0e87b4 is already hosted by enough agents. {{(pid=104512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 15:21:57.801845 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.scheduler.base_scheduler [None req-74dd13d0-490e-47a3-b8d4-168c1b34a518 admin admin] Resources bound (agent type, host, resource id): {{(pid=104512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 15:21:57.806591 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74dd13d0-490e-47a3-b8d4-168c1b34a518 admin admin] Received port after_create {{(pid=104512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 15:21:57.812148 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74dd13d0-490e-47a3-b8d4-168c1b34a518 admin admin] Pushing event updated for resources: {'Port': ['ID=c94e3c0a-40a9-4770-99df-185ac273a3ab,revision_number=1']} {{(pid=104512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:21:57.826831 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.db [None req-b79c88a4-8a2b-4dcc-a06d-ce46966dbf7b None None] For port 077a173d-3b0a-4916-a99b-6b47e4693eb0, host dv-cinder-835384-11-iscsi, cleared binding levels {{(pid=104513) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 15:21:57.835120 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.db [None req-b79c88a4-8a2b-4dcc-a06d-ce46966dbf7b None None] For port 077a173d-3b0a-4916-a99b-6b47e4693eb0, host dv-cinder-835384-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-11-iscsi',level=0,port_id=077a173d-3b0a-4916-a99b-6b47e4693eb0,segment=NetworkSegment(6785a788-9b98-4059-b825-96a306cb346e),segment_id=6785a788-9b98-4059-b825-96a306cb346e)] {{(pid=104513) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 15:21:57.880933 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-74dd13d0-490e-47a3-b8d4-168c1b34a518 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-464899'] for router_interface (2d5e2ef6-cba6-4b8f-9e11-c4b5a823df57), before_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:57.920728 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-b79c88a4-8a2b-4dcc-a06d-ce46966dbf7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761385101662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761384583316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761384583334'] for port (077a173d-3b0a-4916-a99b-6b47e4693eb0), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:58.049129 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b79c88a4-8a2b-4dcc-a06d-ce46966dbf7b None None] Routers {'2d5e2ef6-cba6-4b8f-9e11-c4b5a823df57'} bound to L3 agent in host dv-cinder-835384-11-iscsi {{(pid=104513) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 15:21:58.071356 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.l3_hamode_db [None req-b79c88a4-8a2b-4dcc-a06d-ce46966dbf7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-24T15:10:24Z,description=,heartbeat_timestamp=2022-06-24T15:21:54Z,host='dv-cinder-835384-11-iscsi',id=45985ff7-1335-48cd-ab02-73eb58295827,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T15:10:24Z,topic='l3_agent')) {'router_ids': ['2d5e2ef6-cba6-4b8f-9e11-c4b5a823df57'], 'active': True} {{(pid=104513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 15:21:58.121714 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:21:58.155115 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e72753-bbbd-441d-ba57-69934a3fb1aa None None] Pushing event updated for resources: {'Port': ['ID=077a173d-3b0a-4916-a99b-6b47e4693eb0,revision_number=3']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:21:58.270394 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.provisioning_blocks [None req-9dae060e-f5bc-41e5-8fc7-4e09d163a31d None None] Provisioning complete for port c94e3c0a-40a9-4770-99df-185ac273a3ab triggered by entity DHCP. {{(pid=104513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 15:21:58.271041 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-9dae060e-f5bc-41e5-8fc7-4e09d163a31d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7696598'] for port (c94e3c0a-40a9-4770-99df-185ac273a3ab), provisioning_complete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:58.274607 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.l3_dvr_db [None req-b79c88a4-8a2b-4dcc-a06d-ce46966dbf7b None None] Set router 2d5e2ef6-cba6-4b8f-9e11-c4b5a823df57 gateway port host: dv-cinder-835384-11-iscsi {{(pid=104513) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 15:21:58.384929 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.plugin [None req-9dae060e-f5bc-41e5-8fc7-4e09d163a31d None None] Port c94e3c0a-40a9-4770-99df-185ac273a3ab cannot update to ACTIVE because it is not bound. {{(pid=104513) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 15:21:58.434674 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:21:58.537440 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.l3_hamode_db [None req-b79c88a4-8a2b-4dcc-a06d-ce46966dbf7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d5e2ef6-cba6-4b8f-9e11-c4b5a823df57', 'name': 'tempest-TestMinimumBasicScenario-1265787350-router', 'tenant_id': 'd5ed08c77e8247d0abc0ffefda355d6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'external_fixed_ips': [{'subnet_id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'ip_address': '172.27.0.89'}], 'enable_snat': True}, 'gw_port_id': '077a173d-3b0a-4916-a99b-6b47e4693eb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T15:21:52Z', 'updated_at': '2022-06-24T15:21:54Z', 'revision_number': 3, 'project_id': 'd5ed08c77e8247d0abc0ffefda355d6b', 'gw_port': {'id': '077a173d-3b0a-4916-a99b-6b47e4693eb0', 'name': '', 'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:be:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d5e2ef6-cba6-4b8f-9e11-c4b5a823df57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'ip_address': '172.27.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T15:21:53Z', 'updated_at': '2022-06-24T15:21:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-11-iscsi'}], 'dv-cinder-835384-11-iscsi', False) {} {{(pid=104513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 15:21:58.566461 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b79c88a4-8a2b-4dcc-a06d-ce46966dbf7b None None] The sync data for ids ['2d5e2ef6-cba6-4b8f-9e11-c4b5a823df57'] in dv-cinder-835384-11-iscsi is: [{'id': '2d5e2ef6-cba6-4b8f-9e11-c4b5a823df57', 'name': 'tempest-TestMinimumBasicScenario-1265787350-router', 'tenant_id': 'd5ed08c77e8247d0abc0ffefda355d6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'external_fixed_ips': [{'subnet_id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'ip_address': '172.27.0.89'}], 'enable_snat': True}, 'gw_port_id': '077a173d-3b0a-4916-a99b-6b47e4693eb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T15:21:52Z', 'updated_at': '2022-06-24T15:21:54Z', 'revision_number': 3, 'project_id': 'd5ed08c77e8247d0abc0ffefda355d6b', 'gw_port': {'id': '077a173d-3b0a-4916-a99b-6b47e4693eb0', 'name': '', 'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:be:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d5e2ef6-cba6-4b8f-9e11-c4b5a823df57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'ip_address': '172.27.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T15:21:53Z', 'updated_at': '2022-06-24T15:21:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-11-iscsi'}] {{(pid=104513) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 15:21:58.620369 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26be2490-146b-4568-b9fb-3ea2e0f7d643 req-785f58ed-188a-498c-a1e2-fa28c6481543 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:21:58.622324 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-26be2490-146b-4568-b9fb-3ea2e0f7d643 req-785f58ed-188a-498c-a1e2-fa28c6481543 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "GET /v2.0/ports?device_id=e24b4aae-8cee-48cc-bf18-e9a915ea3f2c HTTP/1.1" status: 200 len: 943 time: 0.0916672 Jun 24 15:21:58.707167 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-26be2490-146b-4568-b9fb-3ea2e0f7d643 req-aaf7282c-849b-4dae-a43f-52af4aa2e2c8 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "GET /v2.0/security-groups?id=b9b51dc4-7b04-4aff-a905-bf9eb837f4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0748117 Jun 24 15:21:58.829472 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-74dd13d0-490e-47a3-b8d4-168c1b34a518 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7727318'] for port (c94e3c0a-40a9-4770-99df-185ac273a3ab), before_update {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:59.137001 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-74dd13d0-490e-47a3-b8d4-168c1b34a518 admin admin] Publish callbacks [] for port (c94e3c0a-40a9-4770-99df-185ac273a3ab), precommit_update {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:59.262832 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-74dd13d0-490e-47a3-b8d4-168c1b34a518 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761385101662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761384583316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761384583334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3859668'] for port (c94e3c0a-40a9-4770-99df-185ac273a3ab), after_update {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:59.378287 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-74dd13d0-490e-47a3-b8d4-168c1b34a518 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7879171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-460691'] for router_interface (2d5e2ef6-cba6-4b8f-9e11-c4b5a823df57), after_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:21:59.382593 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74dd13d0-490e-47a3-b8d4-168c1b34a518 admin admin] Pushing event updated for resources: {'Port': ['ID=c94e3c0a-40a9-4770-99df-185ac273a3ab,revision_number=2']} {{(pid=104512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:21:59.439880 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:21:59.556722 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74dd13d0-490e-47a3-b8d4-168c1b34a518 admin admin] Network 46a0da1c-e979-474b-8f53-1d534f0e87b4 is already hosted by enough agents. {{(pid=104512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 15:21:59.558587 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.scheduler.base_scheduler [None req-74dd13d0-490e-47a3-b8d4-168c1b34a518 admin admin] Resources bound (agent type, host, resource id): {{(pid=104512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 15:21:59.913351 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1ea0c7-41ed-42c1-86f6-6ba0f90beb8e req-5efe261b-add8-4b10-b170-410758c37034 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:21:59.918789 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-8e1ea0c7-41ed-42c1-86f6-6ba0f90beb8e req-5efe261b-add8-4b10-b170-410758c37034 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "GET /v2.0/ports?device_id=e24b4aae-8cee-48cc-bf18-e9a915ea3f2c HTTP/1.1" status: 200 len: 943 time: 0.0819652 Jun 24 15:21:59.921585 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74dd13d0-490e-47a3-b8d4-168c1b34a518 admin admin] Router 2d5e2ef6-cba6-4b8f-9e11-c4b5a823df57 has already been hosted by L3 agent 45985ff7-1335-48cd-ab02-73eb58295827 {{(pid=104512) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 15:22:00.064562 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-8e1ea0c7-41ed-42c1-86f6-6ba0f90beb8e req-b9dcdc5c-8743-479e-8c7c-672deda8ebc4 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "GET /v2.0/security-groups?id=b9b51dc4-7b04-4aff-a905-bf9eb837f4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1353130 Jun 24 15:22:00.132231 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.provisioning_blocks [None req-c86ccda9-7063-4447-bfbc-5a48b7e4d8bd None None] Provisioning complete for port c94e3c0a-40a9-4770-99df-185ac273a3ab triggered by entity DHCP. {{(pid=104513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 15:22:00.132880 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-c86ccda9-7063-4447-bfbc-5a48b7e4d8bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7696598'] for port (c94e3c0a-40a9-4770-99df-185ac273a3ab), provisioning_complete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:22:00.187481 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74dd13d0-490e-47a3-b8d4-168c1b34a518 admin admin] Notify agent at l3_agent.dv-cinder-835384-11-iscsi the message routers_updated {{(pid=104512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 15:22:00.200706 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [None req-74dd13d0-490e-47a3-b8d4-168c1b34a518 admin admin] 10.222.0.67 "PUT /v2.0/routers/2d5e2ef6-cba6-4b8f-9e11-c4b5a823df57/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8073378 Jun 24 15:22:00.210476 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.plugin [None req-c86ccda9-7063-4447-bfbc-5a48b7e4d8bd None None] Port c94e3c0a-40a9-4770-99df-185ac273a3ab cannot update to ACTIVE because it is not bound. {{(pid=104513) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 15:22:00.387742 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.rpc [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Device 077a173d-3b0a-4916-a99b-6b47e4693eb0 up at agent ovs-agent-dv-cinder-835384-11-iscsi {{(pid=104513) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 15:22:00.505116 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.provisioning_blocks [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Provisioning complete for port 077a173d-3b0a-4916-a99b-6b47e4693eb0 triggered by entity L2. {{(pid=104513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 15:22:00.505496 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7696598'] for port (077a173d-3b0a-4916-a99b-6b47e4693eb0), provisioning_complete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:22:00.608747 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.plugin [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Current status of the port 077a173d-3b0a-4916-a99b-6b47e4693eb0 is: DOWN; New status is: ACTIVE {{(pid=104513) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 15:22:00.609382 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7727318'] for port (077a173d-3b0a-4916-a99b-6b47e4693eb0), before_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:22:00.649267 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.db [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] For port 077a173d-3b0a-4916-a99b-6b47e4693eb0, host dv-cinder-835384-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-11-iscsi',level=0,port_id=077a173d-3b0a-4916-a99b-6b47e4693eb0,segment=NetworkSegment(6785a788-9b98-4059-b825-96a306cb346e),segment_id=6785a788-9b98-4059-b825-96a306cb346e)] {{(pid=104513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 15:22:00.746121 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761385101662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761384583316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761384583334'] for port (077a173d-3b0a-4916-a99b-6b47e4693eb0), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:22:00.846951 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Pushing event updated for resources: {'Port': ['ID=077a173d-3b0a-4916-a99b-6b47e4693eb0,revision_number=4']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:22:00.942645 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-f37217e0-dfc7-4e32-9b81-d6f6b9296709 req-fa27726f-084c-4fa1-a2fa-41fbec02cae8 tempest-TestShelveInstance-479722578 tempest-TestShelveInstance-479722578-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-141842094&fields=id&tenant_id=66edbd777b48472b8fcd5a3f43c68dcc HTTP/1.1" status: 200 len: 267 time: 0.0808032 Jun 24 15:22:00.972975 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=100 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:22:01.046692 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfc10a31-55d0-4101-9b47-cd74bc02a5ca None None] Sync routers for ids ['2d5e2ef6-cba6-4b8f-9e11-c4b5a823df57'] in dv-cinder-835384-11-iscsi {{(pid=104514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 15:22:01.061143 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfc10a31-55d0-4101-9b47-cd74bc02a5ca None None] Routers {'2d5e2ef6-cba6-4b8f-9e11-c4b5a823df57'} bound to L3 agent in host dv-cinder-835384-11-iscsi {{(pid=104514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 15:22:01.062504 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.db.l3_hamode_db [None req-cfc10a31-55d0-4101-9b47-cd74bc02a5ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-24T15:10:24Z,description=,heartbeat_timestamp=2022-06-24T15:21:54Z,host='dv-cinder-835384-11-iscsi',id=45985ff7-1335-48cd-ab02-73eb58295827,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T15:10:24Z,topic='l3_agent')) {'router_ids': ['2d5e2ef6-cba6-4b8f-9e11-c4b5a823df57'], 'active': True} {{(pid=104514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 15:22:01.104913 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37217e0-dfc7-4e32-9b81-d6f6b9296709 req-67275c40-9aca-439d-a914-0e8e1bfbe600 tempest-TestShelveInstance-479722578 tempest-TestShelveInstance-479722578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:22:01.106406 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-f37217e0-dfc7-4e32-9b81-d6f6b9296709 req-67275c40-9aca-439d-a914-0e8e1bfbe600 tempest-TestShelveInstance-479722578 tempest-TestShelveInstance-479722578-project] 10.222.0.67 "GET /v2.0/networks?id=6c164619-5a9e-49c6-b97b-50e7f7499706 HTTP/1.1" status: 200 len: 808 time: 0.1563792 Jun 24 15:22:01.126805 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-f37217e0-dfc7-4e32-9b81-d6f6b9296709 req-97cc30c1-0070-4269-8a5f-dec7208101eb tempest-TestShelveInstance-479722578 tempest-TestShelveInstance-479722578-project] 10.222.0.67 "GET /v2.0/quotas/66edbd777b48472b8fcd5a3f43c68dcc HTTP/1.1" status: 200 len: 375 time: 0.0134246 Jun 24 15:22:01.182255 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.db.l3_dvr_db [None req-cfc10a31-55d0-4101-9b47-cd74bc02a5ca None None] Set router 2d5e2ef6-cba6-4b8f-9e11-c4b5a823df57 gateway port host: dv-cinder-835384-11-iscsi {{(pid=104514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 15:22:01.203555 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-f37217e0-dfc7-4e32-9b81-d6f6b9296709 req-420835b9-987c-41c3-8c62-954563800826 tempest-TestShelveInstance-479722578 tempest-TestShelveInstance-479722578-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=66edbd777b48472b8fcd5a3f43c68dcc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0706975 Jun 24 15:22:01.222516 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG dbcounter [-] [104514] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104514) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:22:01.329693 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-f37217e0-dfc7-4e32-9b81-d6f6b9296709 req-be3bc985-a7f1-4ae5-94ce-afe795b70235 service neutron] 10.222.0.67 "GET /v2.0/networks/6c164619-5a9e-49c6-b97b-50e7f7499706?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1143379 Jun 24 15:22:01.423474 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.db.l3_hamode_db [None req-cfc10a31-55d0-4101-9b47-cd74bc02a5ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d5e2ef6-cba6-4b8f-9e11-c4b5a823df57', 'name': 'tempest-TestMinimumBasicScenario-1265787350-router', 'tenant_id': 'd5ed08c77e8247d0abc0ffefda355d6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'external_fixed_ips': [{'subnet_id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'ip_address': '172.27.0.89'}], 'enable_snat': True}, 'gw_port_id': '077a173d-3b0a-4916-a99b-6b47e4693eb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T15:21:52Z', 'updated_at': '2022-06-24T15:21:58Z', 'revision_number': 4, 'project_id': 'd5ed08c77e8247d0abc0ffefda355d6b', 'gw_port': {'id': '077a173d-3b0a-4916-a99b-6b47e4693eb0', 'name': '', 'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:be:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d5e2ef6-cba6-4b8f-9e11-c4b5a823df57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'ip_address': '172.27.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T15:21:53Z', 'updated_at': '2022-06-24T15:22:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-11-iscsi', '_interfaces': [{'id': 'c94e3c0a-40a9-4770-99df-185ac273a3ab', 'name': '', 'network_id': '46a0da1c-e979-474b-8f53-1d534f0e87b4', 'tenant_id': 'd5ed08c77e8247d0abc0ffefda355d6b', 'mac_address': 'fa:16:3e:a8:29:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d5e2ef6-cba6-4b8f-9e11-c4b5a823df57', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'b9259771-8493-4572-8aba-4832637ed4e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T15:21:57Z', 'updated_at': '2022-06-24T15:21:58Z', 'revision_number': 2, 'project_id': 'd5ed08c77e8247d0abc0ffefda355d6b', 'subnets': [{'id': 'b9259771-8493-4572-8aba-4832637ed4e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-11-iscsi', False) {} {{(pid=104514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 15:22:01.450147 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-f37217e0-dfc7-4e32-9b81-d6f6b9296709 req-969b23d5-e71d-4c5f-9b7f-310140b1727e service neutron] 10.222.0.67 "GET /v2.0/networks/6c164619-5a9e-49c6-b97b-50e7f7499706?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039588 Jun 24 15:22:01.459750 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfc10a31-55d0-4101-9b47-cd74bc02a5ca None None] Checking router: 2d5e2ef6-cba6-4b8f-9e11-c4b5a823df57 for host: dv-cinder-835384-11-iscsi {{(pid=104514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 15:22:01.460105 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfc10a31-55d0-4101-9b47-cd74bc02a5ca None None] Updating router 2d5e2ef6-cba6-4b8f-9e11-c4b5a823df57 port c94e3c0a-40a9-4770-99df-185ac273a3ab binding host dv-cinder-835384-11-iscsi {{(pid=104514) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 15:22:01.490385 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-cfc10a31-55d0-4101-9b47-cd74bc02a5ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7727318'] for port (c94e3c0a-40a9-4770-99df-185ac273a3ab), before_update {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:22:01.774084 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG dbcounter [-] [104514] Writing DB stats neutron:SELECT=100 {{(pid=104514) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:22:01.826453 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-cfc10a31-55d0-4101-9b47-cd74bc02a5ca None None] Publish callbacks [] for port (c94e3c0a-40a9-4770-99df-185ac273a3ab), precommit_update {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:22:01.991604 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-cfc10a31-55d0-4101-9b47-cd74bc02a5ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761385101662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761384583316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761384583334'] for port (c94e3c0a-40a9-4770-99df-185ac273a3ab), after_update {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:22:02.098596 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8262b028-adc6-4d49-bc61-9fc5529b6c71 None None] Pushing event updated for resources: {'Port': ['ID=c94e3c0a-40a9-4770-99df-185ac273a3ab,revision_number=3']} {{(pid=104514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:22:02.155097 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.managers [None req-cfc10a31-55d0-4101-9b47-cd74bc02a5ca None None] Attempting to bind port c94e3c0a-40a9-4770-99df-185ac273a3ab on host dv-cinder-835384-11-iscsi for vnic_type normal with profile {{(pid=104514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 15:22:02.156861 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.managers [None req-cfc10a31-55d0-4101-9b47-cd74bc02a5ca None None] Attempting to bind port c94e3c0a-40a9-4770-99df-185ac273a3ab by drivers openvswitch,hyperv on host dv-cinder-835384-11-iscsi at level 0 using segments [{'id': '0e5f00d6-0b07-4b36-bb9f-3180e52e83d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '46a0da1c-e979-474b-8f53-1d534f0e87b4'}] {{(pid=104514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 15:22:02.156861 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfc10a31-55d0-4101-9b47-cd74bc02a5ca None None] Attempting to bind port c94e3c0a-40a9-4770-99df-185ac273a3ab on network 46a0da1c-e979-474b-8f53-1d534f0e87b4 {{(pid=104514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 15:22:02.161820 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfc10a31-55d0-4101-9b47-cd74bc02a5ca None None] Checking agent: {'id': '559fa80c-96d5-4fe7-8c5f-9eda482c27bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835384-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 15, 10, 27), 'started_at': datetime.datetime(2022, 6, 24, 15, 10, 57), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 15, 21, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835384-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 15:22:02.162455 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfc10a31-55d0-4101-9b47-cd74bc02a5ca None None] Checking segment: {'id': '0e5f00d6-0b07-4b36-bb9f-3180e52e83d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '46a0da1c-e979-474b-8f53-1d534f0e87b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 15:22:02.162850 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-cfc10a31-55d0-4101-9b47-cd74bc02a5ca None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:22:02.163265 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfc10a31-55d0-4101-9b47-cd74bc02a5ca None None] Bound using segment: {'id': '0e5f00d6-0b07-4b36-bb9f-3180e52e83d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '46a0da1c-e979-474b-8f53-1d534f0e87b4'} {{(pid=104514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 15:22:02.163731 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.managers [None req-cfc10a31-55d0-4101-9b47-cd74bc02a5ca None None] Bound port: c94e3c0a-40a9-4770-99df-185ac273a3ab, host: dv-cinder-835384-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e5f00d6-0b07-4b36-bb9f-3180e52e83d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '46a0da1c-e979-474b-8f53-1d534f0e87b4'}}] {{(pid=104514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 15:22:02.164114 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-cfc10a31-55d0-4101-9b47-cd74bc02a5ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7727318'] for port (c94e3c0a-40a9-4770-99df-185ac273a3ab), before_update {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:22:02.306490 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.rpc [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Device 077a173d-3b0a-4916-a99b-6b47e4693eb0 up at agent ovs-agent-dv-cinder-835384-11-iscsi {{(pid=104513) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 15:22:02.398316 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.db [None req-cfc10a31-55d0-4101-9b47-cd74bc02a5ca None None] For port c94e3c0a-40a9-4770-99df-185ac273a3ab, host dv-cinder-835384-11-iscsi, cleared binding levels {{(pid=104514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 15:22:02.401949 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.db [None req-cfc10a31-55d0-4101-9b47-cd74bc02a5ca None None] For port c94e3c0a-40a9-4770-99df-185ac273a3ab, host dv-cinder-835384-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-11-iscsi',level=0,port_id=c94e3c0a-40a9-4770-99df-185ac273a3ab,segment=NetworkSegment(0e5f00d6-0b07-4b36-bb9f-3180e52e83d5),segment_id=0e5f00d6-0b07-4b36-bb9f-3180e52e83d5)] {{(pid=104514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 15:22:02.412469 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.provisioning_blocks [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Provisioning complete for port 077a173d-3b0a-4916-a99b-6b47e4693eb0 triggered by entity L2. {{(pid=104513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 15:22:02.412850 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7696598'] for port (077a173d-3b0a-4916-a99b-6b47e4693eb0), provisioning_complete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:22:02.473152 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.provisioning_blocks [None req-cc7f4aa6-d3e0-4d5d-ba6b-a418de3738fb None None] Provisioning complete for port c94e3c0a-40a9-4770-99df-185ac273a3ab triggered by entity DHCP. {{(pid=104513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 15:22:02.473529 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-cc7f4aa6-d3e0-4d5d-ba6b-a418de3738fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7696598'] for port (c94e3c0a-40a9-4770-99df-185ac273a3ab), provisioning_complete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:22:02.484819 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-cfc10a31-55d0-4101-9b47-cd74bc02a5ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761385101662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761384583316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761384583334'] for port (c94e3c0a-40a9-4770-99df-185ac273a3ab), after_update {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:22:02.559421 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.plugin [None req-cc7f4aa6-d3e0-4d5d-ba6b-a418de3738fb None None] Port c94e3c0a-40a9-4770-99df-185ac273a3ab cannot update to ACTIVE because it is not bound. {{(pid=104513) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 15:22:02.563021 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8262b028-adc6-4d49-bc61-9fc5529b6c71 None None] Pushing event updated for resources: {'Port': ['ID=c94e3c0a-40a9-4770-99df-185ac273a3ab,revision_number=4']} {{(pid=104514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:22:02.565764 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfc10a31-55d0-4101-9b47-cd74bc02a5ca None None] Routers {'2d5e2ef6-cba6-4b8f-9e11-c4b5a823df57'} bound to L3 agent in host dv-cinder-835384-11-iscsi {{(pid=104514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 15:22:02.566754 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.db.l3_hamode_db [None req-cfc10a31-55d0-4101-9b47-cd74bc02a5ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-24T15:10:24Z,description=,heartbeat_timestamp=2022-06-24T15:21:54Z,host='dv-cinder-835384-11-iscsi',id=45985ff7-1335-48cd-ab02-73eb58295827,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T15:10:24Z,topic='l3_agent')) {'router_ids': ['2d5e2ef6-cba6-4b8f-9e11-c4b5a823df57'], 'active': True} {{(pid=104514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 15:22:02.581762 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.plugin [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Current status of the port 077a173d-3b0a-4916-a99b-6b47e4693eb0 is: ACTIVE; New status is: ACTIVE {{(pid=104513) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 15:22:02.736042 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.db.l3_dvr_db [None req-cfc10a31-55d0-4101-9b47-cd74bc02a5ca None None] Set router 2d5e2ef6-cba6-4b8f-9e11-c4b5a823df57 gateway port host: dv-cinder-835384-11-iscsi {{(pid=104514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 15:22:02.883295 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd60716-f5b8-466f-ab12-02399837a68a req-caaccfdd-0913-4784-aea0-a503613f7600 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:22:02.892671 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-8cd60716-f5b8-466f-ab12-02399837a68a req-caaccfdd-0913-4784-aea0-a503613f7600 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "GET /v2.0/ports?device_id=e24b4aae-8cee-48cc-bf18-e9a915ea3f2c HTTP/1.1" status: 200 len: 943 time: 0.1201568 Jun 24 15:22:02.908796 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.provisioning_blocks [None req-8729cc60-577f-4b02-9ea4-7fab4d6d1bcf None None] Provisioning complete for port c94e3c0a-40a9-4770-99df-185ac273a3ab triggered by entity DHCP. {{(pid=104513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 15:22:02.909481 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-8729cc60-577f-4b02-9ea4-7fab4d6d1bcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7696598'] for port (c94e3c0a-40a9-4770-99df-185ac273a3ab), provisioning_complete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:22:02.954662 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG dbcounter [-] [104514] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104514) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:22:02.983861 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-8cd60716-f5b8-466f-ab12-02399837a68a req-18904824-cadd-4c60-9483-1d6b11a3a505 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "GET /v2.0/security-groups?id=b9b51dc4-7b04-4aff-a905-bf9eb837f4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0902262 Jun 24 15:22:03.021694 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.plugin [None req-8729cc60-577f-4b02-9ea4-7fab4d6d1bcf None None] Current status of the port c94e3c0a-40a9-4770-99df-185ac273a3ab is: DOWN; New status is: ACTIVE {{(pid=104513) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 15:22:03.022221 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-8729cc60-577f-4b02-9ea4-7fab4d6d1bcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7727318'] for port (c94e3c0a-40a9-4770-99df-185ac273a3ab), before_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:22:03.073793 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.db.l3_hamode_db [None req-cfc10a31-55d0-4101-9b47-cd74bc02a5ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d5e2ef6-cba6-4b8f-9e11-c4b5a823df57', 'name': 'tempest-TestMinimumBasicScenario-1265787350-router', 'tenant_id': 'd5ed08c77e8247d0abc0ffefda355d6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'external_fixed_ips': [{'subnet_id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'ip_address': '172.27.0.89'}], 'enable_snat': True}, 'gw_port_id': '077a173d-3b0a-4916-a99b-6b47e4693eb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T15:21:52Z', 'updated_at': '2022-06-24T15:21:58Z', 'revision_number': 4, 'project_id': 'd5ed08c77e8247d0abc0ffefda355d6b', 'gw_port': {'id': '077a173d-3b0a-4916-a99b-6b47e4693eb0', 'name': '', 'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:be:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d5e2ef6-cba6-4b8f-9e11-c4b5a823df57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'ip_address': '172.27.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T15:21:53Z', 'updated_at': '2022-06-24T15:22:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-11-iscsi', '_interfaces': [{'id': 'c94e3c0a-40a9-4770-99df-185ac273a3ab', 'name': '', 'network_id': '46a0da1c-e979-474b-8f53-1d534f0e87b4', 'tenant_id': 'd5ed08c77e8247d0abc0ffefda355d6b', 'mac_address': 'fa:16:3e:a8:29:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d5e2ef6-cba6-4b8f-9e11-c4b5a823df57', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'b9259771-8493-4572-8aba-4832637ed4e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T15:21:57Z', 'updated_at': '2022-06-24T15:22:02Z', 'revision_number': 4, 'project_id': 'd5ed08c77e8247d0abc0ffefda355d6b', 'subnets': [{'id': 'b9259771-8493-4572-8aba-4832637ed4e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-11-iscsi', False) {} {{(pid=104514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 15:22:03.079548 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.db [None req-8729cc60-577f-4b02-9ea4-7fab4d6d1bcf None None] For port c94e3c0a-40a9-4770-99df-185ac273a3ab, host dv-cinder-835384-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-11-iscsi',level=0,port_id=c94e3c0a-40a9-4770-99df-185ac273a3ab,segment=NetworkSegment(0e5f00d6-0b07-4b36-bb9f-3180e52e83d5),segment_id=0e5f00d6-0b07-4b36-bb9f-3180e52e83d5)] {{(pid=104513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 15:22:03.080651 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-06915816-57a9-40ad-bcac-23d586c16b82 req-47205b1f-710f-4ac3-aa76-4246c17ef001 tempest-TestShelveInstance-479722578 tempest-TestShelveInstance-479722578-project] 10.222.0.67 "GET /v2.0/ports?device_id=9aa864c2-63a6-4aa7-8ea6-3ce12daff080 HTTP/1.1" status: 200 len: 210 time: 0.0470691 Jun 24 15:22:03.117042 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfc10a31-55d0-4101-9b47-cd74bc02a5ca None None] The sync data for ids ['2d5e2ef6-cba6-4b8f-9e11-c4b5a823df57'] in dv-cinder-835384-11-iscsi is: [{'id': '2d5e2ef6-cba6-4b8f-9e11-c4b5a823df57', 'name': 'tempest-TestMinimumBasicScenario-1265787350-router', 'tenant_id': 'd5ed08c77e8247d0abc0ffefda355d6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'external_fixed_ips': [{'subnet_id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'ip_address': '172.27.0.89'}], 'enable_snat': True}, 'gw_port_id': '077a173d-3b0a-4916-a99b-6b47e4693eb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T15:21:52Z', 'updated_at': '2022-06-24T15:21:58Z', 'revision_number': 4, 'project_id': 'd5ed08c77e8247d0abc0ffefda355d6b', 'gw_port': {'id': '077a173d-3b0a-4916-a99b-6b47e4693eb0', 'name': '', 'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:be:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d5e2ef6-cba6-4b8f-9e11-c4b5a823df57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'ip_address': '172.27.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T15:21:53Z', 'updated_at': '2022-06-24T15:22:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-11-iscsi', '_interfaces': [{'id': 'c94e3c0a-40a9-4770-99df-185ac273a3ab', 'name': '', 'network_id': '46a0da1c-e979-474b-8f53-1d534f0e87b4', 'tenant_id': 'd5ed08c77e8247d0abc0ffefda355d6b', 'mac_address': 'fa:16:3e:a8:29:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d5e2ef6-cba6-4b8f-9e11-c4b5a823df57', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'b9259771-8493-4572-8aba-4832637ed4e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T15:21:57Z', 'updated_at': '2022-06-24T15:22:02Z', 'revision_number': 4, 'project_id': 'd5ed08c77e8247d0abc0ffefda355d6b', 'subnets': [{'id': 'b9259771-8493-4572-8aba-4832637ed4e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 15:22:03.193316 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-8729cc60-577f-4b02-9ea4-7fab4d6d1bcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761385101662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761384583316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761384583334'] for port (c94e3c0a-40a9-4770-99df-185ac273a3ab), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:22:03.236196 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:22:03.281439 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:22:03.290256 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8729cc60-577f-4b02-9ea4-7fab4d6d1bcf None None] Pushing event updated for resources: {'Port': ['ID=c94e3c0a-40a9-4770-99df-185ac273a3ab,revision_number=5']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:22:03.301265 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8729cc60-577f-4b02-9ea4-7fab4d6d1bcf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:22:03.303878 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8729cc60-577f-4b02-9ea4-7fab4d6d1bcf None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:22:03.304356 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8729cc60-577f-4b02-9ea4-7fab4d6d1bcf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:22:03.310428 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8729cc60-577f-4b02-9ea4-7fab4d6d1bcf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:22:03.312789 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8729cc60-577f-4b02-9ea4-7fab4d6d1bcf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:22:03.312789 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8729cc60-577f-4b02-9ea4-7fab4d6d1bcf None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:22:03.312789 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8729cc60-577f-4b02-9ea4-7fab4d6d1bcf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:22:03.312789 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8729cc60-577f-4b02-9ea4-7fab4d6d1bcf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:22:03.312789 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8729cc60-577f-4b02-9ea4-7fab4d6d1bcf None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:22:03.313353 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8729cc60-577f-4b02-9ea4-7fab4d6d1bcf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:22:03.313620 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8729cc60-577f-4b02-9ea4-7fab4d6d1bcf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:22:03.314246 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8729cc60-577f-4b02-9ea4-7fab4d6d1bcf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:22:03.314816 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8729cc60-577f-4b02-9ea4-7fab4d6d1bcf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:22:03.315906 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8729cc60-577f-4b02-9ea4-7fab4d6d1bcf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:22:03.316461 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8729cc60-577f-4b02-9ea4-7fab4d6d1bcf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:22:04.216875 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-f818fa40-eb9e-4f6e-a3fa-d0a74ff183ae req-0cf0ec82-b834-408b-8f98-8bede568b9cb tempest-TestShelveInstance-479722578 tempest-TestShelveInstance-479722578-project] 10.222.0.67 "GET /v2.0/ports?device_id=9aa864c2-63a6-4aa7-8ea6-3ce12daff080 HTTP/1.1" status: 200 len: 210 time: 0.0455267 Jun 24 15:22:04.249280 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9d663b-1652-4f03-b416-0a28c918f81f req-bb3504c2-5584-4e5c-a6d2-d638e1df756c tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:22:04.261514 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-5a9d663b-1652-4f03-b416-0a28c918f81f req-bb3504c2-5584-4e5c-a6d2-d638e1df756c tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "GET /v2.0/ports?device_id=e24b4aae-8cee-48cc-bf18-e9a915ea3f2c HTTP/1.1" status: 200 len: 943 time: 0.1658046 Jun 24 15:22:04.342253 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-5a9d663b-1652-4f03-b416-0a28c918f81f req-81353cb6-8447-45cf-bde5-f1700b1e01fd tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "GET /v2.0/security-groups?id=b9b51dc4-7b04-4aff-a905-bf9eb837f4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0783882 Jun 24 15:22:04.382031 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.rpc [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Device c94e3c0a-40a9-4770-99df-185ac273a3ab up at agent ovs-agent-dv-cinder-835384-11-iscsi {{(pid=104513) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 15:22:04.434316 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.provisioning_blocks [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Provisioning complete for port c94e3c0a-40a9-4770-99df-185ac273a3ab triggered by entity L2. {{(pid=104513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 15:22:04.435060 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7696598'] for port (c94e3c0a-40a9-4770-99df-185ac273a3ab), provisioning_complete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:22:04.529560 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.plugin [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Current status of the port c94e3c0a-40a9-4770-99df-185ac273a3ab is: ACTIVE; New status is: ACTIVE {{(pid=104513) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 15:22:04.640929 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=71,neutron:DELETE=2,neutron:INSERT=3 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:22:04.812185 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=27,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:22:05.322640 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-d4d2266e-1e9f-4873-a957-54cd0b2b3282 req-276750d4-9feb-4c54-8fe9-01bafc414e66 tempest-TestShelveInstance-479722578 tempest-TestShelveInstance-479722578-project] 10.222.0.67 "GET /v2.0/ports?device_id=9aa864c2-63a6-4aa7-8ea6-3ce12daff080 HTTP/1.1" status: 200 len: 210 time: 0.0293038 Jun 24 15:22:05.474101 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c375dfe-7285-4961-88a6-2b178157fa7a req-7e53f2f5-bf12-4f0f-9061-b34be1aa43cf tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:22:05.475593 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-4c375dfe-7285-4961-88a6-2b178157fa7a req-7e53f2f5-bf12-4f0f-9061-b34be1aa43cf tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "GET /v2.0/ports?device_id=e24b4aae-8cee-48cc-bf18-e9a915ea3f2c HTTP/1.1" status: 200 len: 943 time: 0.0495501 Jun 24 15:22:05.525759 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-4c375dfe-7285-4961-88a6-2b178157fa7a req-1a303862-1048-4636-aae8-7a8b8425eb6c tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "GET /v2.0/security-groups?id=b9b51dc4-7b04-4aff-a905-bf9eb837f4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444992 Jun 24 15:22:05.880815 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37217e0-dfc7-4e32-9b81-d6f6b9296709 req-c148c06e-5114-4e7d-b1c1-25ef69152d58 tempest-TestShelveInstance-479722578 tempest-TestShelveInstance-479722578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:22:05.886319 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-f37217e0-dfc7-4e32-9b81-d6f6b9296709 req-c148c06e-5114-4e7d-b1c1-25ef69152d58 tempest-TestShelveInstance-479722578 tempest-TestShelveInstance-479722578-project] 10.222.0.64 "GET /v2.0/networks?id=6c164619-5a9e-49c6-b97b-50e7f7499706 HTTP/1.1" status: 200 len: 808 time: 0.1059909 Jun 24 15:22:05.960107 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-f37217e0-dfc7-4e32-9b81-d6f6b9296709 req-3b8933ae-134d-46bf-b039-f439058de861 tempest-TestShelveInstance-479722578 tempest-TestShelveInstance-479722578-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=66edbd777b48472b8fcd5a3f43c68dcc HTTP/1.1" status: 200 len: 379 time: 0.0676608 Jun 24 15:22:05.970965 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.v2.base [req-f37217e0-dfc7-4e32-9b81-d6f6b9296709 req-2cacc317-ccc0-45b0-a3c0-03155edfb164 tempest-TestShelveInstance-479722578 tempest-TestShelveInstance-479722578-project] Request body: {'port': {'device_id': '9aa864c2-63a6-4aa7-8ea6-3ce12daff080', 'network_id': '6c164619-5a9e-49c6-b97b-50e7f7499706', 'admin_state_up': True, 'tenant_id': '66edbd777b48472b8fcd5a3f43c68dcc', 'security_groups': ['2f673e46-0bc3-417a-a88c-c966cb61274e']}} {{(pid=104512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 15:22:06.001531 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=100 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:22:06.256704 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f37217e0-dfc7-4e32-9b81-d6f6b9296709 req-2cacc317-ccc0-45b0-a3c0-03155edfb164 tempest-TestShelveInstance-479722578 tempest-TestShelveInstance-479722578-project] Made reservation on behalf of 66edbd777b48472b8fcd5a3f43c68dcc for: {'port': 1} {{(pid=104512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 15:22:06.260827 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [req-f37217e0-dfc7-4e32-9b81-d6f6b9296709 req-2cacc317-ccc0-45b0-a3c0-03155edfb164 tempest-TestShelveInstance-479722578 tempest-TestShelveInstance-479722578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7727318'] for port (None), before_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:22:06.406896 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:22:06.472236 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-0a7d4040-172d-4742-9db6-3c4461ba136d req-cf1d227c-61fa-441f-a4ae-40b894fad196 tempest-TestShelveInstance-479722578 tempest-TestShelveInstance-479722578-project] 10.222.0.67 "GET /v2.0/ports?device_id=9aa864c2-63a6-4aa7-8ea6-3ce12daff080 HTTP/1.1" status: 200 len: 210 time: 0.0386455 Jun 24 15:22:06.483804 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.db.db_base_plugin_common [req-f37217e0-dfc7-4e32-9b81-d6f6b9296709 req-2cacc317-ccc0-45b0-a3c0-03155edfb164 tempest-TestShelveInstance-479722578 tempest-TestShelveInstance-479722578-project] Allocated IP 172.20.0.7 (6c164619-5a9e-49c6-b97b-50e7f7499706/ec293509-7257-459b-932c-867e0999349d/e9c0e7f6-a572-47c4-8390-be9bdb776041) {{(pid=104512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 15:22:06.935341 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5aa8e3-462f-47dc-a087-069c03c32dd9 req-2376a48b-c7ec-4aff-8193-f5549a0dee33 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:22:06.936803 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-9a5aa8e3-462f-47dc-a087-069c03c32dd9 req-2376a48b-c7ec-4aff-8193-f5549a0dee33 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "GET /v2.0/ports?device_id=e24b4aae-8cee-48cc-bf18-e9a915ea3f2c HTTP/1.1" status: 200 len: 943 time: 0.2869782 Jun 24 15:22:06.967967 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [req-f37217e0-dfc7-4e32-9b81-d6f6b9296709 req-2cacc317-ccc0-45b0-a3c0-03155edfb164 tempest-TestShelveInstance-479722578 tempest-TestShelveInstance-479722578-project] Publish callbacks [] for port (e9c0e7f6-a572-47c4-8390-be9bdb776041), precommit_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:22:07.027459 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-9a5aa8e3-462f-47dc-a087-069c03c32dd9 req-3ef51b54-1aed-4aef-8818-325deef5dd8e tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "GET /v2.0/security-groups?id=b9b51dc4-7b04-4aff-a905-bf9eb837f4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0788958 Jun 24 15:22:07.103214 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [req-f37217e0-dfc7-4e32-9b81-d6f6b9296709 req-2cacc317-ccc0-45b0-a3c0-03155edfb164 tempest-TestShelveInstance-479722578 tempest-TestShelveInstance-479722578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761384583298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3859661'] for port (e9c0e7f6-a572-47c4-8390-be9bdb776041), after_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:22:07.158030 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f37217e0-dfc7-4e32-9b81-d6f6b9296709 req-2cacc317-ccc0-45b0-a3c0-03155edfb164 tempest-TestShelveInstance-479722578 tempest-TestShelveInstance-479722578-project] Network 6c164619-5a9e-49c6-b97b-50e7f7499706 is already hosted by enough agents. {{(pid=104512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 15:22:07.163770 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.scheduler.base_scheduler [req-f37217e0-dfc7-4e32-9b81-d6f6b9296709 req-2cacc317-ccc0-45b0-a3c0-03155edfb164 tempest-TestShelveInstance-479722578 tempest-TestShelveInstance-479722578-project] Resources bound (agent type, host, resource id): {{(pid=104512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 15:22:07.167223 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.db.l3_dvrscheduler_db [req-f37217e0-dfc7-4e32-9b81-d6f6b9296709 req-2cacc317-ccc0-45b0-a3c0-03155edfb164 tempest-TestShelveInstance-479722578 tempest-TestShelveInstance-479722578-project] Received port after_create {{(pid=104512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 15:22:07.171420 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cacc317-ccc0-45b0-a3c0-03155edfb164 tempest-TestShelveInstance-479722578 tempest-TestShelveInstance-479722578-project] Pushing event updated for resources: {'Port': ['ID=e9c0e7f6-a572-47c4-8390-be9bdb776041,revision_number=1']} {{(pid=104512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:22:07.230793 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37217e0-dfc7-4e32-9b81-d6f6b9296709 req-2cacc317-ccc0-45b0-a3c0-03155edfb164 tempest-TestShelveInstance-479722578 tempest-TestShelveInstance-479722578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:22:07.231500 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [req-f37217e0-dfc7-4e32-9b81-d6f6b9296709 req-2cacc317-ccc0-45b0-a3c0-03155edfb164 tempest-TestShelveInstance-479722578 tempest-TestShelveInstance-479722578-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30073'] for port (None), before_response {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:22:07.336533 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-f37217e0-dfc7-4e32-9b81-d6f6b9296709 req-2cacc317-ccc0-45b0-a3c0-03155edfb164 tempest-TestShelveInstance-479722578 tempest-TestShelveInstance-479722578-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3695507 Jun 24 15:22:07.372631 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.v2.base [req-f37217e0-dfc7-4e32-9b81-d6f6b9296709 req-4facd3b7-c461-45fc-97ce-cb053bf7d159 service neutron] Request body: {'port': {'device_id': '9aa864c2-63a6-4aa7-8ea6-3ce12daff080', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83538'}} {{(pid=104512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 15:22:07.442791 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [req-f37217e0-dfc7-4e32-9b81-d6f6b9296709 req-4facd3b7-c461-45fc-97ce-cb053bf7d159 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7727318'] for port (e9c0e7f6-a572-47c4-8390-be9bdb776041), before_update {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:22:07.452953 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.provisioning_blocks [None req-b8def164-9cf2-4722-ad44-e22ce33352ce None None] Provisioning complete for port e9c0e7f6-a572-47c4-8390-be9bdb776041 triggered by entity DHCP. {{(pid=104513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 15:22:07.453703 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-b8def164-9cf2-4722-ad44-e22ce33352ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7696598'] for port (e9c0e7f6-a572-47c4-8390-be9bdb776041), provisioning_complete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:22:07.490421 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.plugin [None req-b8def164-9cf2-4722-ad44-e22ce33352ce None None] Port e9c0e7f6-a572-47c4-8390-be9bdb776041 cannot update to ACTIVE because it is not bound. {{(pid=104513) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 15:22:07.575094 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:INSERT=4,neutron:DELETE=2 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:22:07.650466 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d25a58-5e24-4db6-87d5-42eb3298110d req-f38c1796-8fb4-4010-96f3-220e591fe03b tempest-TestShelveInstance-479722578 tempest-TestShelveInstance-479722578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:22:07.652078 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-b7d25a58-5e24-4db6-87d5-42eb3298110d req-f38c1796-8fb4-4010-96f3-220e591fe03b tempest-TestShelveInstance-479722578 tempest-TestShelveInstance-479722578-project] 10.222.0.67 "GET /v2.0/ports?device_id=9aa864c2-63a6-4aa7-8ea6-3ce12daff080 HTTP/1.1" status: 200 len: 931 time: 0.0733263 Jun 24 15:22:07.752312 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:22:07.760895 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-b7d25a58-5e24-4db6-87d5-42eb3298110d req-a8312799-9164-4f1e-b35b-510829c54e4c tempest-TestShelveInstance-479722578 tempest-TestShelveInstance-479722578-project] 10.222.0.67 "GET /v2.0/security-groups?id=2f673e46-0bc3-417a-a88c-c966cb61274e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0982511 Jun 24 15:22:07.852820 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.notifiers.nova [req-f37217e0-dfc7-4e32-9b81-d6f6b9296709 req-4facd3b7-c461-45fc-97ce-cb053bf7d159 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9c0e7f6-a572-47c4-8390-be9bdb776041 {{(pid=104512) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 15:22:07.861220 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [req-f37217e0-dfc7-4e32-9b81-d6f6b9296709 req-4facd3b7-c461-45fc-97ce-cb053bf7d159 service neutron] Publish callbacks [] for port (e9c0e7f6-a572-47c4-8390-be9bdb776041), precommit_update {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:22:07.875809 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.db.provisioning_blocks [req-f37217e0-dfc7-4e32-9b81-d6f6b9296709 req-4facd3b7-c461-45fc-97ce-cb053bf7d159 service neutron] Transition to ACTIVE for port object e9c0e7f6-a572-47c4-8390-be9bdb776041 will not be triggered until provisioned by entity L2. {{(pid=104512) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 24 15:22:07.967378 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [req-f37217e0-dfc7-4e32-9b81-d6f6b9296709 req-4facd3b7-c461-45fc-97ce-cb053bf7d159 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761385101662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761384583316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761384583334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3859668'] for port (e9c0e7f6-a572-47c4-8390-be9bdb776041), after_update {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:22:08.040201 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4facd3b7-c461-45fc-97ce-cb053bf7d159 service neutron] Pushing event updated for resources: {'Port': ['ID=e9c0e7f6-a572-47c4-8390-be9bdb776041,revision_number=2']} {{(pid=104512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:22:08.202371 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d18a54e-2188-48d3-b079-1147fde205eb req-4b090c29-95a0-485a-8ae2-a71f17961069 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:22:08.209362 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-9d18a54e-2188-48d3-b079-1147fde205eb req-4b090c29-95a0-485a-8ae2-a71f17961069 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "GET /v2.0/ports?device_id=e24b4aae-8cee-48cc-bf18-e9a915ea3f2c HTTP/1.1" status: 200 len: 943 time: 0.0760570 Jun 24 15:22:08.216560 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.managers [req-f37217e0-dfc7-4e32-9b81-d6f6b9296709 req-4facd3b7-c461-45fc-97ce-cb053bf7d159 service neutron] Attempting to bind port e9c0e7f6-a572-47c4-8390-be9bdb776041 on host hv-cinder-83538 for vnic_type normal with profile {{(pid=104512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 15:22:08.216893 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.managers [req-f37217e0-dfc7-4e32-9b81-d6f6b9296709 req-4facd3b7-c461-45fc-97ce-cb053bf7d159 service neutron] Attempting to bind port e9c0e7f6-a572-47c4-8390-be9bdb776041 by drivers openvswitch,hyperv on host hv-cinder-83538 at level 0 using segments [{'id': '820e4882-5a56-485e-9c17-a5ea18731daa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '6c164619-5a9e-49c6-b97b-50e7f7499706'}] {{(pid=104512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 15:22:08.217209 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f37217e0-dfc7-4e32-9b81-d6f6b9296709 req-4facd3b7-c461-45fc-97ce-cb053bf7d159 service neutron] Attempting to bind port e9c0e7f6-a572-47c4-8390-be9bdb776041 on network 6c164619-5a9e-49c6-b97b-50e7f7499706 {{(pid=104512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 15:22:08.231440 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f37217e0-dfc7-4e32-9b81-d6f6b9296709 req-4facd3b7-c461-45fc-97ce-cb053bf7d159 service neutron] Port e9c0e7f6-a572-47c4-8390-be9bdb776041 on network 6c164619-5a9e-49c6-b97b-50e7f7499706 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83538 {{(pid=104512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 24 15:22:08.231773 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f37217e0-dfc7-4e32-9b81-d6f6b9296709 req-4facd3b7-c461-45fc-97ce-cb053bf7d159 service neutron] Attempting to bind port e9c0e7f6-a572-47c4-8390-be9bdb776041 on network 6c164619-5a9e-49c6-b97b-50e7f7499706 {{(pid=104512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 15:22:08.242857 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f37217e0-dfc7-4e32-9b81-d6f6b9296709 req-4facd3b7-c461-45fc-97ce-cb053bf7d159 service neutron] Checking agent: {'id': 'f0fa743b-ff28-43ff-ac51-704c86538f10', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83538', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 15, 16, 38), 'started_at': datetime.datetime(2022, 6, 24, 15, 16, 38), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 15, 21, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 15:22:08.243203 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f37217e0-dfc7-4e32-9b81-d6f6b9296709 req-4facd3b7-c461-45fc-97ce-cb053bf7d159 service neutron] Checking segment: {'id': '820e4882-5a56-485e-9c17-a5ea18731daa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '6c164619-5a9e-49c6-b97b-50e7f7499706'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 15:22:08.243590 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f37217e0-dfc7-4e32-9b81-d6f6b9296709 req-4facd3b7-c461-45fc-97ce-cb053bf7d159 service neutron] Bound using segment: {'id': '820e4882-5a56-485e-9c17-a5ea18731daa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '6c164619-5a9e-49c6-b97b-50e7f7499706'} {{(pid=104512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 15:22:08.244071 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.managers [req-f37217e0-dfc7-4e32-9b81-d6f6b9296709 req-4facd3b7-c461-45fc-97ce-cb053bf7d159 service neutron] Bound port: e9c0e7f6-a572-47c4-8390-be9bdb776041, host: hv-cinder-83538, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '820e4882-5a56-485e-9c17-a5ea18731daa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '6c164619-5a9e-49c6-b97b-50e7f7499706'}}] {{(pid=104512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 15:22:08.244428 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [req-f37217e0-dfc7-4e32-9b81-d6f6b9296709 req-4facd3b7-c461-45fc-97ce-cb053bf7d159 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7727318'] for port (e9c0e7f6-a572-47c4-8390-be9bdb776041), before_update {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:22:08.313185 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-9d18a54e-2188-48d3-b079-1147fde205eb req-f8c0a7af-d828-49c3-893a-db1ae51ca9bc tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "GET /v2.0/security-groups?id=b9b51dc4-7b04-4aff-a905-bf9eb837f4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1028728 Jun 24 15:22:08.367107 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.db [req-f37217e0-dfc7-4e32-9b81-d6f6b9296709 req-4facd3b7-c461-45fc-97ce-cb053bf7d159 service neutron] For port e9c0e7f6-a572-47c4-8390-be9bdb776041, host hv-cinder-83538, cleared binding levels {{(pid=104512) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 15:22:08.371232 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.db [req-f37217e0-dfc7-4e32-9b81-d6f6b9296709 req-4facd3b7-c461-45fc-97ce-cb053bf7d159 service neutron] For port e9c0e7f6-a572-47c4-8390-be9bdb776041, host hv-cinder-83538, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=e9c0e7f6-a572-47c4-8390-be9bdb776041,segment=NetworkSegment(820e4882-5a56-485e-9c17-a5ea18731daa),segment_id=820e4882-5a56-485e-9c17-a5ea18731daa)] {{(pid=104512) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 15:22:08.452089 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [req-f37217e0-dfc7-4e32-9b81-d6f6b9296709 req-4facd3b7-c461-45fc-97ce-cb053bf7d159 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761385101662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761384583316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761384583334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3859668'] for port (e9c0e7f6-a572-47c4-8390-be9bdb776041), after_update {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:22:08.509490 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37217e0-dfc7-4e32-9b81-d6f6b9296709 req-4facd3b7-c461-45fc-97ce-cb053bf7d159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:22:08.510079 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [req-f37217e0-dfc7-4e32-9b81-d6f6b9296709 req-4facd3b7-c461-45fc-97ce-cb053bf7d159 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30073'] for port (None), before_response {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:22:08.511534 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-f37217e0-dfc7-4e32-9b81-d6f6b9296709 req-4facd3b7-c461-45fc-97ce-cb053bf7d159 service neutron] 10.222.0.64 "PUT /v2.0/ports/e9c0e7f6-a572-47c4-8390-be9bdb776041 HTTP/1.1" status: 200 len: 1093 time: 1.1432731 Jun 24 15:22:08.511995 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9aa864c2-63a6-4aa7-8ea6-3ce12daff080', 'tag': 'e9c0e7f6-a572-47c4-8390-be9bdb776041'}] {{(pid=104512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 15:22:08.514261 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9db87de5340c6be2811fa9e5912a63998a589dd3f857fd3823a550d1ae48127" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-534d9328-57ab-431b-9ffd-abcb3c94d6e2" -d '{"events": [{"name": "network-changed", "server_uuid": "9aa864c2-63a6-4aa7-8ea6-3ce12daff080", "tag": "e9c0e7f6-a572-47c4-8390-be9bdb776041"}]}' {{(pid=104512) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 15:22:08.554016 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4facd3b7-c461-45fc-97ce-cb053bf7d159 service neutron] Pushing event updated for resources: {'Port': ['ID=e9c0e7f6-a572-47c4-8390-be9bdb776041,revision_number=3']} {{(pid=104512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:22:08.570826 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Jun 2022 15:22:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09fcea70-7300-490f-aa21-1d64c16a256c x-openstack-request-id: req-09fcea70-7300-490f-aa21-1d64c16a256c {{(pid=104512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 15:22:08.571288 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9aa864c2-63a6-4aa7-8ea6-3ce12daff080", "tag": "e9c0e7f6-a572-47c4-8390-be9bdb776041", "status": "completed", "code": 200}]} {{(pid=104512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 15:22:08.571586 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-09fcea70-7300-490f-aa21-1d64c16a256c {{(pid=104512) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 15:22:08.572255 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.notifiers.nova [-] Nova event matching ['req-09fcea70-7300-490f-aa21-1d64c16a256c'] response: {'name': 'network-changed', 'server_uuid': '9aa864c2-63a6-4aa7-8ea6-3ce12daff080', 'tag': 'e9c0e7f6-a572-47c4-8390-be9bdb776041', 'status': 'completed', 'code': 200} Jun 24 15:22:08.666734 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534d9328-57ab-431b-9ffd-abcb3c94d6e2 req-9a56fdda-95d7-4d11-b7e9-f8a864d926f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:22:08.670150 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-534d9328-57ab-431b-9ffd-abcb3c94d6e2 req-9a56fdda-95d7-4d11-b7e9-f8a864d926f8 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=66edbd777b48472b8fcd5a3f43c68dcc&device_id=9aa864c2-63a6-4aa7-8ea6-3ce12daff080 HTTP/1.1" status: 200 len: 1127 time: 0.0622966 Jun 24 15:22:08.803844 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534d9328-57ab-431b-9ffd-abcb3c94d6e2 req-14799f39-c9a3-40d5-80d9-c35d38ec22e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:22:08.805402 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-534d9328-57ab-431b-9ffd-abcb3c94d6e2 req-14799f39-c9a3-40d5-80d9-c35d38ec22e9 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=66edbd777b48472b8fcd5a3f43c68dcc&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1267221 Jun 24 15:22:08.927936 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100ea49e-5393-4b92-92e0-7132467bf924 req-6e8a8a18-48dd-471a-8db4-500f30a2fc9d tempest-TestShelveInstance-479722578 tempest-TestShelveInstance-479722578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:22:08.929404 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-100ea49e-5393-4b92-92e0-7132467bf924 req-6e8a8a18-48dd-471a-8db4-500f30a2fc9d tempest-TestShelveInstance-479722578 tempest-TestShelveInstance-479722578-project] 10.222.0.67 "GET /v2.0/ports?device_id=9aa864c2-63a6-4aa7-8ea6-3ce12daff080 HTTP/1.1" status: 200 len: 943 time: 0.0919106 Jun 24 15:22:08.951714 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:22:08.964175 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534d9328-57ab-431b-9ffd-abcb3c94d6e2 req-7d4a797f-878e-4b3d-949f-9fa8e8451521 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:22:08.965650 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-534d9328-57ab-431b-9ffd-abcb3c94d6e2 req-7d4a797f-878e-4b3d-949f-9fa8e8451521 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1524787 Jun 24 15:22:09.004006 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-100ea49e-5393-4b92-92e0-7132467bf924 req-b3e6c31e-6871-480c-8523-6c68ed0be061 tempest-TestShelveInstance-479722578 tempest-TestShelveInstance-479722578-project] 10.222.0.67 "GET /v2.0/security-groups?id=2f673e46-0bc3-417a-a88c-c966cb61274e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673661 Jun 24 15:22:09.052361 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37217e0-dfc7-4e32-9b81-d6f6b9296709 req-d3e91986-4e4e-4683-ac32-cd520714b3a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:22:09.053964 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-f37217e0-dfc7-4e32-9b81-d6f6b9296709 req-d3e91986-4e4e-4683-ac32-cd520714b3a5 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=66edbd777b48472b8fcd5a3f43c68dcc&device_id=9aa864c2-63a6-4aa7-8ea6-3ce12daff080 HTTP/1.1" status: 200 len: 1127 time: 0.0475097 Jun 24 15:22:09.110134 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-f37217e0-dfc7-4e32-9b81-d6f6b9296709 req-9755c817-bce0-4459-ae86-757377f8ff93 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e9c0e7f6-a572-47c4-8390-be9bdb776041 HTTP/1.1" status: 200 len: 217 time: 0.0370705 Jun 24 15:22:09.258664 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:INSERT=2,neutron:SELECT=96,neutron:UPDATE=2 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:22:09.274813 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37217e0-dfc7-4e32-9b81-d6f6b9296709 req-7115d180-d5c5-41c7-bc95-1e7e74346404 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:22:09.276359 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-f37217e0-dfc7-4e32-9b81-d6f6b9296709 req-7115d180-d5c5-41c7-bc95-1e7e74346404 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ec293509-7257-459b-932c-867e0999349d HTTP/1.1" status: 200 len: 847 time: 0.0459292 Jun 24 15:22:09.459865 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a35d49-92b9-4134-85b1-435c6a11bb7a req-93019a8d-04ba-4a0c-851b-55fed9c63210 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:22:09.461574 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-c1a35d49-92b9-4134-85b1-435c6a11bb7a req-93019a8d-04ba-4a0c-851b-55fed9c63210 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "GET /v2.0/ports?device_id=e24b4aae-8cee-48cc-bf18-e9a915ea3f2c HTTP/1.1" status: 200 len: 943 time: 0.0591321 Jun 24 15:22:09.523777 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-c1a35d49-92b9-4134-85b1-435c6a11bb7a req-769de7a1-8bcc-4a0f-8dea-0afc7da84e54 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "GET /v2.0/security-groups?id=b9b51dc4-7b04-4aff-a905-bf9eb837f4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565307 Jun 24 15:22:09.630078 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37217e0-dfc7-4e32-9b81-d6f6b9296709 req-00a3eef9-dd21-4827-b4f8-77f5b5ec10a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:22:09.631948 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-f37217e0-dfc7-4e32-9b81-d6f6b9296709 req-00a3eef9-dd21-4827-b4f8-77f5b5ec10a7 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=6c164619-5a9e-49c6-b97b-50e7f7499706&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0571501 Jun 24 15:22:09.800185 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-f37217e0-dfc7-4e32-9b81-d6f6b9296709 req-7993d9c0-09f3-4abf-a925-717ad8d0de21 service neutron] 10.222.0.64 "GET /v2.0/networks/6c164619-5a9e-49c6-b97b-50e7f7499706?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1576118 Jun 24 15:22:09.850971 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.rpc [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Device 5f0c5043-24b7-4a39-9766-66475f0cad69 details requested by agent hyperv_hv-cinder-83538 with host hv-cinder-83538 {{(pid=104513) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 15:22:09.985418 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.db [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] For port 5f0c5043-24b7-4a39-9766-66475f0cad69, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=5f0c5043-24b7-4a39-9766-66475f0cad69,segment=NetworkSegment(fbb525f4-37d7-4ee1-94df-b844f5efa329),segment_id=fbb525f4-37d7-4ee1-94df-b844f5efa329)] {{(pid=104513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 15:22:10.150352 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.rpc [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Returning: {'device': '5f0c5043-24b7-4a39-9766-66475f0cad69', 'network_id': '6d1ef1dd-ee8a-4e52-9261-de77d4e705e2', 'port_id': '5f0c5043-24b7-4a39-9766-66475f0cad69', 'mac_address': 'fa:16:3e:d5:fd:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 797, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca86efdf-43ba-4cdf-8f0a-3c6622699971', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104513) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 15:22:10.199562 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.plugin [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Current status of the port 5f0c5043-24b7-4a39-9766-66475f0cad69 is: DOWN; New status is: BUILD {{(pid=104513) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 15:22:10.201541 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edee14b3-127b-4e2b-82bd-107cb27f26b1 req-f9685c90-75f2-474a-80ca-bcf00ccc9e66 tempest-TestShelveInstance-479722578 tempest-TestShelveInstance-479722578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:22:10.201694 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7727318'] for port (5f0c5043-24b7-4a39-9766-66475f0cad69), before_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:22:10.212378 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-edee14b3-127b-4e2b-82bd-107cb27f26b1 req-f9685c90-75f2-474a-80ca-bcf00ccc9e66 tempest-TestShelveInstance-479722578 tempest-TestShelveInstance-479722578-project] 10.222.0.67 "GET /v2.0/ports?device_id=9aa864c2-63a6-4aa7-8ea6-3ce12daff080 HTTP/1.1" status: 200 len: 943 time: 0.1264884 Jun 24 15:22:10.216813 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.notifiers.nova [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f0c5043-24b7-4a39-9766-66475f0cad69 {{(pid=104513) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 15:22:10.262937 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697012'] for agent (f0fa743b-ff28-43ff-ac51-704c86538f10), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:22:10.273886 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.db [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] For port 5f0c5043-24b7-4a39-9766-66475f0cad69, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=5f0c5043-24b7-4a39-9766-66475f0cad69,segment=NetworkSegment(fbb525f4-37d7-4ee1-94df-b844f5efa329),segment_id=fbb525f4-37d7-4ee1-94df-b844f5efa329)] {{(pid=104513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 15:22:10.335120 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-f37217e0-dfc7-4e32-9b81-d6f6b9296709 req-6e9ef006-a0b0-48ba-bed0-e8444a0b8b74 service neutron] 10.222.0.64 "GET /v2.0/networks/6c164619-5a9e-49c6-b97b-50e7f7499706?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2251871 Jun 24 15:22:10.339443 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-edee14b3-127b-4e2b-82bd-107cb27f26b1 req-ab2254da-c326-4a52-8684-3e2ac6e18e2b tempest-TestShelveInstance-479722578 tempest-TestShelveInstance-479722578-project] 10.222.0.67 "GET /v2.0/security-groups?id=2f673e46-0bc3-417a-a88c-c966cb61274e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0835037 Jun 24 15:22:10.396080 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761385101662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761384583316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761384583334'] for port (5f0c5043-24b7-4a39-9766-66475f0cad69), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:22:10.451914 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Pushing event updated for resources: {'Port': ['ID=5f0c5043-24b7-4a39-9766-66475f0cad69,revision_number=9']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:22:10.702124 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.db [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] get_ports_and_sgs() called for port_ids ['5f0c5043-24b7-4a39-9766-66475f0cad69'] {{(pid=104513) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 15:22:10.716097 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff8a2e8-ae4e-4dab-bee2-829eebb8d3b1 req-b95642f5-6190-4ba0-b060-74c7102f0c72 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:22:10.718455 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-2ff8a2e8-ae4e-4dab-bee2-829eebb8d3b1 req-b95642f5-6190-4ba0-b060-74c7102f0c72 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "GET /v2.0/ports?device_id=e24b4aae-8cee-48cc-bf18-e9a915ea3f2c HTTP/1.1" status: 200 len: 944 time: 0.0780087 Jun 24 15:22:10.815129 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-2ff8a2e8-ae4e-4dab-bee2-829eebb8d3b1 req-f8e08f41-4223-40b0-ab63-e31dcbbb9839 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "GET /v2.0/security-groups?id=b9b51dc4-7b04-4aff-a905-bf9eb837f4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0833893 Jun 24 15:22:11.536277 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f656b9eb-fa68-42d6-80e6-a6d24111473a req-aab69ab8-b0a9-4d4b-b59d-11783d9dcc88 tempest-TestShelveInstance-479722578 tempest-TestShelveInstance-479722578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:22:11.538664 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-f656b9eb-fa68-42d6-80e6-a6d24111473a req-aab69ab8-b0a9-4d4b-b59d-11783d9dcc88 tempest-TestShelveInstance-479722578 tempest-TestShelveInstance-479722578-project] 10.222.0.67 "GET /v2.0/ports?device_id=9aa864c2-63a6-4aa7-8ea6-3ce12daff080 HTTP/1.1" status: 200 len: 943 time: 0.0746522 Jun 24 15:22:11.614215 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-f656b9eb-fa68-42d6-80e6-a6d24111473a req-b0182cd4-973f-4851-ae32-5ac6de930019 tempest-TestShelveInstance-479722578 tempest-TestShelveInstance-479722578-project] 10.222.0.67 "GET /v2.0/security-groups?id=2f673e46-0bc3-417a-a88c-c966cb61274e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641749 Jun 24 15:22:11.875944 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.rpc [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Device 5f0c5043-24b7-4a39-9766-66475f0cad69 up at agent hyperv_hv-cinder-83538 {{(pid=104513) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 15:22:11.926039 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.provisioning_blocks [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Provisioning complete for port 5f0c5043-24b7-4a39-9766-66475f0cad69 triggered by entity L2. {{(pid=104513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 15:22:11.926807 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7696598'] for port (5f0c5043-24b7-4a39-9766-66475f0cad69), provisioning_complete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:22:12.020966 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:22:12.031938 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.plugin [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Current status of the port 5f0c5043-24b7-4a39-9766-66475f0cad69 is: BUILD; New status is: ACTIVE {{(pid=104513) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 15:22:12.032861 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7727318'] for port (5f0c5043-24b7-4a39-9766-66475f0cad69), before_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:22:12.045307 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a25206c-e234-4062-9cd9-d6c9fa731ac6 req-a72e2b54-e7e3-4cf7-9bed-036ea101891a tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:22:12.048112 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-8a25206c-e234-4062-9cd9-d6c9fa731ac6 req-a72e2b54-e7e3-4cf7-9bed-036ea101891a tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "GET /v2.0/ports?device_id=e24b4aae-8cee-48cc-bf18-e9a915ea3f2c HTTP/1.1" status: 200 len: 944 time: 0.0630107 Jun 24 15:22:12.066222 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e24b4aae-8cee-48cc-bf18-e9a915ea3f2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f0c5043-24b7-4a39-9766-66475f0cad69'}] {{(pid=104513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 15:22:12.069723 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7de2ae652872cab3d5aa36b412d6cead56dffdf121926fea6679daaa3daba4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96ef9f83-e523-4efe-81e5-b6d0710d9f66" -d '{"events": [{"server_uuid": "e24b4aae-8cee-48cc-bf18-e9a915ea3f2c", "name": "network-vif-plugged", "status": "completed", "tag": "5f0c5043-24b7-4a39-9766-66475f0cad69"}]}' {{(pid=104513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 15:22:12.089183 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.wsgi [-] (104511) accepted ('10.222.0.67', 43012) {{(pid=104511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:22:12.105529 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=100 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:22:12.109215 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.db [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] For port 5f0c5043-24b7-4a39-9766-66475f0cad69, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=5f0c5043-24b7-4a39-9766-66475f0cad69,segment=NetworkSegment(fbb525f4-37d7-4ee1-94df-b844f5efa329),segment_id=fbb525f4-37d7-4ee1-94df-b844f5efa329)] {{(pid=104513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 15:22:12.129534 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 15:22:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6d71fac-5ea1-4301-a9ec-1aa8ac764194 x-openstack-request-id: req-e6d71fac-5ea1-4301-a9ec-1aa8ac764194 {{(pid=104513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 15:22:12.129898 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e24b4aae-8cee-48cc-bf18-e9a915ea3f2c", "name": "network-vif-plugged", "status": "completed", "tag": "5f0c5043-24b7-4a39-9766-66475f0cad69", "code": 200}]} {{(pid=104513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 15:22:12.130146 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-e6d71fac-5ea1-4301-a9ec-1aa8ac764194 {{(pid=104513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 15:22:12.130536 dv-cinder-835384-11-iscsi neutron-server[104513]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e6d71fac-5ea1-4301-a9ec-1aa8ac764194'] response: {'server_uuid': 'e24b4aae-8cee-48cc-bf18-e9a915ea3f2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f0c5043-24b7-4a39-9766-66475f0cad69', 'code': 200} Jun 24 15:22:12.152619 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-8a25206c-e234-4062-9cd9-d6c9fa731ac6 req-7c08aa2d-bdc1-4858-8379-0efb9802fd9b tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "GET /v2.0/security-groups?id=b9b51dc4-7b04-4aff-a905-bf9eb837f4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0747521 Jun 24 15:22:12.223164 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761385101662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761384583316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761384583334'] for port (5f0c5043-24b7-4a39-9766-66475f0cad69), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:22:12.232994 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-edc655c3-a53c-4703-9368-6167427bbeb4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:22:12.283054 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Pushing event updated for resources: {'Port': ['ID=5f0c5043-24b7-4a39-9766-66475f0cad69,revision_number=10']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:22:12.318649 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-edc655c3-a53c-4703-9368-6167427bbeb4 admin admin] Publish callbacks [] for security_group (fe0f9c46-39de-45b1-80dc-9e30359a2df9), precommit_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:22:12.396136 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-edc655c3-a53c-4703-9368-6167427bbeb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-275664'] for security_group (fe0f9c46-39de-45b1-80dc-9e30359a2df9), after_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:22:12.439077 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc655c3-a53c-4703-9368-6167427bbeb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe0f9c46-39de-45b1-80dc-9e30359a2df9,revision_number=1']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:22:12.444610 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [None req-edc655c3-a53c-4703-9368-6167427bbeb4 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=7a8881ca032f40ffbc14fc064f5541a8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3558116 Jun 24 15:22:12.447360 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.wsgi [-] (104511) accepted ('10.222.0.67', 43016) {{(pid=104511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:22:12.507374 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-8e544fa9-c9bf-4522-a8b5-5b396ee7cc5c admin admin] Publish callbacks [] for security_group (fe0f9c46-39de-45b1-80dc-9e30359a2df9), before_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:22:12.531787 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-8e544fa9-c9bf-4522-a8b5-5b396ee7cc5c admin admin] Publish callbacks [] for security_group (fe0f9c46-39de-45b1-80dc-9e30359a2df9), precommit_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:22:12.741860 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df53ef8a-9c91-45e3-a36d-5ebcb0a6afe9 req-bf02236e-605f-49c2-b6e4-09c4f7669098 tempest-TestShelveInstance-479722578 tempest-TestShelveInstance-479722578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:22:12.743274 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-df53ef8a-9c91-45e3-a36d-5ebcb0a6afe9 req-bf02236e-605f-49c2-b6e4-09c4f7669098 tempest-TestShelveInstance-479722578 tempest-TestShelveInstance-479722578-project] 10.222.0.67 "GET /v2.0/ports?device_id=9aa864c2-63a6-4aa7-8ea6-3ce12daff080 HTTP/1.1" status: 200 len: 943 time: 0.0481915 Jun 24 15:22:12.743690 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.db.agents_db [None req-1e76bcc0-0ba2-49bf-a9b5-df198b272e3c None None] Agent healthcheck: found 6 active agents {{(pid=104514) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 15:22:12.840706 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-df53ef8a-9c91-45e3-a36d-5ebcb0a6afe9 req-ce0ed39c-5258-48d6-9d73-98ac306e5f50 tempest-TestShelveInstance-479722578 tempest-TestShelveInstance-479722578-project] 10.222.0.67 "GET /v2.0/security-groups?id=2f673e46-0bc3-417a-a88c-c966cb61274e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0701594 Jun 24 15:22:13.110095 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-8e544fa9-c9bf-4522-a8b5-5b396ee7cc5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-275664'] for security_group (fe0f9c46-39de-45b1-80dc-9e30359a2df9), after_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:22:13.114055 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-8e544fa9-c9bf-4522-a8b5-5b396ee7cc5c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:22:13.115351 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [None req-8e544fa9-c9bf-4522-a8b5-5b396ee7cc5c admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/fe0f9c46-39de-45b1-80dc-9e30359a2df9 HTTP/1.1" status: 204 len: 168 time: 0.6667452 Jun 24 15:22:13.124363 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e544fa9-c9bf-4522-a8b5-5b396ee7cc5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe0f9c46-39de-45b1-80dc-9e30359a2df9,revision_number=None']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:22:13.277669 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebd204e-5fb1-49cd-aa2e-11065f5d847e req-1bcf1d92-8865-4b65-af87-4f2542766a59 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:22:13.279603 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-8ebd204e-5fb1-49cd-aa2e-11065f5d847e req-1bcf1d92-8865-4b65-af87-4f2542766a59 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "GET /v2.0/ports?device_id=e24b4aae-8cee-48cc-bf18-e9a915ea3f2c HTTP/1.1" status: 200 len: 946 time: 0.0587435 Jun 24 15:22:13.335117 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-8ebd204e-5fb1-49cd-aa2e-11065f5d847e req-256ae04c-cea6-4389-b8a9-afaf8469d0fa tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "GET /v2.0/security-groups?id=b9b51dc4-7b04-4aff-a905-bf9eb837f4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475967 Jun 24 15:22:13.785436 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.wsgi [-] (104511) accepted ('10.222.0.67', 43034) {{(pid=104511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:22:13.802927 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-d130d149-7433-456e-889b-1b4d542c1570 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:22:13.881615 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-d130d149-7433-456e-889b-1b4d542c1570 admin admin] Publish callbacks [] for security_group (880a0ee3-1eaa-43cd-add2-ea2d161a086f), precommit_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:22:13.957521 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5664b6d5-09c9-43b1-b08a-6ace6ec473e8 req-7aa9b1e2-a001-4fde-bba6-76cfb3bf408a tempest-TestShelveInstance-479722578 tempest-TestShelveInstance-479722578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:22:13.959028 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-5664b6d5-09c9-43b1-b08a-6ace6ec473e8 req-7aa9b1e2-a001-4fde-bba6-76cfb3bf408a tempest-TestShelveInstance-479722578 tempest-TestShelveInstance-479722578-project] 10.222.0.67 "GET /v2.0/ports?device_id=9aa864c2-63a6-4aa7-8ea6-3ce12daff080 HTTP/1.1" status: 200 len: 943 time: 0.0525336 Jun 24 15:22:13.966961 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-d130d149-7433-456e-889b-1b4d542c1570 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-275664'] for security_group (880a0ee3-1eaa-43cd-add2-ea2d161a086f), after_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:22:14.007727 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [None req-d130d149-7433-456e-889b-1b4d542c1570 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=e1318a6a857144a9971c19d99d63cefc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2211778 Jun 24 15:22:14.008409 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-5664b6d5-09c9-43b1-b08a-6ace6ec473e8 req-40e3493a-0618-4433-89ab-ce810bcd5839 tempest-TestShelveInstance-479722578 tempest-TestShelveInstance-479722578-project] 10.222.0.67 "GET /v2.0/security-groups?id=2f673e46-0bc3-417a-a88c-c966cb61274e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437927 Jun 24 15:22:14.010297 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.wsgi [-] (104512) accepted ('10.222.0.67', 43044) {{(pid=104512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:22:14.010906 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d130d149-7433-456e-889b-1b4d542c1570 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=880a0ee3-1eaa-43cd-add2-ea2d161a086f,revision_number=1']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:22:14.062127 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-2ad858fc-a2b5-4a52-9403-950d9305d9c4 admin admin] Publish callbacks [] for security_group (880a0ee3-1eaa-43cd-add2-ea2d161a086f), before_delete {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:22:14.085272 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-2ad858fc-a2b5-4a52-9403-950d9305d9c4 admin admin] Publish callbacks [] for security_group (880a0ee3-1eaa-43cd-add2-ea2d161a086f), precommit_delete {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:22:14.296579 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-2ad858fc-a2b5-4a52-9403-950d9305d9c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-275664'] for security_group (880a0ee3-1eaa-43cd-add2-ea2d161a086f), after_delete {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:22:14.299664 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-2ad858fc-a2b5-4a52-9403-950d9305d9c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:22:14.305044 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [None req-2ad858fc-a2b5-4a52-9403-950d9305d9c4 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/880a0ee3-1eaa-43cd-add2-ea2d161a086f HTTP/1.1" status: 204 len: 168 time: 0.2904198 Jun 24 15:22:14.310763 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad858fc-a2b5-4a52-9403-950d9305d9c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=880a0ee3-1eaa-43cd-add2-ea2d161a086f,revision_number=None']} {{(pid=104512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:22:14.474408 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d73d73e-2c04-4ce4-b312-6b2dba1f9860 req-bcf47a50-0930-4586-9afa-6d1abd0091e1 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:22:14.475960 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-2d73d73e-2c04-4ce4-b312-6b2dba1f9860 req-bcf47a50-0930-4586-9afa-6d1abd0091e1 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "GET /v2.0/ports?device_id=e24b4aae-8cee-48cc-bf18-e9a915ea3f2c HTTP/1.1" status: 200 len: 946 time: 0.0527802 Jun 24 15:22:14.558430 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:22:14.593641 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-2d73d73e-2c04-4ce4-b312-6b2dba1f9860 req-cc198725-b0ba-4ee0-b8a5-83e15a3bb5af tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "GET /v2.0/security-groups?id=b9b51dc4-7b04-4aff-a905-bf9eb837f4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1067815 Jun 24 15:22:14.608340 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216c26ec-4f4a-4a3e-91a3-832e7196be04 req-11fb27b8-d94f-474c-86dc-f1e1ada53765 tempest-TestMinimumBasicScenario-1016590740 tempest-TestMinimumBasicScenario-1016590740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:22:14.609794 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-216c26ec-4f4a-4a3e-91a3-832e7196be04 req-11fb27b8-d94f-474c-86dc-f1e1ada53765 tempest-TestMinimumBasicScenario-1016590740 tempest-TestMinimumBasicScenario-1016590740-project] 10.222.0.67 "GET /v2.0/networks?id=6f212514-c323-4661-9a70-8b24c5462bcd HTTP/1.1" status: 200 len: 814 time: 0.1329658 Jun 24 15:22:14.625411 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-216c26ec-4f4a-4a3e-91a3-832e7196be04 req-68da7f45-1ad2-4929-8988-d24d9224927b tempest-TestMinimumBasicScenario-1016590740 tempest-TestMinimumBasicScenario-1016590740-project] 10.222.0.67 "GET /v2.0/quotas/fb2390854b0345588bd6b68f5c09a1ee HTTP/1.1" status: 200 len: 375 time: 0.0093126 Jun 24 15:22:14.682529 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-216c26ec-4f4a-4a3e-91a3-832e7196be04 req-8c4e7dc5-6d4c-4551-9680-00e2acafcc08 tempest-TestMinimumBasicScenario-1016590740 tempest-TestMinimumBasicScenario-1016590740-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=fb2390854b0345588bd6b68f5c09a1ee&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0512056 Jun 24 15:22:14.779081 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-216c26ec-4f4a-4a3e-91a3-832e7196be04 req-c89802a4-d5dd-4d99-ae23-0695834b4161 service neutron] 10.222.0.67 "GET /v2.0/networks/6f212514-c323-4661-9a70-8b24c5462bcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837920 Jun 24 15:22:14.868522 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:22:14.874205 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-216c26ec-4f4a-4a3e-91a3-832e7196be04 req-232741b5-a052-4efe-9ea8-19ee83d4c369 service neutron] 10.222.0.67 "GET /v2.0/networks/6f212514-c323-4661-9a70-8b24c5462bcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893166 Jun 24 15:22:14.992118 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.wsgi [-] (104512) accepted ('10.222.0.67', 43068) {{(pid=104512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:22:15.007026 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-9950988d-506a-4458-b28e-6d9872b6f20e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:22:15.094239 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-9950988d-506a-4458-b28e-6d9872b6f20e admin admin] Publish callbacks [] for security_group (4ab3261b-998e-4f9f-b6de-1982fbba83be), precommit_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:22:15.160170 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-9950988d-506a-4458-b28e-6d9872b6f20e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-275664'] for security_group (4ab3261b-998e-4f9f-b6de-1982fbba83be), after_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:22:15.164039 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-a81513dd-1614-4583-bb04-a20fbfc948e4 req-979b3859-e591-40e2-a0e7-19c5fada2340 tempest-TestMinimumBasicScenario-1016590740 tempest-TestMinimumBasicScenario-1016590740-project] 10.222.0.67 "GET /v2.0/ports?device_id=79b13f6b-a027-4371-8012-54f025a726fa HTTP/1.1" status: 200 len: 210 time: 0.0407693 Jun 24 15:22:15.186469 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38538003-c265-4227-a194-c932c056e2b8 req-04e7899e-c1f8-4ca0-af6b-f31027e4a851 tempest-TestShelveInstance-479722578 tempest-TestShelveInstance-479722578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:22:15.188263 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-38538003-c265-4227-a194-c932c056e2b8 req-04e7899e-c1f8-4ca0-af6b-f31027e4a851 tempest-TestShelveInstance-479722578 tempest-TestShelveInstance-479722578-project] 10.222.0.67 "GET /v2.0/ports?device_id=9aa864c2-63a6-4aa7-8ea6-3ce12daff080 HTTP/1.1" status: 200 len: 943 time: 0.0963285 Jun 24 15:22:15.239958 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [None req-9950988d-506a-4458-b28e-6d9872b6f20e admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=9349d99e021c46609b4974601328b293&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2467134 Jun 24 15:22:15.242582 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.wsgi [-] (104511) accepted ('10.222.0.67', 43076) {{(pid=104511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:22:15.244607 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9950988d-506a-4458-b28e-6d9872b6f20e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ab3261b-998e-4f9f-b6de-1982fbba83be,revision_number=1']} {{(pid=104512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:22:15.279791 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-38538003-c265-4227-a194-c932c056e2b8 req-589cc05f-ac2a-4939-9b0e-7743b0cbb0e5 tempest-TestShelveInstance-479722578 tempest-TestShelveInstance-479722578-project] 10.222.0.67 "GET /v2.0/security-groups?id=2f673e46-0bc3-417a-a88c-c966cb61274e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0820782 Jun 24 15:22:15.309167 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-7ee542d9-fed4-4958-8e7d-efc76148fea0 admin admin] Publish callbacks [] for security_group (4ab3261b-998e-4f9f-b6de-1982fbba83be), before_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:22:15.331572 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-7ee542d9-fed4-4958-8e7d-efc76148fea0 admin admin] Publish callbacks [] for security_group (4ab3261b-998e-4f9f-b6de-1982fbba83be), precommit_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:22:15.458505 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-7ee542d9-fed4-4958-8e7d-efc76148fea0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-275664'] for security_group (4ab3261b-998e-4f9f-b6de-1982fbba83be), after_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:22:15.461169 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-7ee542d9-fed4-4958-8e7d-efc76148fea0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:22:15.462332 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [None req-7ee542d9-fed4-4958-8e7d-efc76148fea0 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/4ab3261b-998e-4f9f-b6de-1982fbba83be HTTP/1.1" status: 204 len: 168 time: 0.2186291 Jun 24 15:22:15.470740 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee542d9-fed4-4958-8e7d-efc76148fea0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ab3261b-998e-4f9f-b6de-1982fbba83be,revision_number=None']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:22:15.617291 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b34d0ad-abc9-4953-850d-79f2e0210025 req-72f0f8a2-da58-4e4b-bdad-a35ec3f06aba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:22:15.618724 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-1b34d0ad-abc9-4953-850d-79f2e0210025 req-72f0f8a2-da58-4e4b-bdad-a35ec3f06aba service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=e24b4aae-8cee-48cc-bf18-e9a915ea3f2c HTTP/1.1" status: 200 len: 1130 time: 0.0500190 Jun 24 15:22:15.667440 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-1b34d0ad-abc9-4953-850d-79f2e0210025 req-6973c8dd-6301-42ce-bfea-1c28eff90860 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=b9b51dc4-7b04-4aff-a905-bf9eb837f4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417943 Jun 24 15:22:15.723162 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9961f54a-75b2-4493-8097-e6dbbc6ff437 req-4d9a8484-6116-4aaf-859b-58b1b8b1338a tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:22:15.724670 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-9961f54a-75b2-4493-8097-e6dbbc6ff437 req-4d9a8484-6116-4aaf-859b-58b1b8b1338a tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "GET /v2.0/ports?device_id=e24b4aae-8cee-48cc-bf18-e9a915ea3f2c HTTP/1.1" status: 200 len: 946 time: 0.0550313 Jun 24 15:22:15.773435 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-9961f54a-75b2-4493-8097-e6dbbc6ff437 req-d1fc2ecd-423f-4f42-8e8a-633277922c3a tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "GET /v2.0/security-groups?id=b9b51dc4-7b04-4aff-a905-bf9eb837f4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434000 Jun 24 15:22:16.245586 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-149ebf05-db4a-4d53-801a-958a228754de req-f236286e-1255-4d2c-927f-1d6ae16da6fc tempest-TestMinimumBasicScenario-1016590740 tempest-TestMinimumBasicScenario-1016590740-project] 10.222.0.67 "GET /v2.0/ports?device_id=79b13f6b-a027-4371-8012-54f025a726fa HTTP/1.1" status: 200 len: 210 time: 0.0292969 Jun 24 15:22:16.397944 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396a59c3-06c6-43da-96af-ffcfdd5c9405 req-31a3cec2-4aa3-4d7e-ae2b-af3475fd5b89 tempest-TestShelveInstance-479722578 tempest-TestShelveInstance-479722578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:22:16.399446 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-396a59c3-06c6-43da-96af-ffcfdd5c9405 req-31a3cec2-4aa3-4d7e-ae2b-af3475fd5b89 tempest-TestShelveInstance-479722578 tempest-TestShelveInstance-479722578-project] 10.222.0.67 "GET /v2.0/ports?device_id=9aa864c2-63a6-4aa7-8ea6-3ce12daff080 HTTP/1.1" status: 200 len: 943 time: 0.0476811 Jun 24 15:22:16.450765 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-396a59c3-06c6-43da-96af-ffcfdd5c9405 req-2d66d60e-66fa-4c34-a273-93b5ea4c1a35 tempest-TestShelveInstance-479722578 tempest-TestShelveInstance-479722578-project] 10.222.0.67 "GET /v2.0/security-groups?id=2f673e46-0bc3-417a-a88c-c966cb61274e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454049 Jun 24 15:22:16.886623 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:22:16.896861 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83e737a-a933-41ae-a9e0-f8f12696447f req-9e20a083-6833-4082-9a83-abd072341349 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:22:16.898382 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-e83e737a-a933-41ae-a9e0-f8f12696447f req-9e20a083-6833-4082-9a83-abd072341349 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "GET /v2.0/ports?device_id=e24b4aae-8cee-48cc-bf18-e9a915ea3f2c HTTP/1.1" status: 200 len: 946 time: 0.0504136 Jun 24 15:22:16.946627 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-e83e737a-a933-41ae-a9e0-f8f12696447f req-ceb01bc8-d8f2-4f28-be36-376dd47c41c4 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "GET /v2.0/security-groups?id=b9b51dc4-7b04-4aff-a905-bf9eb837f4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423684 Jun 24 15:22:17.338511 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-92e63700-b6f0-41fc-b75d-5fc64ec3dda5 req-5a01711f-3755-42f4-929e-96f365aa3eab tempest-TestMinimumBasicScenario-1016590740 tempest-TestMinimumBasicScenario-1016590740-project] 10.222.0.67 "GET /v2.0/ports?device_id=79b13f6b-a027-4371-8012-54f025a726fa HTTP/1.1" status: 200 len: 210 time: 0.0286005 Jun 24 15:22:17.567240 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0f5ebf-de04-493a-a794-631ab8cb182f req-e6a91fa2-1473-467f-9495-cea7722fbb7d tempest-TestShelveInstance-479722578 tempest-TestShelveInstance-479722578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:22:17.568707 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-3e0f5ebf-de04-493a-a794-631ab8cb182f req-e6a91fa2-1473-467f-9495-cea7722fbb7d tempest-TestShelveInstance-479722578 tempest-TestShelveInstance-479722578-project] 10.222.0.67 "GET /v2.0/ports?device_id=9aa864c2-63a6-4aa7-8ea6-3ce12daff080 HTTP/1.1" status: 200 len: 943 time: 0.0520391 Jun 24 15:22:17.629068 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-3e0f5ebf-de04-493a-a794-631ab8cb182f req-9e98d733-f1b5-467d-b501-6ec9e68e5071 tempest-TestShelveInstance-479722578 tempest-TestShelveInstance-479722578-project] 10.222.0.67 "GET /v2.0/security-groups?id=2f673e46-0bc3-417a-a88c-c966cb61274e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545769 Jun 24 15:22:18.065956 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67cf4d8-fbc0-4de7-a370-4f365994ebba req-c604bfa4-7eb5-4321-a987-ab3687fe1b48 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:22:18.067455 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-b67cf4d8-fbc0-4de7-a370-4f365994ebba req-c604bfa4-7eb5-4321-a987-ab3687fe1b48 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "GET /v2.0/ports?device_id=e24b4aae-8cee-48cc-bf18-e9a915ea3f2c HTTP/1.1" status: 200 len: 946 time: 0.0480733 Jun 24 15:22:18.114750 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-b67cf4d8-fbc0-4de7-a370-4f365994ebba req-6e5742a5-c266-4067-a8ef-295ff83b6bb1 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "GET /v2.0/security-groups?id=b9b51dc4-7b04-4aff-a905-bf9eb837f4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417511 Jun 24 15:22:18.432644 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-2403c3b4-2a95-4e40-baf1-5bf3ffae7a86 req-521440c7-f101-4dd0-938c-ee76aad3953b tempest-TestMinimumBasicScenario-1016590740 tempest-TestMinimumBasicScenario-1016590740-project] 10.222.0.67 "GET /v2.0/ports?device_id=79b13f6b-a027-4371-8012-54f025a726fa HTTP/1.1" status: 200 len: 210 time: 0.0282865 Jun 24 15:22:18.740360 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed81d55-6c31-4532-9fef-5e6f1b1b38bc req-f79a43d0-f9a3-484d-895e-a1ff07ac1fec tempest-TestShelveInstance-479722578 tempest-TestShelveInstance-479722578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:22:18.741782 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-5ed81d55-6c31-4532-9fef-5e6f1b1b38bc req-f79a43d0-f9a3-484d-895e-a1ff07ac1fec tempest-TestShelveInstance-479722578 tempest-TestShelveInstance-479722578-project] 10.222.0.67 "GET /v2.0/ports?device_id=9aa864c2-63a6-4aa7-8ea6-3ce12daff080 HTTP/1.1" status: 200 len: 943 time: 0.0467649 Jun 24 15:22:18.792931 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-5ed81d55-6c31-4532-9fef-5e6f1b1b38bc req-304b9ecd-5689-4b0e-9f1a-f1038ea54b05 tempest-TestShelveInstance-479722578 tempest-TestShelveInstance-479722578-project] 10.222.0.67 "GET /v2.0/security-groups?id=2f673e46-0bc3-417a-a88c-c966cb61274e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456672 Jun 24 15:22:19.232868 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35473e4-2b9d-4116-aa3d-6a4dd420b77a req-ad3b8c84-376e-4dc8-8706-2c25938bda5d tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:22:19.234314 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-a35473e4-2b9d-4116-aa3d-6a4dd420b77a req-ad3b8c84-376e-4dc8-8706-2c25938bda5d tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "GET /v2.0/ports?device_id=e24b4aae-8cee-48cc-bf18-e9a915ea3f2c HTTP/1.1" status: 200 len: 946 time: 0.0468326 Jun 24 15:22:19.277383 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=100 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:22:19.281827 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-a35473e4-2b9d-4116-aa3d-6a4dd420b77a req-b5045661-3ffe-45db-9fa0-cb4538b21983 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "GET /v2.0/security-groups?id=b9b51dc4-7b04-4aff-a905-bf9eb837f4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412426 Jun 24 15:22:19.524691 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-28ba6f09-38d3-4b60-8e45-684db47dc20f req-63d406aa-dd67-4c00-b3db-4e4747525d9f tempest-TestMinimumBasicScenario-1016590740 tempest-TestMinimumBasicScenario-1016590740-project] 10.222.0.67 "GET /v2.0/ports?device_id=79b13f6b-a027-4371-8012-54f025a726fa HTTP/1.1" status: 200 len: 210 time: 0.0285974 Jun 24 15:22:19.773746 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG dbcounter [-] [104514] Writing DB stats neutron:SELECT=74,neutron:DELETE=1 {{(pid=104514) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:22:19.908169 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6741dc07-6510-49a2-8d52-6a6799412fd8 req-96566be7-597b-4b6b-b489-a4cb886a352d tempest-TestShelveInstance-479722578 tempest-TestShelveInstance-479722578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:22:19.910142 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-6741dc07-6510-49a2-8d52-6a6799412fd8 req-96566be7-597b-4b6b-b489-a4cb886a352d tempest-TestShelveInstance-479722578 tempest-TestShelveInstance-479722578-project] 10.222.0.67 "GET /v2.0/ports?device_id=9aa864c2-63a6-4aa7-8ea6-3ce12daff080 HTTP/1.1" status: 200 len: 943 time: 0.0513468 Jun 24 15:22:19.959359 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-6741dc07-6510-49a2-8d52-6a6799412fd8 req-1a4238d2-4513-48d6-9339-549caa69b49d tempest-TestShelveInstance-479722578 tempest-TestShelveInstance-479722578-project] 10.222.0.67 "GET /v2.0/security-groups?id=2f673e46-0bc3-417a-a88c-c966cb61274e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435605 Jun 24 15:22:20.404484 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9631f78-3247-44b5-a0ae-5984bb4dc17b req-e28306c7-2785-4bb0-bdce-d278dd98581a tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:22:20.406000 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-c9631f78-3247-44b5-a0ae-5984bb4dc17b req-e28306c7-2785-4bb0-bdce-d278dd98581a tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "GET /v2.0/ports?device_id=e24b4aae-8cee-48cc-bf18-e9a915ea3f2c HTTP/1.1" status: 200 len: 946 time: 0.0510406 Jun 24 15:22:20.453871 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-c9631f78-3247-44b5-a0ae-5984bb4dc17b req-3db5ac08-0285-4033-a8f1-7cf8d55e1230 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "GET /v2.0/security-groups?id=b9b51dc4-7b04-4aff-a905-bf9eb837f4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417798 Jun 24 15:22:20.622394 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-a46912ff-9c33-4ecb-996f-9b2f4ef224e1 req-39f1d124-7d37-4589-b28f-3a93cb078ea2 tempest-TestMinimumBasicScenario-1016590740 tempest-TestMinimumBasicScenario-1016590740-project] 10.222.0.67 "GET /v2.0/ports?device_id=79b13f6b-a027-4371-8012-54f025a726fa HTTP/1.1" status: 200 len: 210 time: 0.0281270 Jun 24 15:22:21.075706 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1754b9-06ca-464d-8c00-b41243a85769 req-aa79abfa-3aa0-41ab-8ceb-6f4b03df42ae tempest-TestShelveInstance-479722578 tempest-TestShelveInstance-479722578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:22:21.077192 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-ac1754b9-06ca-464d-8c00-b41243a85769 req-aa79abfa-3aa0-41ab-8ceb-6f4b03df42ae tempest-TestShelveInstance-479722578 tempest-TestShelveInstance-479722578-project] 10.222.0.67 "GET /v2.0/ports?device_id=9aa864c2-63a6-4aa7-8ea6-3ce12daff080 HTTP/1.1" status: 200 len: 943 time: 0.0522401 Jun 24 15:22:21.127161 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-ac1754b9-06ca-464d-8c00-b41243a85769 req-87e7f71b-8bbb-4dfb-8c22-4fd2635decbe tempest-TestShelveInstance-479722578 tempest-TestShelveInstance-479722578-project] 10.222.0.67 "GET /v2.0/security-groups?id=2f673e46-0bc3-417a-a88c-c966cb61274e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441589 Jun 24 15:22:21.310077 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-a47747ce-ebf5-4b3f-b7a2-1ee560d62cea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697012'] for agent (61dc9491-0c49-467e-b62a-6961ce952bc2), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:22:21.572996 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0b736e-b4af-4a46-822a-3dbbf5214586 req-db2f9d25-87c0-405b-b1eb-778d9aca66d9 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:22:21.574480 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-cc0b736e-b4af-4a46-822a-3dbbf5214586 req-db2f9d25-87c0-405b-b1eb-778d9aca66d9 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "GET /v2.0/ports?device_id=e24b4aae-8cee-48cc-bf18-e9a915ea3f2c HTTP/1.1" status: 200 len: 946 time: 0.0489101 Jun 24 15:22:21.623770 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-cc0b736e-b4af-4a46-822a-3dbbf5214586 req-a58a70d9-1244-4811-af5d-5cba607a1e93 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "GET /v2.0/security-groups?id=b9b51dc4-7b04-4aff-a905-bf9eb837f4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435269 Jun 24 15:22:21.718282 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-215ad083-fd32-4439-b14d-ca4d22ebaed8 req-4478fee6-5bf8-4ff5-9207-3ed810b33ed5 tempest-TestMinimumBasicScenario-1016590740 tempest-TestMinimumBasicScenario-1016590740-project] 10.222.0.67 "GET /v2.0/ports?device_id=79b13f6b-a027-4371-8012-54f025a726fa HTTP/1.1" status: 200 len: 210 time: 0.0275695 Jun 24 15:22:22.247200 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa7a05e-a466-4bf8-818b-f29d8cf9d136 req-e9de77fc-6c68-4efd-aa6e-28b7bc9c8e4c tempest-TestShelveInstance-479722578 tempest-TestShelveInstance-479722578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:22:22.248644 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-eaa7a05e-a466-4bf8-818b-f29d8cf9d136 req-e9de77fc-6c68-4efd-aa6e-28b7bc9c8e4c tempest-TestShelveInstance-479722578 tempest-TestShelveInstance-479722578-project] 10.222.0.67 "GET /v2.0/ports?device_id=9aa864c2-63a6-4aa7-8ea6-3ce12daff080 HTTP/1.1" status: 200 len: 943 time: 0.0503764 Jun 24 15:22:22.296814 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-eaa7a05e-a466-4bf8-818b-f29d8cf9d136 req-f9282cf5-0476-44ff-9ff2-e57bad6ba616 tempest-TestShelveInstance-479722578 tempest-TestShelveInstance-479722578-project] 10.222.0.67 "GET /v2.0/security-groups?id=2f673e46-0bc3-417a-a88c-c966cb61274e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416803 Jun 24 15:22:22.740262 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG dbcounter [-] [104514] Writing DB stats neutron:SELECT=2 {{(pid=104514) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:22:22.744677 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa72d8d-8eb2-4165-b552-b27728f6b0a0 req-3f16319c-3aa8-4e20-a10d-f283b2e297e5 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:22:22.746208 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-ffa72d8d-8eb2-4165-b552-b27728f6b0a0 req-3f16319c-3aa8-4e20-a10d-f283b2e297e5 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "GET /v2.0/ports?device_id=e24b4aae-8cee-48cc-bf18-e9a915ea3f2c HTTP/1.1" status: 200 len: 946 time: 0.0479710 Jun 24 15:22:22.803935 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-ffa72d8d-8eb2-4165-b552-b27728f6b0a0 req-b4384082-a474-458e-adec-a80d9585488b tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "GET /v2.0/security-groups?id=b9b51dc4-7b04-4aff-a905-bf9eb837f4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518842 Jun 24 15:22:22.819252 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-fecc6281-90c7-472c-a03f-97cbfb4cff7c req-6f1ffc7b-8288-4235-99b5-5579f83adbc0 tempest-TestMinimumBasicScenario-1016590740 tempest-TestMinimumBasicScenario-1016590740-project] 10.222.0.67 "GET /v2.0/ports?device_id=79b13f6b-a027-4371-8012-54f025a726fa HTTP/1.1" status: 200 len: 210 time: 0.0289841 Jun 24 15:22:23.410847 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bc8c38-c482-462d-80b2-f1c8d3b66bb3 req-e643c9a3-e1cf-4bcc-b06a-384d2c36cfac tempest-TestShelveInstance-479722578 tempest-TestShelveInstance-479722578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:22:23.412297 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-90bc8c38-c482-462d-80b2-f1c8d3b66bb3 req-e643c9a3-e1cf-4bcc-b06a-384d2c36cfac tempest-TestShelveInstance-479722578 tempest-TestShelveInstance-479722578-project] 10.222.0.67 "GET /v2.0/ports?device_id=9aa864c2-63a6-4aa7-8ea6-3ce12daff080 HTTP/1.1" status: 200 len: 943 time: 0.0495186 Jun 24 15:22:23.436218 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=100 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:22:23.460466 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-90bc8c38-c482-462d-80b2-f1c8d3b66bb3 req-dc0bfea3-e558-41ae-b867-c692fdcb136b tempest-TestShelveInstance-479722578 tempest-TestShelveInstance-479722578-project] 10.222.0.67 "GET /v2.0/security-groups?id=2f673e46-0bc3-417a-a88c-c966cb61274e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427327 Jun 24 15:22:23.698140 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-5815937b-d89c-406c-b10a-8f0b95f32f0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697012'] for agent (45985ff7-1335-48cd-ab02-73eb58295827), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:22:23.933088 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-db799f2a-c7ff-4bd0-a0fa-689fc87be52e req-8762e030-a980-49e0-8ed4-de23494f1eb8 tempest-TestMinimumBasicScenario-1016590740 tempest-TestMinimumBasicScenario-1016590740-project] 10.222.0.67 "GET /v2.0/ports?device_id=79b13f6b-a027-4371-8012-54f025a726fa HTTP/1.1" status: 200 len: 210 time: 0.0445647 Jun 24 15:22:23.946697 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0c802b-dfd4-4447-aa67-968fa969c238 req-d81b9bd6-d46a-4f3a-b4b8-a890ee9f10ad tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:22:23.948224 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-2c0c802b-dfd4-4447-aa67-968fa969c238 req-d81b9bd6-d46a-4f3a-b4b8-a890ee9f10ad tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "GET /v2.0/ports?device_id=e24b4aae-8cee-48cc-bf18-e9a915ea3f2c HTTP/1.1" status: 200 len: 946 time: 0.0711296 Jun 24 15:22:24.004749 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-2c0c802b-dfd4-4447-aa67-968fa969c238 req-c89680bf-cebd-41ca-99fa-bce3ec1bf17d tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "GET /v2.0/security-groups?id=b9b51dc4-7b04-4aff-a905-bf9eb837f4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505419 Jun 24 15:22:24.620821 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87e92d8-7390-45e6-8112-d8528812c24c req-b9fe503a-cd53-49b2-a644-693dc481b34a tempest-TestShelveInstance-479722578 tempest-TestShelveInstance-479722578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:22:24.622278 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-d87e92d8-7390-45e6-8112-d8528812c24c req-b9fe503a-cd53-49b2-a644-693dc481b34a tempest-TestShelveInstance-479722578 tempest-TestShelveInstance-479722578-project] 10.222.0.67 "GET /v2.0/ports?device_id=9aa864c2-63a6-4aa7-8ea6-3ce12daff080 HTTP/1.1" status: 200 len: 943 time: 0.0945055 Jun 24 15:22:24.667964 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=100 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:22:24.678428 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216c26ec-4f4a-4a3e-91a3-832e7196be04 req-441881bc-24fa-44af-81d2-cb5252d7c52e tempest-TestMinimumBasicScenario-1016590740 tempest-TestMinimumBasicScenario-1016590740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:22:24.679872 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-216c26ec-4f4a-4a3e-91a3-832e7196be04 req-441881bc-24fa-44af-81d2-cb5252d7c52e tempest-TestMinimumBasicScenario-1016590740 tempest-TestMinimumBasicScenario-1016590740-project] 10.222.0.64 "GET /v2.0/networks?id=6f212514-c323-4661-9a70-8b24c5462bcd HTTP/1.1" status: 200 len: 814 time: 0.1631620 Jun 24 15:22:24.698155 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.v2.base [req-216c26ec-4f4a-4a3e-91a3-832e7196be04 req-b71798c7-ad05-425d-af52-7e972b7f6136 tempest-TestMinimumBasicScenario-1016590740 tempest-TestMinimumBasicScenario-1016590740-project] Request body: {'port': {'device_id': '79b13f6b-a027-4371-8012-54f025a726fa', 'network_id': '6f212514-c323-4661-9a70-8b24c5462bcd', 'admin_state_up': True, 'tenant_id': 'fb2390854b0345588bd6b68f5c09a1ee'}} {{(pid=104512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 15:22:24.708698 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-d87e92d8-7390-45e6-8112-d8528812c24c req-6076f56d-cc4e-4f40-9be9-96092e963104 tempest-TestShelveInstance-479722578 tempest-TestShelveInstance-479722578-project] 10.222.0.67 "GET /v2.0/security-groups?id=2f673e46-0bc3-417a-a88c-c966cb61274e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0789590 Jun 24 15:22:24.864579 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-216c26ec-4f4a-4a3e-91a3-832e7196be04 req-b71798c7-ad05-425d-af52-7e972b7f6136 tempest-TestMinimumBasicScenario-1016590740 tempest-TestMinimumBasicScenario-1016590740-project] Made reservation on behalf of fb2390854b0345588bd6b68f5c09a1ee for: {'port': 1} {{(pid=104512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 15:22:24.868471 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [req-216c26ec-4f4a-4a3e-91a3-832e7196be04 req-b71798c7-ad05-425d-af52-7e972b7f6136 tempest-TestMinimumBasicScenario-1016590740 tempest-TestMinimumBasicScenario-1016590740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7727318'] for port (None), before_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:22:24.887582 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-6e9ba797-1d0c-40f8-9e0c-708f895be0b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697012'] for agent (f984396c-9862-4f32-9cf6-f19d2e5feb00), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:22:25.000650 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.db.db_base_plugin_common [req-216c26ec-4f4a-4a3e-91a3-832e7196be04 req-b71798c7-ad05-425d-af52-7e972b7f6136 tempest-TestMinimumBasicScenario-1016590740 tempest-TestMinimumBasicScenario-1016590740-project] Allocated IP 172.20.0.3 (6f212514-c323-4661-9a70-8b24c5462bcd/2f64631d-2603-40c2-bbec-a14b52952181/18c7a045-91ca-44b2-abe0-c90523b83549) {{(pid=104512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 15:22:25.037175 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-2b8b0c05-b056-46ad-a9d2-3b5dadccd957 req-a3790074-9e98-4968-b1ad-3e1583a32d12 tempest-TestMinimumBasicScenario-1016590740 tempest-TestMinimumBasicScenario-1016590740-project] 10.222.0.67 "GET /v2.0/ports?device_id=79b13f6b-a027-4371-8012-54f025a726fa HTTP/1.1" status: 200 len: 210 time: 0.0341880 Jun 24 15:22:25.184613 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1677e7-6aee-41a4-a02f-24e71e2717db req-32ba12f2-73a4-4bc0-868e-31a9db7a44af tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:22:25.186080 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-6c1677e7-6aee-41a4-a02f-24e71e2717db req-32ba12f2-73a4-4bc0-868e-31a9db7a44af tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "GET /v2.0/ports?device_id=e24b4aae-8cee-48cc-bf18-e9a915ea3f2c HTTP/1.1" status: 200 len: 946 time: 0.0873230 Jun 24 15:22:25.254187 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [req-216c26ec-4f4a-4a3e-91a3-832e7196be04 req-b71798c7-ad05-425d-af52-7e972b7f6136 tempest-TestMinimumBasicScenario-1016590740 tempest-TestMinimumBasicScenario-1016590740-project] Publish callbacks [] for port (18c7a045-91ca-44b2-abe0-c90523b83549), precommit_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:22:25.264349 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-6c1677e7-6aee-41a4-a02f-24e71e2717db req-c52746e4-1a96-46e8-a938-ba28d42f38c9 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "GET /v2.0/security-groups?id=b9b51dc4-7b04-4aff-a905-bf9eb837f4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703733 Jun 24 15:22:25.288555 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:22:25.356703 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [req-216c26ec-4f4a-4a3e-91a3-832e7196be04 req-b71798c7-ad05-425d-af52-7e972b7f6136 tempest-TestMinimumBasicScenario-1016590740 tempest-TestMinimumBasicScenario-1016590740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761384583298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3859661'] for port (18c7a045-91ca-44b2-abe0-c90523b83549), after_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:22:25.366553 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=62,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:22:25.419094 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-216c26ec-4f4a-4a3e-91a3-832e7196be04 req-b71798c7-ad05-425d-af52-7e972b7f6136 tempest-TestMinimumBasicScenario-1016590740 tempest-TestMinimumBasicScenario-1016590740-project] Network 6f212514-c323-4661-9a70-8b24c5462bcd is already hosted by enough agents. {{(pid=104512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 15:22:25.425874 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.scheduler.base_scheduler [req-216c26ec-4f4a-4a3e-91a3-832e7196be04 req-b71798c7-ad05-425d-af52-7e972b7f6136 tempest-TestMinimumBasicScenario-1016590740 tempest-TestMinimumBasicScenario-1016590740-project] Resources bound (agent type, host, resource id): {{(pid=104512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 15:22:25.428902 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.db.l3_dvrscheduler_db [req-216c26ec-4f4a-4a3e-91a3-832e7196be04 req-b71798c7-ad05-425d-af52-7e972b7f6136 tempest-TestMinimumBasicScenario-1016590740 tempest-TestMinimumBasicScenario-1016590740-project] Received port after_create {{(pid=104512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 15:22:25.434820 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71798c7-ad05-425d-af52-7e972b7f6136 tempest-TestMinimumBasicScenario-1016590740 tempest-TestMinimumBasicScenario-1016590740-project] Pushing event updated for resources: {'Port': ['ID=18c7a045-91ca-44b2-abe0-c90523b83549,revision_number=1']} {{(pid=104512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:22:25.467224 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=78,neutron:INSERT=12,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:22:25.496468 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216c26ec-4f4a-4a3e-91a3-832e7196be04 req-b71798c7-ad05-425d-af52-7e972b7f6136 tempest-TestMinimumBasicScenario-1016590740 tempest-TestMinimumBasicScenario-1016590740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:22:25.498598 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [req-216c26ec-4f4a-4a3e-91a3-832e7196be04 req-b71798c7-ad05-425d-af52-7e972b7f6136 tempest-TestMinimumBasicScenario-1016590740 tempest-TestMinimumBasicScenario-1016590740-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30073'] for port (None), before_response {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:22:25.516245 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:22:25.580514 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-216c26ec-4f4a-4a3e-91a3-832e7196be04 req-b71798c7-ad05-425d-af52-7e972b7f6136 tempest-TestMinimumBasicScenario-1016590740 tempest-TestMinimumBasicScenario-1016590740-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8858678 Jun 24 15:22:25.685859 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.provisioning_blocks [None req-98ea72e8-85cc-4097-af68-40a989352bdc None None] Provisioning complete for port 18c7a045-91ca-44b2-abe0-c90523b83549 triggered by entity DHCP. {{(pid=104513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 15:22:25.686231 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-98ea72e8-85cc-4097-af68-40a989352bdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7696598'] for port (18c7a045-91ca-44b2-abe0-c90523b83549), provisioning_complete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:22:25.725282 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:22:25.728027 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.plugin [None req-98ea72e8-85cc-4097-af68-40a989352bdc None None] Port 18c7a045-91ca-44b2-abe0-c90523b83549 cannot update to ACTIVE because it is not bound. {{(pid=104513) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 15:22:25.869073 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4d4ec0-6729-4b00-922d-8ae603588d53 req-bcdcf94d-d418-4b07-b9e9-707aa998be04 tempest-TestShelveInstance-479722578 tempest-TestShelveInstance-479722578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:22:25.870592 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-ed4d4ec0-6729-4b00-922d-8ae603588d53 req-bcdcf94d-d418-4b07-b9e9-707aa998be04 tempest-TestShelveInstance-479722578 tempest-TestShelveInstance-479722578-project] 10.222.0.67 "GET /v2.0/ports?device_id=9aa864c2-63a6-4aa7-8ea6-3ce12daff080 HTTP/1.1" status: 200 len: 943 time: 0.0842540 Jun 24 15:22:25.918627 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.rpc [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Device e9c0e7f6-a572-47c4-8390-be9bdb776041 details requested by agent hyperv_hv-cinder-83538 with host hv-cinder-83538 {{(pid=104513) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 15:22:25.986139 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-ed4d4ec0-6729-4b00-922d-8ae603588d53 req-311e7a29-787c-409b-a005-117e95123c74 tempest-TestShelveInstance-479722578 tempest-TestShelveInstance-479722578-project] 10.222.0.67 "GET /v2.0/security-groups?id=2f673e46-0bc3-417a-a88c-c966cb61274e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1056025 Jun 24 15:22:26.001834 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:22:26.046580 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.db [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] For port e9c0e7f6-a572-47c4-8390-be9bdb776041, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=e9c0e7f6-a572-47c4-8390-be9bdb776041,segment=NetworkSegment(820e4882-5a56-485e-9c17-a5ea18731daa),segment_id=820e4882-5a56-485e-9c17-a5ea18731daa)] {{(pid=104513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 15:22:26.060671 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.rpc [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Returning: {'device': 'e9c0e7f6-a572-47c4-8390-be9bdb776041', 'network_id': '6c164619-5a9e-49c6-b97b-50e7f7499706', 'port_id': 'e9c0e7f6-a572-47c4-8390-be9bdb776041', 'mac_address': 'fa:16:3e:b6:09:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 765, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec293509-7257-459b-932c-867e0999349d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104513) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 15:22:26.144021 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.plugin [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Current status of the port e9c0e7f6-a572-47c4-8390-be9bdb776041 is: DOWN; New status is: BUILD {{(pid=104513) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 15:22:26.144721 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7727318'] for port (e9c0e7f6-a572-47c4-8390-be9bdb776041), before_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:22:26.163676 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.notifiers.nova [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9c0e7f6-a572-47c4-8390-be9bdb776041 {{(pid=104513) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 15:22:26.186257 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.db [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] For port e9c0e7f6-a572-47c4-8390-be9bdb776041, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=e9c0e7f6-a572-47c4-8390-be9bdb776041,segment=NetworkSegment(820e4882-5a56-485e-9c17-a5ea18731daa),segment_id=820e4882-5a56-485e-9c17-a5ea18731daa)] {{(pid=104513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 15:22:26.208598 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d943b46-7cd9-42bb-885e-59c640501895 req-dc680446-9a1b-4ba5-a7dc-fbfa004aa56e tempest-TestMinimumBasicScenario-1016590740 tempest-TestMinimumBasicScenario-1016590740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:22:26.215825 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-6d943b46-7cd9-42bb-885e-59c640501895 req-dc680446-9a1b-4ba5-a7dc-fbfa004aa56e tempest-TestMinimumBasicScenario-1016590740 tempest-TestMinimumBasicScenario-1016590740-project] 10.222.0.67 "GET /v2.0/ports?device_id=79b13f6b-a027-4371-8012-54f025a726fa HTTP/1.1" status: 200 len: 931 time: 0.0951962 Jun 24 15:22:26.330635 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761385101662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761384583316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761384583334'] for port (e9c0e7f6-a572-47c4-8390-be9bdb776041), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:22:26.396501 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Pushing event updated for resources: {'Port': ['ID=e9c0e7f6-a572-47c4-8390-be9bdb776041,revision_number=4']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:22:26.413398 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-e7d2b4de-897d-40d1-b758-5e5b7ac4c4e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697012'] for agent (2f766f35-a225-44ed-b70f-669caec6f4a7), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:22:26.512470 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-6d943b46-7cd9-42bb-885e-59c640501895 req-d4b69458-64ca-415f-b4de-c21e46250300 tempest-TestMinimumBasicScenario-1016590740 tempest-TestMinimumBasicScenario-1016590740-project] 10.222.0.67 "GET /v2.0/security-groups?id=0c9a5b2b-9c69-45a1-a6b9-bfcdb81413bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2957704 Jun 24 15:22:26.624381 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.db [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] get_ports_and_sgs() called for port_ids ['e9c0e7f6-a572-47c4-8390-be9bdb776041'] {{(pid=104513) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 15:22:26.656906 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697012'] for agent (559fa80c-96d5-4fe7-8c5f-9eda482c27bf), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:22:27.104732 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04766d7b-e49f-4950-aee4-c864ed0a6434 req-068f194d-cc17-4123-bf7b-8e69efaad6b6 tempest-TestShelveInstance-479722578 tempest-TestShelveInstance-479722578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:22:27.106312 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-04766d7b-e49f-4950-aee4-c864ed0a6434 req-068f194d-cc17-4123-bf7b-8e69efaad6b6 tempest-TestShelveInstance-479722578 tempest-TestShelveInstance-479722578-project] 10.222.0.67 "GET /v2.0/ports?device_id=9aa864c2-63a6-4aa7-8ea6-3ce12daff080 HTTP/1.1" status: 200 len: 944 time: 0.0504696 Jun 24 15:22:27.164120 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-04766d7b-e49f-4950-aee4-c864ed0a6434 req-ba59d5c0-03cc-40b0-99c9-5b7e196e90e0 tempest-TestShelveInstance-479722578 tempest-TestShelveInstance-479722578-project] 10.222.0.67 "GET /v2.0/security-groups?id=2f673e46-0bc3-417a-a88c-c966cb61274e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513582 Jun 24 15:22:27.632085 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96857158-705f-4ca5-81a1-344a0e028f0c req-5989a7a7-455c-4bca-a309-5b15b9c3ebdf tempest-TestMinimumBasicScenario-1016590740 tempest-TestMinimumBasicScenario-1016590740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:22:27.636335 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-96857158-705f-4ca5-81a1-344a0e028f0c req-5989a7a7-455c-4bca-a309-5b15b9c3ebdf tempest-TestMinimumBasicScenario-1016590740 tempest-TestMinimumBasicScenario-1016590740-project] 10.222.0.67 "GET /v2.0/ports?device_id=79b13f6b-a027-4371-8012-54f025a726fa HTTP/1.1" status: 200 len: 931 time: 0.0502150 Jun 24 15:22:27.719926 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-96857158-705f-4ca5-81a1-344a0e028f0c req-9e22f986-a1af-45a9-bdf4-62a1ac71c55f tempest-TestMinimumBasicScenario-1016590740 tempest-TestMinimumBasicScenario-1016590740-project] 10.222.0.67 "GET /v2.0/security-groups?id=0c9a5b2b-9c69-45a1-a6b9-bfcdb81413bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801053 Jun 24 15:22:27.939778 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.rpc [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Device e9c0e7f6-a572-47c4-8390-be9bdb776041 up at agent hyperv_hv-cinder-83538 {{(pid=104513) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 15:22:27.985212 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.provisioning_blocks [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Provisioning for port e9c0e7f6-a572-47c4-8390-be9bdb776041 completed by entity L2. {{(pid=104513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 24 15:22:28.047298 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.provisioning_blocks [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Provisioning complete for port e9c0e7f6-a572-47c4-8390-be9bdb776041 triggered by entity L2. {{(pid=104513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 15:22:28.048106 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7696598'] for port (e9c0e7f6-a572-47c4-8390-be9bdb776041), provisioning_complete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:22:28.146871 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.plugin [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Current status of the port e9c0e7f6-a572-47c4-8390-be9bdb776041 is: BUILD; New status is: ACTIVE {{(pid=104513) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 15:22:28.147446 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7727318'] for port (e9c0e7f6-a572-47c4-8390-be9bdb776041), before_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:22:28.171763 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9aa864c2-63a6-4aa7-8ea6-3ce12daff080', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9c0e7f6-a572-47c4-8390-be9bdb776041'}] {{(pid=104513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 15:22:28.174689 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7de2ae652872cab3d5aa36b412d6cead56dffdf121926fea6679daaa3daba4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5347e9ce-67f1-40bf-bfbe-4923d46f56f8" -d '{"events": [{"server_uuid": "9aa864c2-63a6-4aa7-8ea6-3ce12daff080", "name": "network-vif-plugged", "status": "completed", "tag": "e9c0e7f6-a572-47c4-8390-be9bdb776041"}]}' {{(pid=104513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 15:22:28.191092 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.db [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] For port e9c0e7f6-a572-47c4-8390-be9bdb776041, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=e9c0e7f6-a572-47c4-8390-be9bdb776041,segment=NetworkSegment(820e4882-5a56-485e-9c17-a5ea18731daa),segment_id=820e4882-5a56-485e-9c17-a5ea18731daa)] {{(pid=104513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 15:22:28.222278 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 15:22:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd46d71f-e5e0-49ba-856c-2a219b3e0a61 x-openstack-request-id: req-dd46d71f-e5e0-49ba-856c-2a219b3e0a61 {{(pid=104513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 15:22:28.222670 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9aa864c2-63a6-4aa7-8ea6-3ce12daff080", "name": "network-vif-plugged", "status": "completed", "tag": "e9c0e7f6-a572-47c4-8390-be9bdb776041", "code": 200}]} {{(pid=104513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 15:22:28.226286 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-dd46d71f-e5e0-49ba-856c-2a219b3e0a61 {{(pid=104513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 15:22:28.226286 dv-cinder-835384-11-iscsi neutron-server[104513]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dd46d71f-e5e0-49ba-856c-2a219b3e0a61'] response: {'server_uuid': '9aa864c2-63a6-4aa7-8ea6-3ce12daff080', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9c0e7f6-a572-47c4-8390-be9bdb776041', 'code': 200} Jun 24 15:22:28.280005 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761385101662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761384583316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761384583334'] for port (e9c0e7f6-a572-47c4-8390-be9bdb776041), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:22:28.333091 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1f7449-3066-4dd2-9603-cbc803de0d58 req-e1e8132d-0cc1-4e0d-abea-9870a61d323d tempest-TestShelveInstance-479722578 tempest-TestShelveInstance-479722578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:22:28.336564 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-4b1f7449-3066-4dd2-9603-cbc803de0d58 req-e1e8132d-0cc1-4e0d-abea-9870a61d323d tempest-TestShelveInstance-479722578 tempest-TestShelveInstance-479722578-project] 10.222.0.67 "GET /v2.0/ports?device_id=9aa864c2-63a6-4aa7-8ea6-3ce12daff080 HTTP/1.1" status: 200 len: 944 time: 0.0785012 Jun 24 15:22:28.364845 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Pushing event updated for resources: {'Port': ['ID=e9c0e7f6-a572-47c4-8390-be9bdb776041,revision_number=5']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:22:28.425358 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-4b1f7449-3066-4dd2-9603-cbc803de0d58 req-3d2eb950-07c7-4dbc-8458-f079023b8e17 tempest-TestShelveInstance-479722578 tempest-TestShelveInstance-479722578-project] 10.222.0.67 "GET /v2.0/security-groups?id=2f673e46-0bc3-417a-a88c-c966cb61274e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0764022 Jun 24 15:22:28.858942 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1d22ac-ebbf-4620-af7b-1d0211ff5f7f req-4bf88c81-db5d-4661-bc3a-3a34a112535a tempest-TestMinimumBasicScenario-1016590740 tempest-TestMinimumBasicScenario-1016590740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:22:28.860458 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-6d1d22ac-ebbf-4620-af7b-1d0211ff5f7f req-4bf88c81-db5d-4661-bc3a-3a34a112535a tempest-TestMinimumBasicScenario-1016590740 tempest-TestMinimumBasicScenario-1016590740-project] 10.222.0.67 "GET /v2.0/ports?device_id=79b13f6b-a027-4371-8012-54f025a726fa HTTP/1.1" status: 200 len: 931 time: 0.0491159 Jun 24 15:22:28.912685 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-6d1d22ac-ebbf-4620-af7b-1d0211ff5f7f req-2776b440-f3a4-45bf-9285-b2c8262ff295 tempest-TestMinimumBasicScenario-1016590740 tempest-TestMinimumBasicScenario-1016590740-project] 10.222.0.67 "GET /v2.0/security-groups?id=0c9a5b2b-9c69-45a1-a6b9-bfcdb81413bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452745 Jun 24 15:22:29.553225 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3760b0e7-b5df-4401-a495-97f3d9c88276 req-43c3f618-5beb-4343-9e90-066f52149d28 tempest-TestShelveInstance-479722578 tempest-TestShelveInstance-479722578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:22:29.554735 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-3760b0e7-b5df-4401-a495-97f3d9c88276 req-43c3f618-5beb-4343-9e90-066f52149d28 tempest-TestShelveInstance-479722578 tempest-TestShelveInstance-479722578-project] 10.222.0.67 "GET /v2.0/ports?device_id=9aa864c2-63a6-4aa7-8ea6-3ce12daff080 HTTP/1.1" status: 200 len: 945 time: 0.0512698 Jun 24 15:22:29.607158 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-3760b0e7-b5df-4401-a495-97f3d9c88276 req-a6326455-2070-49a7-aea7-d669ba37a2d8 tempest-TestShelveInstance-479722578 tempest-TestShelveInstance-479722578-project] 10.222.0.67 "GET /v2.0/security-groups?id=2f673e46-0bc3-417a-a88c-c966cb61274e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458829 Jun 24 15:22:30.031343 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c258d1f8-f942-44a0-b903-8d3d27df1986 req-e063a019-cae1-4a2b-823d-35c7334df2dd tempest-TestMinimumBasicScenario-1016590740 tempest-TestMinimumBasicScenario-1016590740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:22:30.032917 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-c258d1f8-f942-44a0-b903-8d3d27df1986 req-e063a019-cae1-4a2b-823d-35c7334df2dd tempest-TestMinimumBasicScenario-1016590740 tempest-TestMinimumBasicScenario-1016590740-project] 10.222.0.67 "GET /v2.0/ports?device_id=79b13f6b-a027-4371-8012-54f025a726fa HTTP/1.1" status: 200 len: 931 time: 0.0495231 Jun 24 15:22:30.094141 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-c258d1f8-f942-44a0-b903-8d3d27df1986 req-ed8ec74d-212a-497c-9477-d3949fbcec4e tempest-TestMinimumBasicScenario-1016590740 tempest-TestMinimumBasicScenario-1016590740-project] 10.222.0.67 "GET /v2.0/security-groups?id=0c9a5b2b-9c69-45a1-a6b9-bfcdb81413bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552018 Jun 24 15:22:30.730845 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998a7f95-6ec4-4f92-9ba1-f0ef1f6bac13 req-2131a7ca-3c77-4daf-b485-b3288ce41b5a tempest-TestShelveInstance-479722578 tempest-TestShelveInstance-479722578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:22:30.732371 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-998a7f95-6ec4-4f92-9ba1-f0ef1f6bac13 req-2131a7ca-3c77-4daf-b485-b3288ce41b5a tempest-TestShelveInstance-479722578 tempest-TestShelveInstance-479722578-project] 10.222.0.67 "GET /v2.0/ports?device_id=9aa864c2-63a6-4aa7-8ea6-3ce12daff080 HTTP/1.1" status: 200 len: 945 time: 0.0516164 Jun 24 15:22:30.782740 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-998a7f95-6ec4-4f92-9ba1-f0ef1f6bac13 req-870c878e-4e5f-4372-b0da-b0d9e4e5d19b tempest-TestShelveInstance-479722578 tempest-TestShelveInstance-479722578-project] 10.222.0.67 "GET /v2.0/security-groups?id=2f673e46-0bc3-417a-a88c-c966cb61274e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442355 Jun 24 15:22:31.200967 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=100 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:22:31.214205 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea3b051-cbf1-413d-b478-cec5d9d621c1 req-07444026-6bf3-4942-8a42-3e2b297172e0 tempest-TestMinimumBasicScenario-1016590740 tempest-TestMinimumBasicScenario-1016590740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:22:31.215746 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-eea3b051-cbf1-413d-b478-cec5d9d621c1 req-07444026-6bf3-4942-8a42-3e2b297172e0 tempest-TestMinimumBasicScenario-1016590740 tempest-TestMinimumBasicScenario-1016590740-project] 10.222.0.67 "GET /v2.0/ports?device_id=79b13f6b-a027-4371-8012-54f025a726fa HTTP/1.1" status: 200 len: 931 time: 0.0527713 Jun 24 15:22:31.267254 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-eea3b051-cbf1-413d-b478-cec5d9d621c1 req-1ca78304-8463-4b19-9b3a-1eed2ad996c1 tempest-TestMinimumBasicScenario-1016590740 tempest-TestMinimumBasicScenario-1016590740-project] 10.222.0.67 "GET /v2.0/security-groups?id=0c9a5b2b-9c69-45a1-a6b9-bfcdb81413bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449317 Jun 24 15:22:31.903601 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d755566-c83d-4cb0-b787-bfc2cdedc456 req-6d0c69b9-f31b-47fa-a4e2-3da6c9c66472 tempest-TestShelveInstance-479722578 tempest-TestShelveInstance-479722578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:22:31.905328 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-8d755566-c83d-4cb0-b787-bfc2cdedc456 req-6d0c69b9-f31b-47fa-a4e2-3da6c9c66472 tempest-TestShelveInstance-479722578 tempest-TestShelveInstance-479722578-project] 10.222.0.67 "GET /v2.0/ports?device_id=9aa864c2-63a6-4aa7-8ea6-3ce12daff080 HTTP/1.1" status: 200 len: 945 time: 0.0513308 Jun 24 15:22:31.965495 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-8d755566-c83d-4cb0-b787-bfc2cdedc456 req-ef905d0e-6f90-4364-bff6-b4ddf3f4b762 tempest-TestShelveInstance-479722578 tempest-TestShelveInstance-479722578-project] 10.222.0.67 "GET /v2.0/security-groups?id=2f673e46-0bc3-417a-a88c-c966cb61274e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527115 Jun 24 15:22:32.396004 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f03f9e-7b3f-4900-bfd7-9313303d37f5 req-5f1e4174-53e5-4d50-903c-66690dba55a0 tempest-TestMinimumBasicScenario-1016590740 tempest-TestMinimumBasicScenario-1016590740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:22:32.398060 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-e4f03f9e-7b3f-4900-bfd7-9313303d37f5 req-5f1e4174-53e5-4d50-903c-66690dba55a0 tempest-TestMinimumBasicScenario-1016590740 tempest-TestMinimumBasicScenario-1016590740-project] 10.222.0.67 "GET /v2.0/ports?device_id=79b13f6b-a027-4371-8012-54f025a726fa HTTP/1.1" status: 200 len: 931 time: 0.0619540 Jun 24 15:22:32.459596 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-e4f03f9e-7b3f-4900-bfd7-9313303d37f5 req-6f0102ee-81ea-4c21-a5ee-e8f5dd9d008c tempest-TestMinimumBasicScenario-1016590740 tempest-TestMinimumBasicScenario-1016590740-project] 10.222.0.67 "GET /v2.0/security-groups?id=0c9a5b2b-9c69-45a1-a6b9-bfcdb81413bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552971 Jun 24 15:22:33.094234 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=100 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:22:33.102736 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e880f87-8b2d-451d-99be-b4ee1ea811e4 req-03a49126-c6e7-4e02-8c7d-103ce02342ef tempest-TestShelveInstance-479722578 tempest-TestShelveInstance-479722578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:22:33.108083 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-8e880f87-8b2d-451d-99be-b4ee1ea811e4 req-03a49126-c6e7-4e02-8c7d-103ce02342ef tempest-TestShelveInstance-479722578 tempest-TestShelveInstance-479722578-project] 10.222.0.67 "GET /v2.0/ports?device_id=9aa864c2-63a6-4aa7-8ea6-3ce12daff080 HTTP/1.1" status: 200 len: 945 time: 0.0540962 Jun 24 15:22:33.155529 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-8e880f87-8b2d-451d-99be-b4ee1ea811e4 req-dc1a6204-945a-4870-bcb7-461862a75d6d tempest-TestShelveInstance-479722578 tempest-TestShelveInstance-479722578-project] 10.222.0.67 "GET /v2.0/security-groups?id=2f673e46-0bc3-417a-a88c-c966cb61274e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455787 Jun 24 15:22:33.577486 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a0a8b2-de69-4afc-afbc-4ebcbfe976c4 req-8703a9ed-5f03-40a9-a3ac-512279d697f2 tempest-TestMinimumBasicScenario-1016590740 tempest-TestMinimumBasicScenario-1016590740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:22:33.579392 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-d1a0a8b2-de69-4afc-afbc-4ebcbfe976c4 req-8703a9ed-5f03-40a9-a3ac-512279d697f2 tempest-TestMinimumBasicScenario-1016590740 tempest-TestMinimumBasicScenario-1016590740-project] 10.222.0.67 "GET /v2.0/ports?device_id=79b13f6b-a027-4371-8012-54f025a726fa HTTP/1.1" status: 200 len: 931 time: 0.0519676 Jun 24 15:22:33.627732 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-d1a0a8b2-de69-4afc-afbc-4ebcbfe976c4 req-dc5563d7-a31d-45eb-a6eb-2730d6e03b02 tempest-TestMinimumBasicScenario-1016590740 tempest-TestMinimumBasicScenario-1016590740-project] 10.222.0.67 "GET /v2.0/security-groups?id=0c9a5b2b-9c69-45a1-a6b9-bfcdb81413bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416007 Jun 24 15:22:33.863895 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.v2.base [req-216c26ec-4f4a-4a3e-91a3-832e7196be04 req-ec17c574-dd7c-4cc8-bc71-10955848c67a service neutron] Request body: {'port': {'device_id': '79b13f6b-a027-4371-8012-54f025a726fa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83538'}} {{(pid=104512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 15:22:33.925397 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [req-216c26ec-4f4a-4a3e-91a3-832e7196be04 req-ec17c574-dd7c-4cc8-bc71-10955848c67a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7727318'] for port (18c7a045-91ca-44b2-abe0-c90523b83549), before_update {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:22:34.193406 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.notifiers.nova [req-216c26ec-4f4a-4a3e-91a3-832e7196be04 req-ec17c574-dd7c-4cc8-bc71-10955848c67a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18c7a045-91ca-44b2-abe0-c90523b83549 {{(pid=104512) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 15:22:34.201447 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [req-216c26ec-4f4a-4a3e-91a3-832e7196be04 req-ec17c574-dd7c-4cc8-bc71-10955848c67a service neutron] Publish callbacks [] for port (18c7a045-91ca-44b2-abe0-c90523b83549), precommit_update {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:22:34.215396 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.db.provisioning_blocks [req-216c26ec-4f4a-4a3e-91a3-832e7196be04 req-ec17c574-dd7c-4cc8-bc71-10955848c67a service neutron] Transition to ACTIVE for port object 18c7a045-91ca-44b2-abe0-c90523b83549 will not be triggered until provisioned by entity L2. {{(pid=104512) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 24 15:22:34.271981 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce581aa-8d13-4fc8-8285-1eec984de945 req-f81c97c1-9eaa-4285-b0ba-353ed26cb3c5 tempest-TestShelveInstance-479722578 tempest-TestShelveInstance-479722578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:22:34.273503 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-2ce581aa-8d13-4fc8-8285-1eec984de945 req-f81c97c1-9eaa-4285-b0ba-353ed26cb3c5 tempest-TestShelveInstance-479722578 tempest-TestShelveInstance-479722578-project] 10.222.0.67 "GET /v2.0/ports?device_id=9aa864c2-63a6-4aa7-8ea6-3ce12daff080 HTTP/1.1" status: 200 len: 945 time: 0.0481806 Jun 24 15:22:34.280400 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [req-216c26ec-4f4a-4a3e-91a3-832e7196be04 req-ec17c574-dd7c-4cc8-bc71-10955848c67a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761385101662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761384583316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761384583334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3859668'] for port (18c7a045-91ca-44b2-abe0-c90523b83549), after_update {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:22:34.361636 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec17c574-dd7c-4cc8-bc71-10955848c67a service neutron] Pushing event updated for resources: {'Port': ['ID=18c7a045-91ca-44b2-abe0-c90523b83549,revision_number=2']} {{(pid=104512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:22:34.376569 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:22:34.399090 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-2ce581aa-8d13-4fc8-8285-1eec984de945 req-3c22496b-6379-461f-93b4-67f035602a28 tempest-TestShelveInstance-479722578 tempest-TestShelveInstance-479722578-project] 10.222.0.67 "GET /v2.0/security-groups?id=2f673e46-0bc3-417a-a88c-c966cb61274e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1194835 Jun 24 15:22:34.452914 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.managers [req-216c26ec-4f4a-4a3e-91a3-832e7196be04 req-ec17c574-dd7c-4cc8-bc71-10955848c67a service neutron] Attempting to bind port 18c7a045-91ca-44b2-abe0-c90523b83549 on host hv-cinder-83538 for vnic_type normal with profile {{(pid=104512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 15:22:34.453251 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.managers [req-216c26ec-4f4a-4a3e-91a3-832e7196be04 req-ec17c574-dd7c-4cc8-bc71-10955848c67a service neutron] Attempting to bind port 18c7a045-91ca-44b2-abe0-c90523b83549 by drivers openvswitch,hyperv on host hv-cinder-83538 at level 0 using segments [{'id': '5aa84711-eee4-4736-b915-ec9670ba17dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '6f212514-c323-4661-9a70-8b24c5462bcd'}] {{(pid=104512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 15:22:34.453581 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-216c26ec-4f4a-4a3e-91a3-832e7196be04 req-ec17c574-dd7c-4cc8-bc71-10955848c67a service neutron] Attempting to bind port 18c7a045-91ca-44b2-abe0-c90523b83549 on network 6f212514-c323-4661-9a70-8b24c5462bcd {{(pid=104512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 15:22:34.460800 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-216c26ec-4f4a-4a3e-91a3-832e7196be04 req-ec17c574-dd7c-4cc8-bc71-10955848c67a service neutron] Port 18c7a045-91ca-44b2-abe0-c90523b83549 on network 6f212514-c323-4661-9a70-8b24c5462bcd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83538 {{(pid=104512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 24 15:22:34.461126 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-216c26ec-4f4a-4a3e-91a3-832e7196be04 req-ec17c574-dd7c-4cc8-bc71-10955848c67a service neutron] Attempting to bind port 18c7a045-91ca-44b2-abe0-c90523b83549 on network 6f212514-c323-4661-9a70-8b24c5462bcd {{(pid=104512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 15:22:34.466976 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-216c26ec-4f4a-4a3e-91a3-832e7196be04 req-ec17c574-dd7c-4cc8-bc71-10955848c67a service neutron] Checking agent: {'id': 'f0fa743b-ff28-43ff-ac51-704c86538f10', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83538', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 15, 16, 38), 'started_at': datetime.datetime(2022, 6, 24, 15, 16, 38), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 15, 22, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 15:22:34.467358 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-216c26ec-4f4a-4a3e-91a3-832e7196be04 req-ec17c574-dd7c-4cc8-bc71-10955848c67a service neutron] Checking segment: {'id': '5aa84711-eee4-4736-b915-ec9670ba17dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '6f212514-c323-4661-9a70-8b24c5462bcd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 15:22:34.471416 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-216c26ec-4f4a-4a3e-91a3-832e7196be04 req-ec17c574-dd7c-4cc8-bc71-10955848c67a service neutron] Bound using segment: {'id': '5aa84711-eee4-4736-b915-ec9670ba17dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '6f212514-c323-4661-9a70-8b24c5462bcd'} {{(pid=104512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 15:22:34.471416 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.managers [req-216c26ec-4f4a-4a3e-91a3-832e7196be04 req-ec17c574-dd7c-4cc8-bc71-10955848c67a service neutron] Bound port: 18c7a045-91ca-44b2-abe0-c90523b83549, host: hv-cinder-83538, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5aa84711-eee4-4736-b915-ec9670ba17dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '6f212514-c323-4661-9a70-8b24c5462bcd'}}] {{(pid=104512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 15:22:34.471416 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [req-216c26ec-4f4a-4a3e-91a3-832e7196be04 req-ec17c574-dd7c-4cc8-bc71-10955848c67a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7727318'] for port (18c7a045-91ca-44b2-abe0-c90523b83549), before_update {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:22:34.487151 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1446278-3b60-46f3-8473-3d710e7ef3e8 req-965a1427-8397-4200-a35e-9f55f5e65dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:22:34.488795 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [req-b1446278-3b60-46f3-8473-3d710e7ef3e8 req-965a1427-8397-4200-a35e-9f55f5e65dbd service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=9aa864c2-63a6-4aa7-8ea6-3ce12daff080 HTTP/1.1" status: 200 len: 1129 time: 0.0495439 Jun 24 15:22:34.525632 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:22:34.535714 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.db [req-216c26ec-4f4a-4a3e-91a3-832e7196be04 req-ec17c574-dd7c-4cc8-bc71-10955848c67a service neutron] For port 18c7a045-91ca-44b2-abe0-c90523b83549, host hv-cinder-83538, cleared binding levels {{(pid=104512) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 15:22:34.538709 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.db [req-216c26ec-4f4a-4a3e-91a3-832e7196be04 req-ec17c574-dd7c-4cc8-bc71-10955848c67a service neutron] For port 18c7a045-91ca-44b2-abe0-c90523b83549, host hv-cinder-83538, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=18c7a045-91ca-44b2-abe0-c90523b83549,segment=NetworkSegment(5aa84711-eee4-4736-b915-ec9670ba17dc),segment_id=5aa84711-eee4-4736-b915-ec9670ba17dc)] {{(pid=104512) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 15:22:34.591000 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [req-b1446278-3b60-46f3-8473-3d710e7ef3e8 req-780ca2b6-b609-438c-93c4-5b5be94f50e2 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=2f673e46-0bc3-417a-a88c-c966cb61274e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409079 Jun 24 15:22:34.612320 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:22:34.622269 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [req-216c26ec-4f4a-4a3e-91a3-832e7196be04 req-ec17c574-dd7c-4cc8-bc71-10955848c67a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761385101662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761384583316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761384583334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3859668'] for port (18c7a045-91ca-44b2-abe0-c90523b83549), after_update {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:22:34.666562 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216c26ec-4f4a-4a3e-91a3-832e7196be04 req-ec17c574-dd7c-4cc8-bc71-10955848c67a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:22:34.666562 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [req-216c26ec-4f4a-4a3e-91a3-832e7196be04 req-ec17c574-dd7c-4cc8-bc71-10955848c67a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30073'] for port (None), before_response {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:22:34.666562 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-216c26ec-4f4a-4a3e-91a3-832e7196be04 req-ec17c574-dd7c-4cc8-bc71-10955848c67a service neutron] 10.222.0.64 "PUT /v2.0/ports/18c7a045-91ca-44b2-abe0-c90523b83549 HTTP/1.1" status: 200 len: 1093 time: 0.8063595 Jun 24 15:22:34.667592 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79b13f6b-a027-4371-8012-54f025a726fa', 'tag': '18c7a045-91ca-44b2-abe0-c90523b83549'}] {{(pid=104512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 15:22:34.669346 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9db87de5340c6be2811fa9e5912a63998a589dd3f857fd3823a550d1ae48127" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ef5ef50-89b3-430f-92fa-5ca336e4f09f" -d '{"events": [{"name": "network-changed", "server_uuid": "79b13f6b-a027-4371-8012-54f025a726fa", "tag": "18c7a045-91ca-44b2-abe0-c90523b83549"}]}' {{(pid=104512) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 15:22:34.702856 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec17c574-dd7c-4cc8-bc71-10955848c67a service neutron] Pushing event updated for resources: {'Port': ['ID=18c7a045-91ca-44b2-abe0-c90523b83549,revision_number=3']} {{(pid=104512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:22:34.725369 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Jun 2022 15:22:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0015f369-1c31-4e36-a44b-c662719e51bb x-openstack-request-id: req-0015f369-1c31-4e36-a44b-c662719e51bb {{(pid=104512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 15:22:34.725740 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79b13f6b-a027-4371-8012-54f025a726fa", "tag": "18c7a045-91ca-44b2-abe0-c90523b83549", "status": "completed", "code": 200}]} {{(pid=104512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 15:22:34.726057 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-0015f369-1c31-4e36-a44b-c662719e51bb {{(pid=104512) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 15:22:34.726516 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0015f369-1c31-4e36-a44b-c662719e51bb'] response: {'name': 'network-changed', 'server_uuid': '79b13f6b-a027-4371-8012-54f025a726fa', 'tag': '18c7a045-91ca-44b2-abe0-c90523b83549', 'status': 'completed', 'code': 200} Jun 24 15:22:34.761047 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d1b10a-b4ab-4a16-b57a-2e04bdf3989c req-9c26f909-431a-4011-937d-d14bf8ce9183 tempest-TestMinimumBasicScenario-1016590740 tempest-TestMinimumBasicScenario-1016590740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:22:34.762537 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-94d1b10a-b4ab-4a16-b57a-2e04bdf3989c req-9c26f909-431a-4011-937d-d14bf8ce9183 tempest-TestMinimumBasicScenario-1016590740 tempest-TestMinimumBasicScenario-1016590740-project] 10.222.0.67 "GET /v2.0/ports?device_id=79b13f6b-a027-4371-8012-54f025a726fa HTTP/1.1" status: 200 len: 943 time: 0.0507905 Jun 24 15:22:34.815396 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-94d1b10a-b4ab-4a16-b57a-2e04bdf3989c req-2a266b9e-aade-4b20-820d-0cd8c2d57394 tempest-TestMinimumBasicScenario-1016590740 tempest-TestMinimumBasicScenario-1016590740-project] 10.222.0.67 "GET /v2.0/security-groups?id=0c9a5b2b-9c69-45a1-a6b9-bfcdb81413bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462358 Jun 24 15:22:34.894266 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef5ef50-89b3-430f-92fa-5ca336e4f09f req-6f5cf7bc-d480-4431-98eb-57c9ac723f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:22:34.895800 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-7ef5ef50-89b3-430f-92fa-5ca336e4f09f req-6f5cf7bc-d480-4431-98eb-57c9ac723f61 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=fb2390854b0345588bd6b68f5c09a1ee&device_id=79b13f6b-a027-4371-8012-54f025a726fa HTTP/1.1" status: 200 len: 1127 time: 0.0398877 Jun 24 15:22:35.003607 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef5ef50-89b3-430f-92fa-5ca336e4f09f req-6206c05f-53ae-43b7-a71c-c884106cc425 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:22:35.005004 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-7ef5ef50-89b3-430f-92fa-5ca336e4f09f req-6206c05f-53ae-43b7-a71c-c884106cc425 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=fb2390854b0345588bd6b68f5c09a1ee&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0976527 Jun 24 15:22:35.522373 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1a79c4-21b1-4463-ba9f-062652fc3bbd req-16d3e679-bf19-43db-883c-21be66b38826 tempest-TestShelveInstance-479722578 tempest-TestShelveInstance-479722578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:22:35.523881 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-2c1a79c4-21b1-4463-ba9f-062652fc3bbd req-16d3e679-bf19-43db-883c-21be66b38826 tempest-TestShelveInstance-479722578 tempest-TestShelveInstance-479722578-project] 10.222.0.67 "GET /v2.0/ports?device_id=9aa864c2-63a6-4aa7-8ea6-3ce12daff080 HTTP/1.1" status: 200 len: 945 time: 0.0487528 Jun 24 15:22:35.635241 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216fbec7-2ddc-4187-b8ae-b63b50065cee req-76bb8880-ff0a-4eb8-b95f-e0d2faecc5d4 tempest-VolumesSnapshotTestJSON-1947462697 tempest-VolumesSnapshotTestJSON-1947462697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:22:35.636709 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-216fbec7-2ddc-4187-b8ae-b63b50065cee req-76bb8880-ff0a-4eb8-b95f-e0d2faecc5d4 tempest-VolumesSnapshotTestJSON-1947462697 tempest-VolumesSnapshotTestJSON-1947462697-project] 10.222.0.67 "GET /v2.0/ports?device_id=73badc72-7d3b-46a6-937c-aad405645904 HTTP/1.1" status: 200 len: 946 time: 0.0915043 Jun 24 15:22:35.648280 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-2c1a79c4-21b1-4463-ba9f-062652fc3bbd req-b9fe2b65-249e-4fde-802e-5b3f39857c88 tempest-TestShelveInstance-479722578 tempest-TestShelveInstance-479722578-project] 10.222.0.67 "GET /v2.0/security-groups?id=2f673e46-0bc3-417a-a88c-c966cb61274e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1185184 Jun 24 15:22:35.738869 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-216fbec7-2ddc-4187-b8ae-b63b50065cee req-697d1239-692d-4df2-ac46-c36c60f6e501 tempest-VolumesSnapshotTestJSON-1947462697 tempest-VolumesSnapshotTestJSON-1947462697-project] 10.222.0.67 "GET /v2.0/security-groups?id=e2dd80b4-9ee5-4265-9129-7e54a35815b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944538 Jun 24 15:22:35.740319 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef5ef50-89b3-430f-92fa-5ca336e4f09f req-8a9435e3-494a-430f-9dfd-51ea0ea3c740 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:22:35.741657 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-7ef5ef50-89b3-430f-92fa-5ca336e4f09f req-8a9435e3-494a-430f-9dfd-51ea0ea3c740 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1576452 Jun 24 15:22:35.947266 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885d14de-81dc-4c3d-ab3d-7eff789c1f0b req-fb27e655-1fdf-428d-b0e0-305e6ef33a1a tempest-TestMinimumBasicScenario-1016590740 tempest-TestMinimumBasicScenario-1016590740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:22:35.948718 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-885d14de-81dc-4c3d-ab3d-7eff789c1f0b req-fb27e655-1fdf-428d-b0e0-305e6ef33a1a tempest-TestMinimumBasicScenario-1016590740 tempest-TestMinimumBasicScenario-1016590740-project] 10.222.0.67 "GET /v2.0/ports?device_id=79b13f6b-a027-4371-8012-54f025a726fa HTTP/1.1" status: 200 len: 943 time: 0.0516775 Jun 24 15:22:35.994761 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-885d14de-81dc-4c3d-ab3d-7eff789c1f0b req-2f7e5b06-8cc5-4385-a60e-70686b7d3fee tempest-TestMinimumBasicScenario-1016590740 tempest-TestMinimumBasicScenario-1016590740-project] 10.222.0.67 "GET /v2.0/security-groups?id=0c9a5b2b-9c69-45a1-a6b9-bfcdb81413bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406156 Jun 24 15:22:36.763285 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0671e152-a791-4a85-a592-468e69db5ceb req-6524310e-152c-4481-9eac-308544506a6d tempest-TestShelveInstance-479722578 tempest-TestShelveInstance-479722578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:22:36.764741 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-0671e152-a791-4a85-a592-468e69db5ceb req-6524310e-152c-4481-9eac-308544506a6d tempest-TestShelveInstance-479722578 tempest-TestShelveInstance-479722578-project] 10.222.0.67 "GET /v2.0/ports?device_id=9aa864c2-63a6-4aa7-8ea6-3ce12daff080 HTTP/1.1" status: 200 len: 945 time: 0.0474603 Jun 24 15:22:36.823627 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-0671e152-a791-4a85-a592-468e69db5ceb req-19ee36ab-1fe9-4000-8b81-c401eaeeeb63 tempest-TestShelveInstance-479722578 tempest-TestShelveInstance-479722578-project] 10.222.0.67 "GET /v2.0/security-groups?id=2f673e46-0bc3-417a-a88c-c966cb61274e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533168 Jun 24 15:22:36.857033 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce80909-0ada-47ae-beec-2b4631ada317 req-a479cb32-cdec-4fcc-b929-7269e5755802 tempest-VolumesSnapshotTestJSON-1947462697 tempest-VolumesSnapshotTestJSON-1947462697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:22:36.858483 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-8ce80909-0ada-47ae-beec-2b4631ada317 req-a479cb32-cdec-4fcc-b929-7269e5755802 tempest-VolumesSnapshotTestJSON-1947462697 tempest-VolumesSnapshotTestJSON-1947462697-project] 10.222.0.67 "GET /v2.0/ports?device_id=73badc72-7d3b-46a6-937c-aad405645904 HTTP/1.1" status: 200 len: 946 time: 0.0489790 Jun 24 15:22:36.908909 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-8ce80909-0ada-47ae-beec-2b4631ada317 req-15d715c5-5e58-4c8e-9242-79a064c93ca9 tempest-VolumesSnapshotTestJSON-1947462697 tempest-VolumesSnapshotTestJSON-1947462697-project] 10.222.0.67 "GET /v2.0/security-groups?id=e2dd80b4-9ee5-4265-9129-7e54a35815b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435886 Jun 24 15:22:37.108701 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164bb268-c33b-4443-b14c-a80dc28ce47e req-b5852f87-963a-4f74-a858-83be4cf5760f tempest-TestMinimumBasicScenario-1016590740 tempest-TestMinimumBasicScenario-1016590740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:22:37.114207 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-164bb268-c33b-4443-b14c-a80dc28ce47e req-b5852f87-963a-4f74-a858-83be4cf5760f tempest-TestMinimumBasicScenario-1016590740 tempest-TestMinimumBasicScenario-1016590740-project] 10.222.0.67 "GET /v2.0/ports?device_id=79b13f6b-a027-4371-8012-54f025a726fa HTTP/1.1" status: 200 len: 943 time: 0.0472577 Jun 24 15:22:37.129336 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:22:37.157378 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-164bb268-c33b-4443-b14c-a80dc28ce47e req-b858f36d-7053-47d6-bba4-2ef2a545ac85 tempest-TestMinimumBasicScenario-1016590740 tempest-TestMinimumBasicScenario-1016590740-project] 10.222.0.67 "GET /v2.0/security-groups?id=0c9a5b2b-9c69-45a1-a6b9-bfcdb81413bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406730 Jun 24 15:22:37.902148 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=100 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:22:37.941684 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5c3078-cce3-4b38-b642-4587e0eb48c5 req-956cf31e-117a-437a-8a16-15509e71a2a7 tempest-TestShelveInstance-479722578 tempest-TestShelveInstance-479722578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:22:37.948158 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-ec5c3078-cce3-4b38-b642-4587e0eb48c5 req-956cf31e-117a-437a-8a16-15509e71a2a7 tempest-TestShelveInstance-479722578 tempest-TestShelveInstance-479722578-project] 10.222.0.67 "GET /v2.0/ports?device_id=9aa864c2-63a6-4aa7-8ea6-3ce12daff080 HTTP/1.1" status: 200 len: 945 time: 0.0540535 Jun 24 15:22:38.011764 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-ec5c3078-cce3-4b38-b642-4587e0eb48c5 req-7cb83324-56c6-4628-a75c-3b4b5e157551 tempest-TestShelveInstance-479722578 tempest-TestShelveInstance-479722578-project] 10.222.0.67 "GET /v2.0/security-groups?id=2f673e46-0bc3-417a-a88c-c966cb61274e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532985 Jun 24 15:22:38.049434 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3370d2bc-fa9e-4f2b-a7ae-23bd98804412 req-95dbbaab-a7be-47f0-b40b-b9696315cb8c tempest-VolumesSnapshotTestJSON-1947462697 tempest-VolumesSnapshotTestJSON-1947462697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:22:38.050969 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-3370d2bc-fa9e-4f2b-a7ae-23bd98804412 req-95dbbaab-a7be-47f0-b40b-b9696315cb8c tempest-VolumesSnapshotTestJSON-1947462697 tempest-VolumesSnapshotTestJSON-1947462697-project] 10.222.0.67 "GET /v2.0/ports?device_id=73badc72-7d3b-46a6-937c-aad405645904 HTTP/1.1" status: 200 len: 946 time: 0.0619512 Jun 24 15:22:38.131105 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-3370d2bc-fa9e-4f2b-a7ae-23bd98804412 req-864eef80-4ed9-4887-9f34-76165b8da6cd tempest-VolumesSnapshotTestJSON-1947462697 tempest-VolumesSnapshotTestJSON-1947462697-project] 10.222.0.67 "GET /v2.0/security-groups?id=e2dd80b4-9ee5-4265-9129-7e54a35815b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746250 Jun 24 15:22:38.143434 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedb54b9-9043-4033-8e96-fd6601d36f26 req-596b2b36-b975-4c29-813e-7a7f9c32a801 tempest-TestShelveInstance-479722578 tempest-TestShelveInstance-479722578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:22:38.143434 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-bedb54b9-9043-4033-8e96-fd6601d36f26 req-596b2b36-b975-4c29-813e-7a7f9c32a801 tempest-TestShelveInstance-479722578 tempest-TestShelveInstance-479722578-project] 10.222.0.67 "GET /v2.0/ports?device_id=9aa864c2-63a6-4aa7-8ea6-3ce12daff080 HTTP/1.1" status: 200 len: 945 time: 0.0581512 Jun 24 15:22:38.195406 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-bedb54b9-9043-4033-8e96-fd6601d36f26 req-37570c8d-8892-4391-b096-bae18bab4ba4 tempest-TestShelveInstance-479722578 tempest-TestShelveInstance-479722578-project] 10.222.0.67 "GET /v2.0/security-groups?id=2f673e46-0bc3-417a-a88c-c966cb61274e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451756 Jun 24 15:22:38.217598 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.wsgi [-] (104511) accepted ('10.222.0.67', 43328) {{(pid=104511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:22:38.283956 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf74062e-b29c-426d-b6d3-28c0dc6d116b req-567d43ca-582c-4144-a340-7e8f2534f5ae tempest-TestMinimumBasicScenario-1016590740 tempest-TestMinimumBasicScenario-1016590740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:22:38.285413 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-cf74062e-b29c-426d-b6d3-28c0dc6d116b req-567d43ca-582c-4144-a340-7e8f2534f5ae tempest-TestMinimumBasicScenario-1016590740 tempest-TestMinimumBasicScenario-1016590740-project] 10.222.0.67 "GET /v2.0/ports?device_id=79b13f6b-a027-4371-8012-54f025a726fa HTTP/1.1" status: 200 len: 943 time: 0.0581691 Jun 24 15:22:38.339350 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-cf74062e-b29c-426d-b6d3-28c0dc6d116b req-c4d340cb-3ef7-4793-b9ea-7fa5284dee42 tempest-TestMinimumBasicScenario-1016590740 tempest-TestMinimumBasicScenario-1016590740-project] 10.222.0.67 "GET /v2.0/security-groups?id=0c9a5b2b-9c69-45a1-a6b9-bfcdb81413bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484221 Jun 24 15:22:38.417082 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216c26ec-4f4a-4a3e-91a3-832e7196be04 req-d5ca3e79-feb4-4bce-9a98-4d45fded73b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:22:38.418646 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-216c26ec-4f4a-4a3e-91a3-832e7196be04 req-d5ca3e79-feb4-4bce-9a98-4d45fded73b2 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=fb2390854b0345588bd6b68f5c09a1ee&device_id=79b13f6b-a027-4371-8012-54f025a726fa HTTP/1.1" status: 200 len: 1127 time: 0.0422187 Jun 24 15:22:38.430878 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79f50b4e-7447-47d0-9894-f096644e5be9 tempest-TestShelveInstance-753560569 tempest-TestShelveInstance-753560569-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:22:38.432419 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [None req-79f50b4e-7447-47d0-9894-f096644e5be9 tempest-TestShelveInstance-753560569 tempest-TestShelveInstance-753560569-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=9aa864c2-63a6-4aa7-8ea6-3ce12daff080 HTTP/1.1" status: 200 len: 1124 time: 0.2138309 Jun 24 15:22:38.437908 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.wsgi [-] (104512) accepted ('10.222.0.67', 43332) {{(pid=104512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:22:38.442897 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.v2.base [None req-c5761fd6-d18a-4b27-9b68-6f84dd414068 tempest-TestShelveInstance-479722578 tempest-TestShelveInstance-479722578-project] Request body: {'floatingip': {'floating_network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'port_id': 'e9c0e7f6-a572-47c4-8390-be9bdb776041', 'tenant_id': '66edbd777b48472b8fcd5a3f43c68dcc', 'fixed_ip_address': '172.20.0.7'}} {{(pid=104512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 15:22:38.465009 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1758421-2ef6-410d-87fd-dd58aeaf53a1 req-61e2bc7d-0fc4-4311-870a-127ef414ff10 tempest-VolumesSnapshotTestJSON-1947462697 tempest-VolumesSnapshotTestJSON-1947462697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:22:38.466469 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [req-d1758421-2ef6-410d-87fd-dd58aeaf53a1 req-61e2bc7d-0fc4-4311-870a-127ef414ff10 tempest-VolumesSnapshotTestJSON-1947462697 tempest-VolumesSnapshotTestJSON-1947462697-project] 10.222.0.64 "GET /v2.0/ports?device_id=73badc72-7d3b-46a6-937c-aad405645904 HTTP/1.1" status: 200 len: 946 time: 0.0494008 Jun 24 15:22:38.479402 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-216c26ec-4f4a-4a3e-91a3-832e7196be04 req-11a81f5a-c9a7-4f0c-93ba-6b057c2c6d99 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=18c7a045-91ca-44b2-abe0-c90523b83549 HTTP/1.1" status: 200 len: 217 time: 0.0511808 Jun 24 15:22:38.553174 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216c26ec-4f4a-4a3e-91a3-832e7196be04 req-50cccb60-596b-4959-8b72-5b363d4b334b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:22:38.554647 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-216c26ec-4f4a-4a3e-91a3-832e7196be04 req-50cccb60-596b-4959-8b72-5b363d4b334b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2f64631d-2603-40c2-bbec-a14b52952181 HTTP/1.1" status: 200 len: 853 time: 0.0582085 Jun 24 15:22:38.555844 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [req-d1758421-2ef6-410d-87fd-dd58aeaf53a1 req-eca80c3d-2747-426a-9381-e90231117555 tempest-VolumesSnapshotTestJSON-1947462697 tempest-VolumesSnapshotTestJSON-1947462697-project] Deleting port da0887a0-7787-4561-9520-968f8cd45bcf {{(pid=104511) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 15:22:38.556194 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [req-d1758421-2ef6-410d-87fd-dd58aeaf53a1 req-eca80c3d-2747-426a-9381-e90231117555 tempest-VolumesSnapshotTestJSON-1947462697 tempest-VolumesSnapshotTestJSON-1947462697-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761385095720'] for port (da0887a0-7787-4561-9520-968f8cd45bcf), before_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:22:38.601802 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216c26ec-4f4a-4a3e-91a3-832e7196be04 req-adeeb08e-45dd-49fa-bc02-6fd2f41adfea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:22:38.603375 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-216c26ec-4f4a-4a3e-91a3-832e7196be04 req-adeeb08e-45dd-49fa-bc02-6fd2f41adfea service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=6f212514-c323-4661-9a70-8b24c5462bcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0409851 Jun 24 15:22:38.655442 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.db [req-d1758421-2ef6-410d-87fd-dd58aeaf53a1 req-eca80c3d-2747-426a-9381-e90231117555 tempest-VolumesSnapshotTestJSON-1947462697 tempest-VolumesSnapshotTestJSON-1947462697-project] For port da0887a0-7787-4561-9520-968f8cd45bcf, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=da0887a0-7787-4561-9520-968f8cd45bcf,segment=NetworkSegment(0cf260fc-b403-4eab-852c-5cc95c3c0b2e),segment_id=0cf260fc-b403-4eab-852c-5cc95c3c0b2e)] {{(pid=104511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 15:22:38.655845 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [req-d1758421-2ef6-410d-87fd-dd58aeaf53a1 req-eca80c3d-2747-426a-9381-e90231117555 tempest-VolumesSnapshotTestJSON-1947462697 tempest-VolumesSnapshotTestJSON-1947462697-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-465599'] for port (da0887a0-7787-4561-9520-968f8cd45bcf), precommit_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:22:38.674802 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [req-d1758421-2ef6-410d-87fd-dd58aeaf53a1 req-eca80c3d-2747-426a-9381-e90231117555 tempest-VolumesSnapshotTestJSON-1947462697 tempest-VolumesSnapshotTestJSON-1947462697-project] Calling delete_port for da0887a0-7787-4561-9520-968f8cd45bcf owned by compute:nova {{(pid=104511) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 15:22:38.702741 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-216c26ec-4f4a-4a3e-91a3-832e7196be04 req-e2f26e30-fca1-45f2-8bda-ff9b9c4bf2bf service neutron] 10.222.0.64 "GET /v2.0/networks/6f212514-c323-4661-9a70-8b24c5462bcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891469 Jun 24 15:22:38.744590 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:22:38.773782 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-c5761fd6-d18a-4b27-9b68-6f84dd414068 tempest-TestShelveInstance-479722578 tempest-TestShelveInstance-479722578-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:22:38.780725 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG dbcounter [-] [104514] Writing DB stats neutron:SELECT=2 {{(pid=104514) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:22:38.802536 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG dbcounter [-] [104514] Writing DB stats neutron:SELECT=4 {{(pid=104514) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:22:38.860637 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-216c26ec-4f4a-4a3e-91a3-832e7196be04 req-6dcd8afa-38ed-4bde-8860-bb46c0ecb3a2 service neutron] 10.222.0.64 "GET /v2.0/networks/6f212514-c323-4661-9a70-8b24c5462bcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1469355 Jun 24 15:22:38.875197 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-c5761fd6-d18a-4b27-9b68-6f84dd414068 tempest-TestShelveInstance-479722578 tempest-TestShelveInstance-479722578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7727318'] for port (None), before_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:22:38.916112 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [req-d1758421-2ef6-410d-87fd-dd58aeaf53a1 req-eca80c3d-2747-426a-9381-e90231117555 tempest-VolumesSnapshotTestJSON-1947462697 tempest-VolumesSnapshotTestJSON-1947462697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761385101680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761384583307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3599638'] for port (da0887a0-7787-4561-9520-968f8cd45bcf), after_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:22:38.928786 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.db [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] get_ports_and_sgs() called for port_ids ['da0887a0-7787-4561-9520-968f8cd45bcf'] {{(pid=104513) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 15:22:38.944407 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca80c3d-2747-426a-9381-e90231117555 tempest-VolumesSnapshotTestJSON-1947462697 tempest-VolumesSnapshotTestJSON-1947462697-project] Pushing event deleted for resources: {'Port': ['ID=da0887a0-7787-4561-9520-968f8cd45bcf,revision_number=None']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:22:38.985253 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.db.db_base_plugin_common [None req-c5761fd6-d18a-4b27-9b68-6f84dd414068 tempest-TestShelveInstance-479722578 tempest-TestShelveInstance-479722578-project] Allocated IP 172.27.0.2 (60b3096c-3a0f-4216-9e52-e826cbf1fb59/f6c08379-d241-4966-a4ae-7ff02804e7f6/4b5ffb67-f542-4780-a4ac-dd09320ba315) {{(pid=104512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 15:22:38.994447 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1758421-2ef6-410d-87fd-dd58aeaf53a1 req-eca80c3d-2747-426a-9381-e90231117555 tempest-VolumesSnapshotTestJSON-1947462697 tempest-VolumesSnapshotTestJSON-1947462697-project] No DVR routers for this DVR port da0887a0-7787-4561-9520-968f8cd45bcf on host hv-cinder-83538 {{(pid=104511) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 24 15:22:38.996971 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [req-d1758421-2ef6-410d-87fd-dd58aeaf53a1 req-eca80c3d-2747-426a-9381-e90231117555 tempest-VolumesSnapshotTestJSON-1947462697 tempest-VolumesSnapshotTestJSON-1947462697-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30073'] for port (None), before_response {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:22:39.000165 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [req-d1758421-2ef6-410d-87fd-dd58aeaf53a1 req-eca80c3d-2747-426a-9381-e90231117555 tempest-VolumesSnapshotTestJSON-1947462697 tempest-VolumesSnapshotTestJSON-1947462697-project] 10.222.0.64 "DELETE /v2.0/ports/da0887a0-7787-4561-9520-968f8cd45bcf HTTP/1.1" status: 204 len: 173 time: 0.5281088 Jun 24 15:22:39.000595 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73badc72-7d3b-46a6-937c-aad405645904', 'name': 'network-vif-deleted', 'tag': 'da0887a0-7787-4561-9520-968f8cd45bcf'}] {{(pid=104511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 15:22:39.003516 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4675c17b6bc846e4b28e54b1b3705f3f7dd7092e5e5b2c0e24b7aeedfd61db99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f7ba5ac-ec38-48b8-afa6-80baa37dc156" -d '{"events": [{"server_uuid": "73badc72-7d3b-46a6-937c-aad405645904", "name": "network-vif-deleted", "tag": "da0887a0-7787-4561-9520-968f8cd45bcf"}]}' {{(pid=104511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 15:22:39.016035 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:22:39.041123 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 15:22:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe435b11-02b5-4c07-832e-02820e0252ff x-openstack-request-id: req-fe435b11-02b5-4c07-832e-02820e0252ff {{(pid=104511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 15:22:39.041414 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73badc72-7d3b-46a6-937c-aad405645904", "name": "network-vif-deleted", "tag": "da0887a0-7787-4561-9520-968f8cd45bcf", "status": "completed", "code": 200}]} {{(pid=104511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 15:22:39.041663 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-fe435b11-02b5-4c07-832e-02820e0252ff {{(pid=104511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 15:22:39.042065 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe435b11-02b5-4c07-832e-02820e0252ff'] response: {'server_uuid': '73badc72-7d3b-46a6-937c-aad405645904', 'name': 'network-vif-deleted', 'tag': 'da0887a0-7787-4561-9520-968f8cd45bcf', 'status': 'completed', 'code': 200} Jun 24 15:22:39.099682 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-c5761fd6-d18a-4b27-9b68-6f84dd414068 tempest-TestShelveInstance-479722578 tempest-TestShelveInstance-479722578-project] Publish callbacks [] for port (4b5ffb67-f542-4780-a4ac-dd09320ba315), precommit_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:22:39.196150 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-c5761fd6-d18a-4b27-9b68-6f84dd414068 tempest-TestShelveInstance-479722578 tempest-TestShelveInstance-479722578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761384583298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3859661'] for port (4b5ffb67-f542-4780-a4ac-dd09320ba315), after_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:22:39.257757 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-26a74730-13b3-43af-9752-97779cd93370 req-7d87d44e-f945-4d8a-98f9-6de64de50a17 tempest-VolumesSnapshotTestJSON-1947462697 tempest-VolumesSnapshotTestJSON-1947462697-project] 10.222.0.67 "GET /v2.0/ports?device_id=73badc72-7d3b-46a6-937c-aad405645904 HTTP/1.1" status: 200 len: 210 time: 0.0512836 Jun 24 15:22:39.259408 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5761fd6-d18a-4b27-9b68-6f84dd414068 tempest-TestShelveInstance-479722578 tempest-TestShelveInstance-479722578-project] Network 60b3096c-3a0f-4216-9e52-e826cbf1fb59 is already hosted by enough agents. {{(pid=104512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 15:22:39.263840 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.scheduler.base_scheduler [None req-c5761fd6-d18a-4b27-9b68-6f84dd414068 tempest-TestShelveInstance-479722578 tempest-TestShelveInstance-479722578-project] Resources bound (agent type, host, resource id): {{(pid=104512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 15:22:39.267958 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5761fd6-d18a-4b27-9b68-6f84dd414068 tempest-TestShelveInstance-479722578 tempest-TestShelveInstance-479722578-project] Received port after_create {{(pid=104512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 15:22:39.273110 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5761fd6-d18a-4b27-9b68-6f84dd414068 tempest-TestShelveInstance-479722578 tempest-TestShelveInstance-479722578-project] Pushing event updated for resources: {'Port': ['ID=4b5ffb67-f542-4780-a4ac-dd09320ba315,revision_number=1']} {{(pid=104512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:22:39.508548 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb106c4-1d65-44cb-b654-ab5f3153cbd3 req-75ecfe20-c390-4666-9aeb-558e0aab064e tempest-TestMinimumBasicScenario-1016590740 tempest-TestMinimumBasicScenario-1016590740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:22:39.509922 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-1fb106c4-1d65-44cb-b654-ab5f3153cbd3 req-75ecfe20-c390-4666-9aeb-558e0aab064e tempest-TestMinimumBasicScenario-1016590740 tempest-TestMinimumBasicScenario-1016590740-project] 10.222.0.67 "GET /v2.0/ports?device_id=79b13f6b-a027-4371-8012-54f025a726fa HTTP/1.1" status: 200 len: 943 time: 0.0809600 Jun 24 15:22:39.642617 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-1fb106c4-1d65-44cb-b654-ab5f3153cbd3 req-737b8c19-db7d-432d-a06c-d825130ad17d tempest-TestMinimumBasicScenario-1016590740 tempest-TestMinimumBasicScenario-1016590740-project] 10.222.0.67 "GET /v2.0/security-groups?id=0c9a5b2b-9c69-45a1-a6b9-bfcdb81413bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257105 Jun 24 15:22:40.027065 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:22:40.030723 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-c5761fd6-d18a-4b27-9b68-6f84dd414068 tempest-TestShelveInstance-479722578 tempest-TestShelveInstance-479722578-project] Publish callbacks [] for floatingip (4cc326d8-a393-4759-bf06-f9b51e3665e9), precommit_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:22:40.196037 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697012'] for agent (f0fa743b-ff28-43ff-ac51-704c86538f10), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:22:40.226902 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-c5761fd6-d18a-4b27-9b68-6f84dd414068 tempest-TestShelveInstance-479722578 tempest-TestShelveInstance-479722578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7727318'] for port (4b5ffb67-f542-4780-a4ac-dd09320ba315), before_update {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:22:40.360295 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-35628ac6-b79b-4f48-90ba-aa52f79aee56 req-8f02decb-ff96-41db-8e28-d58d58e4b238 tempest-VolumesSnapshotTestJSON-1947462697 tempest-VolumesSnapshotTestJSON-1947462697-project] 10.222.0.67 "GET /v2.0/ports?device_id=73badc72-7d3b-46a6-937c-aad405645904 HTTP/1.1" status: 200 len: 210 time: 0.0317771 Jun 24 15:22:40.404983 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-c5761fd6-d18a-4b27-9b68-6f84dd414068 tempest-TestShelveInstance-479722578 tempest-TestShelveInstance-479722578-project] Publish callbacks [] for port (4b5ffb67-f542-4780-a4ac-dd09320ba315), precommit_update {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:22:40.451330 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [req-19533956-3024-40dd-bb3d-fa5210e0bd61 req-224151be-0a05-4322-9163-6341e3438184 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=e24b4aae-8cee-48cc-bf18-e9a915ea3f2c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0398498 Jun 24 15:22:40.487803 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-c5761fd6-d18a-4b27-9b68-6f84dd414068 tempest-TestShelveInstance-479722578 tempest-TestShelveInstance-479722578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761385101662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761384583316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761384583334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3859668'] for port (4b5ffb67-f542-4780-a4ac-dd09320ba315), after_update {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:22:40.514825 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19533956-3024-40dd-bb3d-fa5210e0bd61 req-c9f71498-b003-491a-98e6-53c878a5f69c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:22:40.516424 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [req-19533956-3024-40dd-bb3d-fa5210e0bd61 req-c9f71498-b003-491a-98e6-53c878a5f69c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c4807ce933f14af0be22dd1cf3635c2f&device_id=e24b4aae-8cee-48cc-bf18-e9a915ea3f2c HTTP/1.1" status: 200 len: 1130 time: 0.0417447 Jun 24 15:22:40.560668 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5761fd6-d18a-4b27-9b68-6f84dd414068 tempest-TestShelveInstance-479722578 tempest-TestShelveInstance-479722578-project] Pushing event updated for resources: {'Port': ['ID=4b5ffb67-f542-4780-a4ac-dd09320ba315,revision_number=2']} {{(pid=104512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:22:40.569298 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-c5761fd6-d18a-4b27-9b68-6f84dd414068 tempest-TestShelveInstance-479722578 tempest-TestShelveInstance-479722578-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-467314'] for floatingip (4cc326d8-a393-4759-bf06-f9b51e3665e9), after_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:22:40.599933 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:22:40.663034 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.db.l3_db [None req-c5761fd6-d18a-4b27-9b68-6f84dd414068 tempest-TestShelveInstance-479722578 tempest-TestShelveInstance-479722578-project] Floating IP 4cc326d8-a393-4759-bf06-f9b51e3665e9 associated. External IP: 172.27.0.2, port: e9c0e7f6-a572-47c4-8390-be9bdb776041. Jun 24 15:22:40.790799 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb9fb73-0284-49bf-ba20-729e58281ef8 req-77636c0e-dd9a-4372-959d-9e09b3a5aba5 tempest-TestMinimumBasicScenario-1016590740 tempest-TestMinimumBasicScenario-1016590740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:22:40.792321 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-ebb9fb73-0284-49bf-ba20-729e58281ef8 req-77636c0e-dd9a-4372-959d-9e09b3a5aba5 tempest-TestMinimumBasicScenario-1016590740 tempest-TestMinimumBasicScenario-1016590740-project] 10.222.0.67 "GET /v2.0/ports?device_id=79b13f6b-a027-4371-8012-54f025a726fa HTTP/1.1" status: 200 len: 943 time: 0.0815120 Jun 24 15:22:40.879062 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19533956-3024-40dd-bb3d-fa5210e0bd61 req-91f58d23-4127-4a04-8631-14cfe91ea3b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:22:40.880591 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [req-19533956-3024-40dd-bb3d-fa5210e0bd61 req-91f58d23-4127-4a04-8631-14cfe91ea3b1 service neutron] 10.222.0.64 "GET /v2.0/networks?id=6d1ef1dd-ee8a-4e52-9261-de77d4e705e2 HTTP/1.1" status: 200 len: 918 time: 0.0957198 Jun 24 15:22:40.884161 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-ebb9fb73-0284-49bf-ba20-729e58281ef8 req-2b90ae74-9fc4-41a8-8118-76748dae0c0f tempest-TestMinimumBasicScenario-1016590740 tempest-TestMinimumBasicScenario-1016590740-project] 10.222.0.67 "GET /v2.0/security-groups?id=0c9a5b2b-9c69-45a1-a6b9-bfcdb81413bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844536 Jun 24 15:22:40.939087 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5761fd6-d18a-4b27-9b68-6f84dd414068 tempest-TestShelveInstance-479722578 tempest-TestShelveInstance-479722578-project] Router 3bcd2529-f420-41e2-a5ac-1a460697e45d has already been hosted by L3 agent 45985ff7-1335-48cd-ab02-73eb58295827 {{(pid=104512) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 15:22:40.979509 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [req-19533956-3024-40dd-bb3d-fa5210e0bd61 req-c67aa2bd-727d-4181-bdbe-8ab6e7e5d732 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5f0c5043-24b7-4a39-9766-66475f0cad69 HTTP/1.1" status: 200 len: 1001 time: 0.0894196 Jun 24 15:22:41.035262 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19533956-3024-40dd-bb3d-fa5210e0bd61 req-3ea0ff4d-f097-438d-a7fb-f8da5bc72769 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:22:41.036746 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [req-19533956-3024-40dd-bb3d-fa5210e0bd61 req-3ea0ff4d-f097-438d-a7fb-f8da5bc72769 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ca86efdf-43ba-4cdf-8f0a-3c6622699971 HTTP/1.1" status: 200 len: 856 time: 0.0508325 Jun 24 15:22:41.049461 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5761fd6-d18a-4b27-9b68-6f84dd414068 tempest-TestShelveInstance-479722578 tempest-TestShelveInstance-479722578-project] Notify agent at l3_agent.dv-cinder-835384-11-iscsi the message routers_updated {{(pid=104512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 15:22:41.059544 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f2887eb-b43f-40d5-a157-e682ff81ee4e None None] Sync routers for ids ['3bcd2529-f420-41e2-a5ac-1a460697e45d'] in dv-cinder-835384-11-iscsi {{(pid=104513) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 15:22:41.060746 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:22:41.073616 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f2887eb-b43f-40d5-a157-e682ff81ee4e None None] Routers {'3bcd2529-f420-41e2-a5ac-1a460697e45d'} bound to L3 agent in host dv-cinder-835384-11-iscsi {{(pid=104513) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 15:22:41.074306 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.l3_hamode_db [None req-5f2887eb-b43f-40d5-a157-e682ff81ee4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-24T15:10:24Z,description=,heartbeat_timestamp=2022-06-24T15:22:24Z,host='dv-cinder-835384-11-iscsi',id=45985ff7-1335-48cd-ab02-73eb58295827,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T15:10:24Z,topic='l3_agent')) {'router_ids': ['3bcd2529-f420-41e2-a5ac-1a460697e45d'], 'active': True} {{(pid=104513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 15:22:41.084269 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19533956-3024-40dd-bb3d-fa5210e0bd61 req-9a7285ae-9882-4287-bf0c-2698afd98315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:22:41.085946 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [req-19533956-3024-40dd-bb3d-fa5210e0bd61 req-9a7285ae-9882-4287-bf0c-2698afd98315 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=6d1ef1dd-ee8a-4e52-9261-de77d4e705e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0400362 Jun 24 15:22:41.119010 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-c5761fd6-d18a-4b27-9b68-6f84dd414068 tempest-TestShelveInstance-479722578 tempest-TestShelveInstance-479722578-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30073'] for floatingip (None), before_response {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:22:41.133440 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:22:41.158915 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [None req-c5761fd6-d18a-4b27-9b68-6f84dd414068 tempest-TestShelveInstance-479722578 tempest-TestShelveInstance-479722578-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 2.7198384 Jun 24 15:22:41.159841 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9aa864c2-63a6-4aa7-8ea6-3ce12daff080', 'tag': 'e9c0e7f6-a572-47c4-8390-be9bdb776041'}] {{(pid=104512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 15:22:41.163523 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9db87de5340c6be2811fa9e5912a63998a589dd3f857fd3823a550d1ae48127" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60f92a09-35df-4e96-94bd-a4f9d99eb0ff" -d '{"events": [{"name": "network-changed", "server_uuid": "9aa864c2-63a6-4aa7-8ea6-3ce12daff080", "tag": "e9c0e7f6-a572-47c4-8390-be9bdb776041"}]}' {{(pid=104512) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 15:22:41.183726 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.l3_dvr_db [None req-5f2887eb-b43f-40d5-a157-e682ff81ee4e None None] Set router 3bcd2529-f420-41e2-a5ac-1a460697e45d gateway port host: dv-cinder-835384-11-iscsi {{(pid=104513) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 15:22:41.184304 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:22:41.202563 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Jun 2022 15:22:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c55477b4-f09c-46db-82cd-cc018f255e4c x-openstack-request-id: req-c55477b4-f09c-46db-82cd-cc018f255e4c {{(pid=104512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 15:22:41.202853 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9aa864c2-63a6-4aa7-8ea6-3ce12daff080", "tag": "e9c0e7f6-a572-47c4-8390-be9bdb776041", "status": "completed", "code": 200}]} {{(pid=104512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 15:22:41.204055 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [req-19533956-3024-40dd-bb3d-fa5210e0bd61 req-0701fa53-64bd-4529-949e-95f16d85b245 service neutron] 10.222.0.64 "GET /v2.0/networks/6d1ef1dd-ee8a-4e52-9261-de77d4e705e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1063740 Jun 24 15:22:41.204466 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-c55477b4-f09c-46db-82cd-cc018f255e4c {{(pid=104512) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 15:22:41.205676 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c55477b4-f09c-46db-82cd-cc018f255e4c'] response: {'name': 'network-changed', 'server_uuid': '9aa864c2-63a6-4aa7-8ea6-3ce12daff080', 'tag': 'e9c0e7f6-a572-47c4-8390-be9bdb776041', 'status': 'completed', 'code': 200} Jun 24 15:22:41.264566 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f92a09-35df-4e96-94bd-a4f9d99eb0ff req-827d0d13-a0ab-489b-81a9-bcff6bd4636d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:22:41.266185 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-60f92a09-35df-4e96-94bd-a4f9d99eb0ff req-827d0d13-a0ab-489b-81a9-bcff6bd4636d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=66edbd777b48472b8fcd5a3f43c68dcc&device_id=9aa864c2-63a6-4aa7-8ea6-3ce12daff080 HTTP/1.1" status: 200 len: 1129 time: 0.0417392 Jun 24 15:22:41.304957 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [req-19533956-3024-40dd-bb3d-fa5210e0bd61 req-eff9a347-94e5-4f16-b43d-f0d361e1da25 service neutron] 10.222.0.64 "GET /v2.0/networks/6d1ef1dd-ee8a-4e52-9261-de77d4e705e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888011 Jun 24 15:22:41.362908 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f92a09-35df-4e96-94bd-a4f9d99eb0ff req-b6086f59-df01-4314-bfaa-2179cc1635f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:22:41.364413 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-60f92a09-35df-4e96-94bd-a4f9d99eb0ff req-b6086f59-df01-4314-bfaa-2179cc1635f8 service neutron] 10.222.0.64 "GET /v2.0/networks?id=6c164619-5a9e-49c6-b97b-50e7f7499706 HTTP/1.1" status: 200 len: 909 time: 0.0917237 Jun 24 15:22:41.406507 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.l3_hamode_db [None req-5f2887eb-b43f-40d5-a157-e682ff81ee4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bcd2529-f420-41e2-a5ac-1a460697e45d', 'name': 'tempest-TestShelveInstance-541128803-router', 'tenant_id': '66edbd777b48472b8fcd5a3f43c68dcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'external_fixed_ips': [{'subnet_id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'ip_address': '172.27.0.33'}], 'enable_snat': True}, 'gw_port_id': '12d208d3-ea49-4066-8d96-b7abe8eee602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T15:20:55Z', 'updated_at': '2022-06-24T15:21:05Z', 'revision_number': 4, 'project_id': '66edbd777b48472b8fcd5a3f43c68dcc', 'gw_port': {'id': '12d208d3-ea49-4066-8d96-b7abe8eee602', 'name': '', 'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:01:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bcd2529-f420-41e2-a5ac-1a460697e45d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'ip_address': '172.27.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T15:20:56Z', 'updated_at': '2022-06-24T15:21:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-11-iscsi', '_floatingips': [{'id': '4cc326d8-a393-4759-bf06-f9b51e3665e9', 'tenant_id': '66edbd777b48472b8fcd5a3f43c68dcc', 'floating_ip_address': '172.27.0.2', 'floating_network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'router_id': '3bcd2529-f420-41e2-a5ac-1a460697e45d', 'port_id': 'e9c0e7f6-a572-47c4-8390-be9bdb776041', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 537, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6c164619-5a9e-49c6-b97b-50e7f7499706', 'mac_address': 'fa:16:3e:b6:09:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9aa864c2-63a6-4aa7-8ea6-3ce12daff080', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T15:22:39Z', 'updated_at': '2022-06-24T15:22:39Z', 'revision_number': 0, 'project_id': '66edbd777b48472b8fcd5a3f43c68dcc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7693434e-b791-47d2-8dea-d0c70dcf23f5', 'name': '', 'network_id': '6c164619-5a9e-49c6-b97b-50e7f7499706', 'tenant_id': '66edbd777b48472b8fcd5a3f43c68dcc', 'mac_address': 'fa:16:3e:e4:f9:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bcd2529-f420-41e2-a5ac-1a460697e45d', 'device_owner': 'network:router_interface', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'ec293509-7257-459b-932c-867e0999349d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T15:21:02Z', 'updated_at': '2022-06-24T15:21:11Z', 'revision_number': 5, 'project_id': '66edbd777b48472b8fcd5a3f43c68dcc', 'subnets': [{'id': 'ec293509-7257-459b-932c-867e0999349d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-11-iscsi', False) {} {{(pid=104513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 15:22:41.437433 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f2887eb-b43f-40d5-a157-e682ff81ee4e None None] Checking router: 3bcd2529-f420-41e2-a5ac-1a460697e45d for host: dv-cinder-835384-11-iscsi {{(pid=104513) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 15:22:41.438384 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-60f92a09-35df-4e96-94bd-a4f9d99eb0ff req-bc4ec811-d057-4844-8cee-fc95d3d27f79 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e9c0e7f6-a572-47c4-8390-be9bdb776041 HTTP/1.1" status: 200 len: 997 time: 0.0592012 Jun 24 15:22:41.454268 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f2887eb-b43f-40d5-a157-e682ff81ee4e None None] Routers {'3bcd2529-f420-41e2-a5ac-1a460697e45d'} bound to L3 agent in host dv-cinder-835384-11-iscsi {{(pid=104513) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 15:22:41.454268 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.l3_hamode_db [None req-5f2887eb-b43f-40d5-a157-e682ff81ee4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-24T15:10:24Z,description=,heartbeat_timestamp=2022-06-24T15:22:24Z,host='dv-cinder-835384-11-iscsi',id=45985ff7-1335-48cd-ab02-73eb58295827,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T15:10:24Z,topic='l3_agent')) {'router_ids': ['3bcd2529-f420-41e2-a5ac-1a460697e45d'], 'active': True} {{(pid=104513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 15:22:41.495873 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f92a09-35df-4e96-94bd-a4f9d99eb0ff req-c852c0ea-0835-44b9-84a6-db8ca6789e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:22:41.499169 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-60f92a09-35df-4e96-94bd-a4f9d99eb0ff req-c852c0ea-0835-44b9-84a6-db8ca6789e60 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ec293509-7257-459b-932c-867e0999349d HTTP/1.1" status: 200 len: 847 time: 0.0514059 Jun 24 15:22:41.545915 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f92a09-35df-4e96-94bd-a4f9d99eb0ff req-c995f715-64ef-48ec-a8a2-18d73872931b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:22:41.547585 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-60f92a09-35df-4e96-94bd-a4f9d99eb0ff req-c995f715-64ef-48ec-a8a2-18d73872931b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=6c164619-5a9e-49c6-b97b-50e7f7499706&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0428238 Jun 24 15:22:41.557393 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.l3_dvr_db [None req-5f2887eb-b43f-40d5-a157-e682ff81ee4e None None] Set router 3bcd2529-f420-41e2-a5ac-1a460697e45d gateway port host: dv-cinder-835384-11-iscsi {{(pid=104513) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 15:22:41.632318 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:22:41.646583 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-60f92a09-35df-4e96-94bd-a4f9d99eb0ff req-5b2a578c-ece9-445f-a20b-869d3f30b431 service neutron] 10.222.0.64 "GET /v2.0/networks/6c164619-5a9e-49c6-b97b-50e7f7499706?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897574 Jun 24 15:22:41.682180 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:22:41.745181 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-60f92a09-35df-4e96-94bd-a4f9d99eb0ff req-6cf1f793-220b-4da8-b22d-989f04baa2e9 service neutron] 10.222.0.64 "GET /v2.0/networks/6c164619-5a9e-49c6-b97b-50e7f7499706?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914800 Jun 24 15:22:41.778720 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:22:41.783985 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.l3_hamode_db [None req-5f2887eb-b43f-40d5-a157-e682ff81ee4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bcd2529-f420-41e2-a5ac-1a460697e45d', 'name': 'tempest-TestShelveInstance-541128803-router', 'tenant_id': '66edbd777b48472b8fcd5a3f43c68dcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'external_fixed_ips': [{'subnet_id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'ip_address': '172.27.0.33'}], 'enable_snat': True}, 'gw_port_id': '12d208d3-ea49-4066-8d96-b7abe8eee602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T15:20:55Z', 'updated_at': '2022-06-24T15:21:05Z', 'revision_number': 4, 'project_id': '66edbd777b48472b8fcd5a3f43c68dcc', 'gw_port': {'id': '12d208d3-ea49-4066-8d96-b7abe8eee602', 'name': '', 'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:01:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bcd2529-f420-41e2-a5ac-1a460697e45d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'ip_address': '172.27.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T15:20:56Z', 'updated_at': '2022-06-24T15:21:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-11-iscsi', '_floatingips': [{'id': '4cc326d8-a393-4759-bf06-f9b51e3665e9', 'tenant_id': '66edbd777b48472b8fcd5a3f43c68dcc', 'floating_ip_address': '172.27.0.2', 'floating_network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'router_id': '3bcd2529-f420-41e2-a5ac-1a460697e45d', 'port_id': 'e9c0e7f6-a572-47c4-8390-be9bdb776041', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 537, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6c164619-5a9e-49c6-b97b-50e7f7499706', 'mac_address': 'fa:16:3e:b6:09:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9aa864c2-63a6-4aa7-8ea6-3ce12daff080', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T15:22:39Z', 'updated_at': '2022-06-24T15:22:39Z', 'revision_number': 0, 'project_id': '66edbd777b48472b8fcd5a3f43c68dcc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7693434e-b791-47d2-8dea-d0c70dcf23f5', 'name': '', 'network_id': '6c164619-5a9e-49c6-b97b-50e7f7499706', 'tenant_id': '66edbd777b48472b8fcd5a3f43c68dcc', 'mac_address': 'fa:16:3e:e4:f9:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bcd2529-f420-41e2-a5ac-1a460697e45d', 'device_owner': 'network:router_interface', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'ec293509-7257-459b-932c-867e0999349d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T15:21:02Z', 'updated_at': '2022-06-24T15:21:11Z', 'revision_number': 5, 'project_id': '66edbd777b48472b8fcd5a3f43c68dcc', 'subnets': [{'id': 'ec293509-7257-459b-932c-867e0999349d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-11-iscsi', False) {} {{(pid=104513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 15:22:41.808909 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f2887eb-b43f-40d5-a157-e682ff81ee4e None None] The sync data for ids ['3bcd2529-f420-41e2-a5ac-1a460697e45d'] in dv-cinder-835384-11-iscsi is: [{'id': '3bcd2529-f420-41e2-a5ac-1a460697e45d', 'name': 'tempest-TestShelveInstance-541128803-router', 'tenant_id': '66edbd777b48472b8fcd5a3f43c68dcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'external_fixed_ips': [{'subnet_id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'ip_address': '172.27.0.33'}], 'enable_snat': True}, 'gw_port_id': '12d208d3-ea49-4066-8d96-b7abe8eee602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T15:20:55Z', 'updated_at': '2022-06-24T15:21:05Z', 'revision_number': 4, 'project_id': '66edbd777b48472b8fcd5a3f43c68dcc', 'gw_port': {'id': '12d208d3-ea49-4066-8d96-b7abe8eee602', 'name': '', 'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:01:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bcd2529-f420-41e2-a5ac-1a460697e45d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'ip_address': '172.27.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T15:20:56Z', 'updated_at': '2022-06-24T15:21:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-11-iscsi', '_floatingips': [{'id': '4cc326d8-a393-4759-bf06-f9b51e3665e9', 'tenant_id': '66edbd777b48472b8fcd5a3f43c68dcc', 'floating_ip_address': '172.27.0.2', 'floating_network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'router_id': '3bcd2529-f420-41e2-a5ac-1a460697e45d', 'port_id': 'e9c0e7f6-a572-47c4-8390-be9bdb776041', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 537, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6c164619-5a9e-49c6-b97b-50e7f7499706', 'mac_address': 'fa:16:3e:b6:09:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9aa864c2-63a6-4aa7-8ea6-3ce12daff080', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T15:22:39Z', 'updated_at': '2022-06-24T15:22:39Z', 'revision_number': 0, 'project_id': '66edbd777b48472b8fcd5a3f43c68dcc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7693434e-b791-47d2-8dea-d0c70dcf23f5', 'name': '', 'network_id': '6c164619-5a9e-49c6-b97b-50e7f7499706', 'tenant_id': '66edbd777b48472b8fcd5a3f43c68dcc', 'mac_address': 'fa:16:3e:e4:f9:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bcd2529-f420-41e2-a5ac-1a460697e45d', 'device_owner': 'network:router_interface', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'ec293509-7257-459b-932c-867e0999349d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T15:21:02Z', 'updated_at': '2022-06-24T15:21:11Z', 'revision_number': 5, 'project_id': '66edbd777b48472b8fcd5a3f43c68dcc', 'subnets': [{'id': 'ec293509-7257-459b-932c-867e0999349d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104513) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 15:22:41.989366 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.rpc [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Device 18c7a045-91ca-44b2-abe0-c90523b83549 details requested by agent hyperv_hv-cinder-83538 with host hv-cinder-83538 {{(pid=104513) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 15:22:41.994039 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.rpc [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Device da0887a0-7787-4561-9520-968f8cd45bcf no longer exists at agent hyperv_hv-cinder-83538 {{(pid=104513) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 15:22:42.011583 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90d1ddcb-6a51-4987-85a6-94a606b7261b None None] New status for floating IP 4cc326d8-a393-4759-bf06-f9b51e3665e9: ACTIVE {{(pid=104514) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 24 15:22:42.012161 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d4f689-24c3-4675-bc2e-ede098757a9e req-cb510779-c700-4b38-a5ad-b2f54ecec128 tempest-TestMinimumBasicScenario-1016590740 tempest-TestMinimumBasicScenario-1016590740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:22:42.013406 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-c0d4f689-24c3-4675-bc2e-ede098757a9e req-cb510779-c700-4b38-a5ad-b2f54ecec128 tempest-TestMinimumBasicScenario-1016590740 tempest-TestMinimumBasicScenario-1016590740-project] 10.222.0.67 "GET /v2.0/ports?device_id=79b13f6b-a027-4371-8012-54f025a726fa HTTP/1.1" status: 200 len: 943 time: 0.0523076 Jun 24 15:22:42.029798 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.plugin [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] No Port match for: da0887a0-7787-4561-9520-968f8cd45bcf {{(pid=104513) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 15:22:42.030150 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.rpc [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Device da0887a0-7787-4561-9520-968f8cd45bcf not bound to the agent host hv-cinder-83538 {{(pid=104513) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 15:22:42.065972 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-c0d4f689-24c3-4675-bc2e-ede098757a9e req-d888b669-a6d9-4feb-a8bd-4840fec8c793 tempest-TestMinimumBasicScenario-1016590740 tempest-TestMinimumBasicScenario-1016590740-project] 10.222.0.67 "GET /v2.0/security-groups?id=0c9a5b2b-9c69-45a1-a6b9-bfcdb81413bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460315 Jun 24 15:22:42.132169 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.db [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] For port 18c7a045-91ca-44b2-abe0-c90523b83549, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=18c7a045-91ca-44b2-abe0-c90523b83549,segment=NetworkSegment(5aa84711-eee4-4736-b915-ec9670ba17dc),segment_id=5aa84711-eee4-4736-b915-ec9670ba17dc)] {{(pid=104513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 15:22:42.144325 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.rpc [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Returning: {'device': '18c7a045-91ca-44b2-abe0-c90523b83549', 'network_id': '6f212514-c323-4661-9a70-8b24c5462bcd', 'port_id': '18c7a045-91ca-44b2-abe0-c90523b83549', 'mac_address': 'fa:16:3e:41:1b:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 791, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f64631d-2603-40c2-bbec-a14b52952181', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104513) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 15:22:42.180985 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.plugin [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Current status of the port 18c7a045-91ca-44b2-abe0-c90523b83549 is: DOWN; New status is: BUILD {{(pid=104513) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 15:22:42.181376 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7727318'] for port (18c7a045-91ca-44b2-abe0-c90523b83549), before_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:22:42.195017 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.notifiers.nova [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18c7a045-91ca-44b2-abe0-c90523b83549 {{(pid=104513) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 15:22:42.215391 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.db [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] For port 18c7a045-91ca-44b2-abe0-c90523b83549, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=18c7a045-91ca-44b2-abe0-c90523b83549,segment=NetworkSegment(5aa84711-eee4-4736-b915-ec9670ba17dc),segment_id=5aa84711-eee4-4736-b915-ec9670ba17dc)] {{(pid=104513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 15:22:42.292906 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761385101662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761384583316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761384583334'] for port (18c7a045-91ca-44b2-abe0-c90523b83549), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:22:42.347463 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Pushing event updated for resources: {'Port': ['ID=18c7a045-91ca-44b2-abe0-c90523b83549,revision_number=4']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:22:43.183309 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def4c2f8-985e-49cb-92ec-fc1ed45fd206 req-8d7cbd3f-7306-468b-a2f0-241050cad927 tempest-TestMinimumBasicScenario-1016590740 tempest-TestMinimumBasicScenario-1016590740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:22:43.189350 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-def4c2f8-985e-49cb-92ec-fc1ed45fd206 req-8d7cbd3f-7306-468b-a2f0-241050cad927 tempest-TestMinimumBasicScenario-1016590740 tempest-TestMinimumBasicScenario-1016590740-project] 10.222.0.67 "GET /v2.0/ports?device_id=79b13f6b-a027-4371-8012-54f025a726fa HTTP/1.1" status: 200 len: 944 time: 0.0487349 Jun 24 15:22:43.232144 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-def4c2f8-985e-49cb-92ec-fc1ed45fd206 req-1d6964ec-ee4d-4ce1-928f-225431ff1562 tempest-TestMinimumBasicScenario-1016590740 tempest-TestMinimumBasicScenario-1016590740-project] 10.222.0.67 "GET /v2.0/security-groups?id=0c9a5b2b-9c69-45a1-a6b9-bfcdb81413bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417433 Jun 24 15:22:44.350289 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10550094-8ccc-41d9-8be1-4c16c94551b3 req-4180f85c-89d1-466c-9be0-590b7dcb343d tempest-TestMinimumBasicScenario-1016590740 tempest-TestMinimumBasicScenario-1016590740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:22:44.351763 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-10550094-8ccc-41d9-8be1-4c16c94551b3 req-4180f85c-89d1-466c-9be0-590b7dcb343d tempest-TestMinimumBasicScenario-1016590740 tempest-TestMinimumBasicScenario-1016590740-project] 10.222.0.67 "GET /v2.0/ports?device_id=79b13f6b-a027-4371-8012-54f025a726fa HTTP/1.1" status: 200 len: 944 time: 0.0498648 Jun 24 15:22:44.397764 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-10550094-8ccc-41d9-8be1-4c16c94551b3 req-d34af299-86f7-4c65-8ed8-9350f8c9f1ff tempest-TestMinimumBasicScenario-1016590740 tempest-TestMinimumBasicScenario-1016590740-project] 10.222.0.67 "GET /v2.0/security-groups?id=0c9a5b2b-9c69-45a1-a6b9-bfcdb81413bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404930 Jun 24 15:22:45.214879 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.db [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] get_ports_and_sgs() called for port_ids ['18c7a045-91ca-44b2-abe0-c90523b83549'] {{(pid=104513) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 15:22:45.309534 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:22:45.513462 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e4c1bd-d504-4c47-912d-c1374fd14bd0 req-cc78a301-684b-4214-a6e4-b6e0b009af04 tempest-TestMinimumBasicScenario-1016590740 tempest-TestMinimumBasicScenario-1016590740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:22:45.514938 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-d9e4c1bd-d504-4c47-912d-c1374fd14bd0 req-cc78a301-684b-4214-a6e4-b6e0b009af04 tempest-TestMinimumBasicScenario-1016590740 tempest-TestMinimumBasicScenario-1016590740-project] 10.222.0.67 "GET /v2.0/ports?device_id=79b13f6b-a027-4371-8012-54f025a726fa HTTP/1.1" status: 200 len: 944 time: 0.0486429 Jun 24 15:22:45.562535 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-d9e4c1bd-d504-4c47-912d-c1374fd14bd0 req-ce5a2510-47ca-47e3-a86e-5b3eb1ffa2cd tempest-TestMinimumBasicScenario-1016590740 tempest-TestMinimumBasicScenario-1016590740-project] 10.222.0.67 "GET /v2.0/security-groups?id=0c9a5b2b-9c69-45a1-a6b9-bfcdb81413bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414135 Jun 24 15:22:46.680284 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3741b11-b0b7-4dfe-9a55-67ba91cd2987 req-ef24727a-c92d-4369-a963-3f1341262950 tempest-TestMinimumBasicScenario-1016590740 tempest-TestMinimumBasicScenario-1016590740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:22:46.681715 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-c3741b11-b0b7-4dfe-9a55-67ba91cd2987 req-ef24727a-c92d-4369-a963-3f1341262950 tempest-TestMinimumBasicScenario-1016590740 tempest-TestMinimumBasicScenario-1016590740-project] 10.222.0.67 "GET /v2.0/ports?device_id=79b13f6b-a027-4371-8012-54f025a726fa HTTP/1.1" status: 200 len: 944 time: 0.0497227 Jun 24 15:22:46.726989 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-c3741b11-b0b7-4dfe-9a55-67ba91cd2987 req-86fc00d4-5cb9-4503-8ddd-38b2cee10bcf tempest-TestMinimumBasicScenario-1016590740 tempest-TestMinimumBasicScenario-1016590740-project] 10.222.0.67 "GET /v2.0/security-groups?id=0c9a5b2b-9c69-45a1-a6b9-bfcdb81413bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398815 Jun 24 15:22:47.127376 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.rpc [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Device 18c7a045-91ca-44b2-abe0-c90523b83549 up at agent hyperv_hv-cinder-83538 {{(pid=104513) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 15:22:47.173511 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.provisioning_blocks [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Provisioning for port 18c7a045-91ca-44b2-abe0-c90523b83549 completed by entity L2. {{(pid=104513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 24 15:22:47.238741 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.provisioning_blocks [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Provisioning complete for port 18c7a045-91ca-44b2-abe0-c90523b83549 triggered by entity L2. {{(pid=104513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 15:22:47.239149 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7696598'] for port (18c7a045-91ca-44b2-abe0-c90523b83549), provisioning_complete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:22:47.310737 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.plugin [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Current status of the port 18c7a045-91ca-44b2-abe0-c90523b83549 is: BUILD; New status is: ACTIVE {{(pid=104513) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 15:22:47.311130 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7727318'] for port (18c7a045-91ca-44b2-abe0-c90523b83549), before_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:22:47.334676 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79b13f6b-a027-4371-8012-54f025a726fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18c7a045-91ca-44b2-abe0-c90523b83549'}] {{(pid=104513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 15:22:47.336898 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7de2ae652872cab3d5aa36b412d6cead56dffdf121926fea6679daaa3daba4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce4a7cc9-cc7c-4d71-8c9e-c0358b141909" -d '{"events": [{"server_uuid": "79b13f6b-a027-4371-8012-54f025a726fa", "name": "network-vif-plugged", "status": "completed", "tag": "18c7a045-91ca-44b2-abe0-c90523b83549"}]}' {{(pid=104513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 15:22:47.350161 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.db [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] For port 18c7a045-91ca-44b2-abe0-c90523b83549, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=18c7a045-91ca-44b2-abe0-c90523b83549,segment=NetworkSegment(5aa84711-eee4-4736-b915-ec9670ba17dc),segment_id=5aa84711-eee4-4736-b915-ec9670ba17dc)] {{(pid=104513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 15:22:47.376869 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 15:22:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8848c0d3-c32c-4b8f-9263-dfd6722336c9 x-openstack-request-id: req-8848c0d3-c32c-4b8f-9263-dfd6722336c9 {{(pid=104513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 15:22:47.376869 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79b13f6b-a027-4371-8012-54f025a726fa", "name": "network-vif-plugged", "status": "completed", "tag": "18c7a045-91ca-44b2-abe0-c90523b83549", "code": 200}]} {{(pid=104513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 15:22:47.376869 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-8848c0d3-c32c-4b8f-9263-dfd6722336c9 {{(pid=104513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 15:22:47.380843 dv-cinder-835384-11-iscsi neutron-server[104513]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8848c0d3-c32c-4b8f-9263-dfd6722336c9'] response: {'server_uuid': '79b13f6b-a027-4371-8012-54f025a726fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18c7a045-91ca-44b2-abe0-c90523b83549', 'code': 200} Jun 24 15:22:47.424955 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761385101662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761384583316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761384583334'] for port (18c7a045-91ca-44b2-abe0-c90523b83549), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:22:47.606337 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Pushing event updated for resources: {'Port': ['ID=18c7a045-91ca-44b2-abe0-c90523b83549,revision_number=5']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:22:47.731951 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4862a3d5-d890-4e4b-b119-4191b2e6bcd2 req-a15025e1-563b-4b3b-98a4-671a580d472e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:22:47.733446 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-4862a3d5-d890-4e4b-b119-4191b2e6bcd2 req-a15025e1-563b-4b3b-98a4-671a580d472e service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=79b13f6b-a027-4371-8012-54f025a726fa HTTP/1.1" status: 200 len: 1129 time: 0.0377147 Jun 24 15:22:47.773718 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=100 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:22:47.780198 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-4862a3d5-d890-4e4b-b119-4191b2e6bcd2 req-2caf02df-d3be-4593-bd05-2821ea96de95 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=0c9a5b2b-9c69-45a1-a6b9-bfcdb81413bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399873 Jun 24 15:22:47.838527 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4e26ba-0341-4395-bb83-8b0346e07d17 req-1516e7e9-e7c7-497e-934b-00c2d1afeb07 tempest-TestMinimumBasicScenario-1016590740 tempest-TestMinimumBasicScenario-1016590740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:22:47.839971 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-bd4e26ba-0341-4395-bb83-8b0346e07d17 req-1516e7e9-e7c7-497e-934b-00c2d1afeb07 tempest-TestMinimumBasicScenario-1016590740 tempest-TestMinimumBasicScenario-1016590740-project] 10.222.0.67 "GET /v2.0/ports?device_id=79b13f6b-a027-4371-8012-54f025a726fa HTTP/1.1" status: 200 len: 945 time: 0.0451140 Jun 24 15:22:47.888276 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-bd4e26ba-0341-4395-bb83-8b0346e07d17 req-b7820597-2dd5-4a2e-8bcb-baa56175cbdc tempest-TestMinimumBasicScenario-1016590740 tempest-TestMinimumBasicScenario-1016590740-project] 10.222.0.67 "GET /v2.0/security-groups?id=0c9a5b2b-9c69-45a1-a6b9-bfcdb81413bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429616 Jun 24 15:22:49.000323 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caaa7b06-182d-40ee-a3b8-92a78918d304 req-180f2d6b-0fae-4a7e-bb31-fb09c973c086 tempest-TestMinimumBasicScenario-1016590740 tempest-TestMinimumBasicScenario-1016590740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:22:49.001826 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-caaa7b06-182d-40ee-a3b8-92a78918d304 req-180f2d6b-0fae-4a7e-bb31-fb09c973c086 tempest-TestMinimumBasicScenario-1016590740 tempest-TestMinimumBasicScenario-1016590740-project] 10.222.0.67 "GET /v2.0/ports?device_id=79b13f6b-a027-4371-8012-54f025a726fa HTTP/1.1" status: 200 len: 945 time: 0.0463374 Jun 24 15:22:49.050768 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-caaa7b06-182d-40ee-a3b8-92a78918d304 req-5cd2b680-e05b-4c81-8172-79dc3b9648f1 tempest-TestMinimumBasicScenario-1016590740 tempest-TestMinimumBasicScenario-1016590740-project] 10.222.0.67 "GET /v2.0/security-groups?id=0c9a5b2b-9c69-45a1-a6b9-bfcdb81413bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433517 Jun 24 15:22:49.742891 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.db.agents_db [None req-1e76bcc0-0ba2-49bf-a9b5-df198b272e3c None None] Agent healthcheck: found 6 active agents {{(pid=104514) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 15:22:50.163987 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee384738-882f-4bce-8bff-fe148275951e req-038210ce-efd9-411a-9313-49362632a86d tempest-TestMinimumBasicScenario-1016590740 tempest-TestMinimumBasicScenario-1016590740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:22:50.165453 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-ee384738-882f-4bce-8bff-fe148275951e req-038210ce-efd9-411a-9313-49362632a86d tempest-TestMinimumBasicScenario-1016590740 tempest-TestMinimumBasicScenario-1016590740-project] 10.222.0.67 "GET /v2.0/ports?device_id=79b13f6b-a027-4371-8012-54f025a726fa HTTP/1.1" status: 200 len: 945 time: 0.0482635 Jun 24 15:22:50.213204 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-ee384738-882f-4bce-8bff-fe148275951e req-2ad93e8c-040c-47cb-854d-660b3aa9a9ab tempest-TestMinimumBasicScenario-1016590740 tempest-TestMinimumBasicScenario-1016590740-project] 10.222.0.67 "GET /v2.0/security-groups?id=0c9a5b2b-9c69-45a1-a6b9-bfcdb81413bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420704 Jun 24 15:22:51.301883 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-db75ea09-8ec0-4e8f-9213-759a26db96bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697012'] for agent (61dc9491-0c49-467e-b62a-6961ce952bc2), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:22:51.331201 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d22741b-a9df-4f4b-9dca-1efe96e876a2 req-4dcc5949-07a7-4c3d-b678-779f0b051e7a tempest-TestMinimumBasicScenario-1016590740 tempest-TestMinimumBasicScenario-1016590740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:22:51.332805 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-3d22741b-a9df-4f4b-9dca-1efe96e876a2 req-4dcc5949-07a7-4c3d-b678-779f0b051e7a tempest-TestMinimumBasicScenario-1016590740 tempest-TestMinimumBasicScenario-1016590740-project] 10.222.0.67 "GET /v2.0/ports?device_id=79b13f6b-a027-4371-8012-54f025a726fa HTTP/1.1" status: 200 len: 945 time: 0.0527196 Jun 24 15:22:51.380200 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-3d22741b-a9df-4f4b-9dca-1efe96e876a2 req-f743d03d-c757-45cf-86f5-d31c9b64c92c tempest-TestMinimumBasicScenario-1016590740 tempest-TestMinimumBasicScenario-1016590740-project] 10.222.0.67 "GET /v2.0/security-groups?id=0c9a5b2b-9c69-45a1-a6b9-bfcdb81413bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417793 Jun 24 15:22:51.388890 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=23 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:22:51.983525 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47850b6a-1b35-41f2-ba7e-e2b3d7a48744 req-93ac748f-3715-4233-81db-03fe21aed050 tempest-VolumesSnapshotTestJSON-1947462697 tempest-VolumesSnapshotTestJSON-1947462697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:22:51.984898 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-47850b6a-1b35-41f2-ba7e-e2b3d7a48744 req-93ac748f-3715-4233-81db-03fe21aed050 tempest-VolumesSnapshotTestJSON-1947462697 tempest-VolumesSnapshotTestJSON-1947462697-project] 10.222.0.67 "GET /v2.0/networks?id=adb22d0d-9079-4b27-97ea-9d1017ee2036 HTTP/1.1" status: 200 len: 814 time: 0.1026425 Jun 24 15:22:51.995992 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=100 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:22:51.999800 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-47850b6a-1b35-41f2-ba7e-e2b3d7a48744 req-8da0024a-1445-4652-ad28-6554a8873def tempest-VolumesSnapshotTestJSON-1947462697 tempest-VolumesSnapshotTestJSON-1947462697-project] 10.222.0.67 "GET /v2.0/quotas/90288e11d18a4c58b77d848fdd630535 HTTP/1.1" status: 200 len: 375 time: 0.0096335 Jun 24 15:22:52.036461 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-47850b6a-1b35-41f2-ba7e-e2b3d7a48744 req-1a51b110-c8e2-4d0c-bc5a-debb0c090ec1 tempest-VolumesSnapshotTestJSON-1947462697 tempest-VolumesSnapshotTestJSON-1947462697-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=90288e11d18a4c58b77d848fdd630535&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0313089 Jun 24 15:22:52.127606 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-47850b6a-1b35-41f2-ba7e-e2b3d7a48744 req-31f39b46-c026-425d-bb16-ca836a34e036 service neutron] 10.222.0.67 "GET /v2.0/networks/adb22d0d-9079-4b27-97ea-9d1017ee2036?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839269 Jun 24 15:22:52.220442 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-47850b6a-1b35-41f2-ba7e-e2b3d7a48744 req-df5c1dda-d8f9-480a-b4cb-a99a49ff154b service neutron] 10.222.0.67 "GET /v2.0/networks/adb22d0d-9079-4b27-97ea-9d1017ee2036?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872259 Jun 24 15:22:52.468412 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-7e6fb4af-5560-4f7b-8bbb-c4ab6fd7c33a req-6dbc34ac-70a4-40b2-a88b-d7a37efd0f7e tempest-VolumesSnapshotTestJSON-1947462697 tempest-VolumesSnapshotTestJSON-1947462697-project] 10.222.0.67 "GET /v2.0/ports?device_id=c15beecb-7a05-45a1-be63-239d26bcb9f5 HTTP/1.1" status: 200 len: 210 time: 0.0344663 Jun 24 15:22:52.520671 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2094b9-7d6c-4ccb-bce9-a305e6aae82b req-0f2f06ec-4a8d-4dbf-bacf-c831ea8270c4 tempest-TestMinimumBasicScenario-1016590740 tempest-TestMinimumBasicScenario-1016590740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:22:52.522248 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-5f2094b9-7d6c-4ccb-bce9-a305e6aae82b req-0f2f06ec-4a8d-4dbf-bacf-c831ea8270c4 tempest-TestMinimumBasicScenario-1016590740 tempest-TestMinimumBasicScenario-1016590740-project] 10.222.0.67 "GET /v2.0/ports?device_id=79b13f6b-a027-4371-8012-54f025a726fa HTTP/1.1" status: 200 len: 945 time: 0.0577919 Jun 24 15:22:52.579019 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-5f2094b9-7d6c-4ccb-bce9-a305e6aae82b req-8bf95fce-56ab-44a4-8db7-225d795f4edd tempest-TestMinimumBasicScenario-1016590740 tempest-TestMinimumBasicScenario-1016590740-project] 10.222.0.67 "GET /v2.0/security-groups?id=0c9a5b2b-9c69-45a1-a6b9-bfcdb81413bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486016 Jun 24 15:22:52.691319 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e420be25-e9de-458e-882f-6aab00b7bb13 req-566c2681-cac9-4bc2-a228-2c9167448d9d tempest-TestMinimumBasicScenario-1016590740 tempest-TestMinimumBasicScenario-1016590740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:22:52.692864 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-e420be25-e9de-458e-882f-6aab00b7bb13 req-566c2681-cac9-4bc2-a228-2c9167448d9d tempest-TestMinimumBasicScenario-1016590740 tempest-TestMinimumBasicScenario-1016590740-project] 10.222.0.67 "GET /v2.0/ports?device_id=79b13f6b-a027-4371-8012-54f025a726fa HTTP/1.1" status: 200 len: 945 time: 0.0479267 Jun 24 15:22:52.740459 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-e420be25-e9de-458e-882f-6aab00b7bb13 req-a19ed6ab-493d-40c6-9ab5-33c05455aa0d tempest-TestMinimumBasicScenario-1016590740 tempest-TestMinimumBasicScenario-1016590740-project] 10.222.0.67 "GET /v2.0/security-groups?id=0c9a5b2b-9c69-45a1-a6b9-bfcdb81413bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417523 Jun 24 15:22:53.067274 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a44a37-7ac6-4564-8073-d523ed3848e1 req-4ef33d0a-23a3-49be-8e9c-ba691e96f0d4 tempest-TestMinimumBasicScenario-1016590740 tempest-TestMinimumBasicScenario-1016590740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:22:53.068747 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-76a44a37-7ac6-4564-8073-d523ed3848e1 req-4ef33d0a-23a3-49be-8e9c-ba691e96f0d4 tempest-TestMinimumBasicScenario-1016590740 tempest-TestMinimumBasicScenario-1016590740-project] 10.222.0.67 "GET /v2.0/ports?device_id=79b13f6b-a027-4371-8012-54f025a726fa HTTP/1.1" status: 200 len: 945 time: 0.0475099 Jun 24 15:22:53.094121 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=100 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:22:53.116328 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-76a44a37-7ac6-4564-8073-d523ed3848e1 req-66707a60-a06a-433e-bb80-ba3cafdee7c5 tempest-TestMinimumBasicScenario-1016590740 tempest-TestMinimumBasicScenario-1016590740-project] 10.222.0.67 "GET /v2.0/security-groups?id=0c9a5b2b-9c69-45a1-a6b9-bfcdb81413bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416703 Jun 24 15:22:53.578090 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-66551d10-d6d2-4ce1-ac43-1581a63b9d7f req-b956a3b2-3b27-48b0-86a8-fb480ade7f03 tempest-VolumesSnapshotTestJSON-1947462697 tempest-VolumesSnapshotTestJSON-1947462697-project] 10.222.0.67 "GET /v2.0/ports?device_id=c15beecb-7a05-45a1-be63-239d26bcb9f5 HTTP/1.1" status: 200 len: 210 time: 0.0324957 Jun 24 15:22:53.738426 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-f15ea4ab-c90f-4199-93e1-a7984d7e2739 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697012'] for agent (45985ff7-1335-48cd-ab02-73eb58295827), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:22:54.447841 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47850b6a-1b35-41f2-ba7e-e2b3d7a48744 req-2e29c36a-b0ec-46c9-9321-8c0c5961fb34 tempest-VolumesSnapshotTestJSON-1947462697 tempest-VolumesSnapshotTestJSON-1947462697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:22:54.451673 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-47850b6a-1b35-41f2-ba7e-e2b3d7a48744 req-2e29c36a-b0ec-46c9-9321-8c0c5961fb34 tempest-VolumesSnapshotTestJSON-1947462697 tempest-VolumesSnapshotTestJSON-1947462697-project] 10.222.0.64 "GET /v2.0/networks?id=adb22d0d-9079-4b27-97ea-9d1017ee2036 HTTP/1.1" status: 200 len: 814 time: 0.1027489 Jun 24 15:22:54.484129 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.v2.base [req-47850b6a-1b35-41f2-ba7e-e2b3d7a48744 req-b3d2af4c-5c60-4085-bfed-58c4b6464911 tempest-VolumesSnapshotTestJSON-1947462697 tempest-VolumesSnapshotTestJSON-1947462697-project] Request body: {'port': {'device_id': 'c15beecb-7a05-45a1-be63-239d26bcb9f5', 'network_id': 'adb22d0d-9079-4b27-97ea-9d1017ee2036', 'admin_state_up': True, 'tenant_id': '90288e11d18a4c58b77d848fdd630535'}} {{(pid=104512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 15:22:54.545551 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a0fe58-77be-4863-8689-6c58f278667d req-cb810c42-d7e9-4432-b19a-d100a4a97ab3 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:22:54.547037 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-54a0fe58-77be-4863-8689-6c58f278667d req-cb810c42-d7e9-4432-b19a-d100a4a97ab3 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] 10.222.0.67 "GET /v2.0/ports?device_id=68a388fa-baf9-475a-9e9e-4b89f267983d HTTP/1.1" status: 200 len: 945 time: 0.0786302 Jun 24 15:22:54.552866 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37f04ff-a1fa-4dd8-bb6e-439476dd607e req-b4afea1a-5f77-494f-907b-85689abba9d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:22:54.554374 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [req-a37f04ff-a1fa-4dd8-bb6e-439476dd607e req-b4afea1a-5f77-494f-907b-85689abba9d7 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b6bf0e1123fa47a7844e09127fb16d6e&device_id=68a388fa-baf9-475a-9e9e-4b89f267983d HTTP/1.1" status: 200 len: 1129 time: 0.0414453 Jun 24 15:22:54.653543 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-54a0fe58-77be-4863-8689-6c58f278667d req-1263b0bc-065d-4701-8d48-c1b9bf8897d3 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] 10.222.0.67 "GET /v2.0/security-groups?id=6a9266fa-b1d6-497f-a6b1-a603906b73d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1006024 Jun 24 15:22:54.663786 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37f04ff-a1fa-4dd8-bb6e-439476dd607e req-31cc15c8-7889-4b98-9710-6acb26ebcf6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:22:54.665501 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [req-a37f04ff-a1fa-4dd8-bb6e-439476dd607e req-31cc15c8-7889-4b98-9710-6acb26ebcf6a service neutron] 10.222.0.64 "GET /v2.0/networks?id=af13b512-ccae-46a6-b2e4-3851b74c876d HTTP/1.1" status: 200 len: 920 time: 0.1051061 Jun 24 15:22:54.710355 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-7ef044ce-981a-4eb1-8be3-1590332ec7b8 req-d68143a9-6c43-4c98-8b51-adabfc87d5c2 tempest-VolumesSnapshotTestJSON-1947462697 tempest-VolumesSnapshotTestJSON-1947462697-project] 10.222.0.67 "GET /v2.0/ports?device_id=c15beecb-7a05-45a1-be63-239d26bcb9f5 HTTP/1.1" status: 200 len: 210 time: 0.0369635 Jun 24 15:22:54.733067 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [req-a37f04ff-a1fa-4dd8-bb6e-439476dd607e req-91b4b789-6ebc-48aa-bee9-502a4838717b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f136a5f8-c1cb-48a1-8b07-9b685830d3b5 HTTP/1.1" status: 200 len: 1000 time: 0.0608311 Jun 24 15:22:54.761135 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47850b6a-1b35-41f2-ba7e-e2b3d7a48744 req-b3d2af4c-5c60-4085-bfed-58c4b6464911 tempest-VolumesSnapshotTestJSON-1947462697 tempest-VolumesSnapshotTestJSON-1947462697-project] Made reservation on behalf of 90288e11d18a4c58b77d848fdd630535 for: {'port': 1} {{(pid=104512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 15:22:54.764537 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [req-47850b6a-1b35-41f2-ba7e-e2b3d7a48744 req-b3d2af4c-5c60-4085-bfed-58c4b6464911 tempest-VolumesSnapshotTestJSON-1947462697 tempest-VolumesSnapshotTestJSON-1947462697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7727318'] for port (None), before_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:22:54.786231 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37f04ff-a1fa-4dd8-bb6e-439476dd607e req-5fc997a0-1665-4189-8454-2d1f80ea5811 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:22:54.787741 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [req-a37f04ff-a1fa-4dd8-bb6e-439476dd607e req-5fc997a0-1665-4189-8454-2d1f80ea5811 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=298c1716-00da-4f9f-a34c-b32e0b6a8775 HTTP/1.1" status: 200 len: 858 time: 0.0483451 Jun 24 15:22:54.837028 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37f04ff-a1fa-4dd8-bb6e-439476dd607e req-d6c92c4c-d38b-4877-9b76-a661e8832159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:22:54.838489 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [req-a37f04ff-a1fa-4dd8-bb6e-439476dd607e req-d6c92c4c-d38b-4877-9b76-a661e8832159 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=af13b512-ccae-46a6-b2e4-3851b74c876d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0434020 Jun 24 15:22:54.891790 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.db.db_base_plugin_common [req-47850b6a-1b35-41f2-ba7e-e2b3d7a48744 req-b3d2af4c-5c60-4085-bfed-58c4b6464911 tempest-VolumesSnapshotTestJSON-1947462697 tempest-VolumesSnapshotTestJSON-1947462697-project] Allocated IP 172.20.0.5 (adb22d0d-9079-4b27-97ea-9d1017ee2036/a67d4b4c-0a30-4c29-a996-0149e1ca9730/c62be48c-fa1e-4502-b6de-4a100cd9bc71) {{(pid=104512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 15:22:54.928806 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:22:54.938369 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-6e9ba797-1d0c-40f8-9e0c-708f895be0b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697012'] for agent (f984396c-9862-4f32-9cf6-f19d2e5feb00), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:22:55.029441 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [req-a37f04ff-a1fa-4dd8-bb6e-439476dd607e req-2d0d7409-90ae-42b6-b7f9-e44d0bed18ae service neutron] 10.222.0.64 "GET /v2.0/networks/af13b512-ccae-46a6-b2e4-3851b74c876d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010647 Jun 24 15:22:55.129074 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [req-a37f04ff-a1fa-4dd8-bb6e-439476dd607e req-fbfb69ea-49aa-4aeb-b7fe-1b41560c39d3 service neutron] 10.222.0.64 "GET /v2.0/networks/af13b512-ccae-46a6-b2e4-3851b74c876d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931592 Jun 24 15:22:55.284578 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [req-47850b6a-1b35-41f2-ba7e-e2b3d7a48744 req-b3d2af4c-5c60-4085-bfed-58c4b6464911 tempest-VolumesSnapshotTestJSON-1947462697 tempest-VolumesSnapshotTestJSON-1947462697-project] Publish callbacks [] for port (c62be48c-fa1e-4502-b6de-4a100cd9bc71), precommit_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:22:55.373233 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [req-47850b6a-1b35-41f2-ba7e-e2b3d7a48744 req-b3d2af4c-5c60-4085-bfed-58c4b6464911 tempest-VolumesSnapshotTestJSON-1947462697 tempest-VolumesSnapshotTestJSON-1947462697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761384583298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3859661'] for port (c62be48c-fa1e-4502-b6de-4a100cd9bc71), after_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:22:55.379880 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:22:55.419204 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47850b6a-1b35-41f2-ba7e-e2b3d7a48744 req-b3d2af4c-5c60-4085-bfed-58c4b6464911 tempest-VolumesSnapshotTestJSON-1947462697 tempest-VolumesSnapshotTestJSON-1947462697-project] Network adb22d0d-9079-4b27-97ea-9d1017ee2036 is already hosted by enough agents. {{(pid=104512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 15:22:55.422054 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.scheduler.base_scheduler [req-47850b6a-1b35-41f2-ba7e-e2b3d7a48744 req-b3d2af4c-5c60-4085-bfed-58c4b6464911 tempest-VolumesSnapshotTestJSON-1947462697 tempest-VolumesSnapshotTestJSON-1947462697-project] Resources bound (agent type, host, resource id): {{(pid=104512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 15:22:55.425875 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.db.l3_dvrscheduler_db [req-47850b6a-1b35-41f2-ba7e-e2b3d7a48744 req-b3d2af4c-5c60-4085-bfed-58c4b6464911 tempest-VolumesSnapshotTestJSON-1947462697 tempest-VolumesSnapshotTestJSON-1947462697-project] Received port after_create {{(pid=104512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 15:22:55.450430 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d2af4c-5c60-4085-bfed-58c4b6464911 tempest-VolumesSnapshotTestJSON-1947462697 tempest-VolumesSnapshotTestJSON-1947462697-project] Pushing event updated for resources: {'Port': ['ID=c62be48c-fa1e-4502-b6de-4a100cd9bc71,revision_number=1']} {{(pid=104512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:22:55.464932 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d2af4c-5c60-4085-bfed-58c4b6464911 tempest-VolumesSnapshotTestJSON-1947462697 tempest-VolumesSnapshotTestJSON-1947462697-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:22:55.465274 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d2af4c-5c60-4085-bfed-58c4b6464911 tempest-VolumesSnapshotTestJSON-1947462697 tempest-VolumesSnapshotTestJSON-1947462697-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:22:55.465609 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d2af4c-5c60-4085-bfed-58c4b6464911 tempest-VolumesSnapshotTestJSON-1947462697 tempest-VolumesSnapshotTestJSON-1947462697-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:22:55.465941 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d2af4c-5c60-4085-bfed-58c4b6464911 tempest-VolumesSnapshotTestJSON-1947462697 tempest-VolumesSnapshotTestJSON-1947462697-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:22:55.466269 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d2af4c-5c60-4085-bfed-58c4b6464911 tempest-VolumesSnapshotTestJSON-1947462697 tempest-VolumesSnapshotTestJSON-1947462697-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:22:55.466590 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d2af4c-5c60-4085-bfed-58c4b6464911 tempest-VolumesSnapshotTestJSON-1947462697 tempest-VolumesSnapshotTestJSON-1947462697-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:22:55.466911 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d2af4c-5c60-4085-bfed-58c4b6464911 tempest-VolumesSnapshotTestJSON-1947462697 tempest-VolumesSnapshotTestJSON-1947462697-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:22:55.467256 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d2af4c-5c60-4085-bfed-58c4b6464911 tempest-VolumesSnapshotTestJSON-1947462697 tempest-VolumesSnapshotTestJSON-1947462697-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:22:55.467577 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d2af4c-5c60-4085-bfed-58c4b6464911 tempest-VolumesSnapshotTestJSON-1947462697 tempest-VolumesSnapshotTestJSON-1947462697-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:22:55.467898 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d2af4c-5c60-4085-bfed-58c4b6464911 tempest-VolumesSnapshotTestJSON-1947462697 tempest-VolumesSnapshotTestJSON-1947462697-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:22:55.468213 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d2af4c-5c60-4085-bfed-58c4b6464911 tempest-VolumesSnapshotTestJSON-1947462697 tempest-VolumesSnapshotTestJSON-1947462697-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:22:55.468529 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d2af4c-5c60-4085-bfed-58c4b6464911 tempest-VolumesSnapshotTestJSON-1947462697 tempest-VolumesSnapshotTestJSON-1947462697-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:22:55.468860 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d2af4c-5c60-4085-bfed-58c4b6464911 tempest-VolumesSnapshotTestJSON-1947462697 tempest-VolumesSnapshotTestJSON-1947462697-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:22:55.469173 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d2af4c-5c60-4085-bfed-58c4b6464911 tempest-VolumesSnapshotTestJSON-1947462697 tempest-VolumesSnapshotTestJSON-1947462697-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:22:55.469619 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d2af4c-5c60-4085-bfed-58c4b6464911 tempest-VolumesSnapshotTestJSON-1947462697 tempest-VolumesSnapshotTestJSON-1947462697-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:22:55.490209 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47850b6a-1b35-41f2-ba7e-e2b3d7a48744 req-b3d2af4c-5c60-4085-bfed-58c4b6464911 tempest-VolumesSnapshotTestJSON-1947462697 tempest-VolumesSnapshotTestJSON-1947462697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:22:55.490810 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [req-47850b6a-1b35-41f2-ba7e-e2b3d7a48744 req-b3d2af4c-5c60-4085-bfed-58c4b6464911 tempest-VolumesSnapshotTestJSON-1947462697 tempest-VolumesSnapshotTestJSON-1947462697-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30073'] for port (None), before_response {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:22:55.595902 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-47850b6a-1b35-41f2-ba7e-e2b3d7a48744 req-b3d2af4c-5c60-4085-bfed-58c4b6464911 tempest-VolumesSnapshotTestJSON-1947462697 tempest-VolumesSnapshotTestJSON-1947462697-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1174092 Jun 24 15:22:55.608928 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.v2.base [req-47850b6a-1b35-41f2-ba7e-e2b3d7a48744 req-edb60e36-df3b-464f-ac04-d7956972813c service neutron] Request body: {'port': {'device_id': 'c15beecb-7a05-45a1-be63-239d26bcb9f5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83538'}} {{(pid=104512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 15:22:55.668745 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [req-47850b6a-1b35-41f2-ba7e-e2b3d7a48744 req-edb60e36-df3b-464f-ac04-d7956972813c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7727318'] for port (c62be48c-fa1e-4502-b6de-4a100cd9bc71), before_update {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:22:55.836915 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1628450-3a87-4509-8046-0bfa69d7e1ab req-4c62d00f-b189-42e2-bc11-85edb302bddf tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:22:55.838370 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-f1628450-3a87-4509-8046-0bfa69d7e1ab req-4c62d00f-b189-42e2-bc11-85edb302bddf tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] 10.222.0.67 "GET /v2.0/ports?device_id=68a388fa-baf9-475a-9e9e-4b89f267983d HTTP/1.1" status: 200 len: 945 time: 0.0724683 Jun 24 15:22:55.938288 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-f1628450-3a87-4509-8046-0bfa69d7e1ab req-bd01d347-896e-422b-a167-f3ac61dd0e2b tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] 10.222.0.67 "GET /v2.0/security-groups?id=6a9266fa-b1d6-497f-a6b1-a603906b73d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0893388 Jun 24 15:22:56.010840 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.notifiers.nova [req-47850b6a-1b35-41f2-ba7e-e2b3d7a48744 req-edb60e36-df3b-464f-ac04-d7956972813c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c62be48c-fa1e-4502-b6de-4a100cd9bc71 {{(pid=104512) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 15:22:56.038356 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [req-47850b6a-1b35-41f2-ba7e-e2b3d7a48744 req-edb60e36-df3b-464f-ac04-d7956972813c service neutron] Publish callbacks [] for port (c62be48c-fa1e-4502-b6de-4a100cd9bc71), precommit_update {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:22:56.055547 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=93,neutron:INSERT=1,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:22:56.063309 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ade0765-e543-4718-8fa0-b69be518bf2d req-7a5e88e8-57f1-427e-91f8-c64687a9a8c1 tempest-VolumesSnapshotTestJSON-1947462697 tempest-VolumesSnapshotTestJSON-1947462697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:22:56.065380 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-8ade0765-e543-4718-8fa0-b69be518bf2d req-7a5e88e8-57f1-427e-91f8-c64687a9a8c1 tempest-VolumesSnapshotTestJSON-1947462697 tempest-VolumesSnapshotTestJSON-1947462697-project] 10.222.0.67 "GET /v2.0/ports?device_id=c15beecb-7a05-45a1-be63-239d26bcb9f5 HTTP/1.1" status: 200 len: 931 time: 0.0705361 Jun 24 15:22:56.066309 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.db.provisioning_blocks [req-47850b6a-1b35-41f2-ba7e-e2b3d7a48744 req-edb60e36-df3b-464f-ac04-d7956972813c service neutron] Transition to ACTIVE for port object c62be48c-fa1e-4502-b6de-4a100cd9bc71 will not be triggered until provisioned by entity L2. {{(pid=104512) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 24 15:22:56.113566 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-8ade0765-e543-4718-8fa0-b69be518bf2d req-a11de284-88d4-41ca-9689-59ac8fa9e84e tempest-VolumesSnapshotTestJSON-1947462697 tempest-VolumesSnapshotTestJSON-1947462697-project] 10.222.0.67 "GET /v2.0/security-groups?id=e2dd80b4-9ee5-4265-9129-7e54a35815b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426741 Jun 24 15:22:56.137273 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [req-47850b6a-1b35-41f2-ba7e-e2b3d7a48744 req-edb60e36-df3b-464f-ac04-d7956972813c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761385101662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761384583316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761384583334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3859668'] for port (c62be48c-fa1e-4502-b6de-4a100cd9bc71), after_update {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:22:56.195094 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb60e36-df3b-464f-ac04-d7956972813c service neutron] Pushing event updated for resources: {'Port': ['ID=c62be48c-fa1e-4502-b6de-4a100cd9bc71,revision_number=2']} {{(pid=104512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:22:56.269484 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.managers [req-47850b6a-1b35-41f2-ba7e-e2b3d7a48744 req-edb60e36-df3b-464f-ac04-d7956972813c service neutron] Attempting to bind port c62be48c-fa1e-4502-b6de-4a100cd9bc71 on host hv-cinder-83538 for vnic_type normal with profile {{(pid=104512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 15:22:56.269827 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.managers [req-47850b6a-1b35-41f2-ba7e-e2b3d7a48744 req-edb60e36-df3b-464f-ac04-d7956972813c service neutron] Attempting to bind port c62be48c-fa1e-4502-b6de-4a100cd9bc71 by drivers openvswitch,hyperv on host hv-cinder-83538 at level 0 using segments [{'id': '0cf260fc-b403-4eab-852c-5cc95c3c0b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'adb22d0d-9079-4b27-97ea-9d1017ee2036'}] {{(pid=104512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 15:22:56.270185 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47850b6a-1b35-41f2-ba7e-e2b3d7a48744 req-edb60e36-df3b-464f-ac04-d7956972813c service neutron] Attempting to bind port c62be48c-fa1e-4502-b6de-4a100cd9bc71 on network adb22d0d-9079-4b27-97ea-9d1017ee2036 {{(pid=104512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 15:22:56.274932 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47850b6a-1b35-41f2-ba7e-e2b3d7a48744 req-edb60e36-df3b-464f-ac04-d7956972813c service neutron] Port c62be48c-fa1e-4502-b6de-4a100cd9bc71 on network adb22d0d-9079-4b27-97ea-9d1017ee2036 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83538 {{(pid=104512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 24 15:22:56.275294 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47850b6a-1b35-41f2-ba7e-e2b3d7a48744 req-edb60e36-df3b-464f-ac04-d7956972813c service neutron] Attempting to bind port c62be48c-fa1e-4502-b6de-4a100cd9bc71 on network adb22d0d-9079-4b27-97ea-9d1017ee2036 {{(pid=104512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 15:22:56.280587 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47850b6a-1b35-41f2-ba7e-e2b3d7a48744 req-edb60e36-df3b-464f-ac04-d7956972813c service neutron] Checking agent: {'id': 'f0fa743b-ff28-43ff-ac51-704c86538f10', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83538', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 15, 16, 38), 'started_at': datetime.datetime(2022, 6, 24, 15, 16, 38), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 15, 22, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 15:22:56.286091 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47850b6a-1b35-41f2-ba7e-e2b3d7a48744 req-edb60e36-df3b-464f-ac04-d7956972813c service neutron] Checking segment: {'id': '0cf260fc-b403-4eab-852c-5cc95c3c0b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'adb22d0d-9079-4b27-97ea-9d1017ee2036'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 15:22:56.286091 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47850b6a-1b35-41f2-ba7e-e2b3d7a48744 req-edb60e36-df3b-464f-ac04-d7956972813c service neutron] Bound using segment: {'id': '0cf260fc-b403-4eab-852c-5cc95c3c0b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'adb22d0d-9079-4b27-97ea-9d1017ee2036'} {{(pid=104512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 15:22:56.286091 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.managers [req-47850b6a-1b35-41f2-ba7e-e2b3d7a48744 req-edb60e36-df3b-464f-ac04-d7956972813c service neutron] Bound port: c62be48c-fa1e-4502-b6de-4a100cd9bc71, host: hv-cinder-83538, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0cf260fc-b403-4eab-852c-5cc95c3c0b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'adb22d0d-9079-4b27-97ea-9d1017ee2036'}}] {{(pid=104512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 15:22:56.286091 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [req-47850b6a-1b35-41f2-ba7e-e2b3d7a48744 req-edb60e36-df3b-464f-ac04-d7956972813c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7727318'] for port (c62be48c-fa1e-4502-b6de-4a100cd9bc71), before_update {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:22:56.320215 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:22:56.354034 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.db [req-47850b6a-1b35-41f2-ba7e-e2b3d7a48744 req-edb60e36-df3b-464f-ac04-d7956972813c service neutron] For port c62be48c-fa1e-4502-b6de-4a100cd9bc71, host hv-cinder-83538, cleared binding levels {{(pid=104512) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 15:22:56.359914 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.db [req-47850b6a-1b35-41f2-ba7e-e2b3d7a48744 req-edb60e36-df3b-464f-ac04-d7956972813c service neutron] For port c62be48c-fa1e-4502-b6de-4a100cd9bc71, host hv-cinder-83538, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=c62be48c-fa1e-4502-b6de-4a100cd9bc71,segment=NetworkSegment(0cf260fc-b403-4eab-852c-5cc95c3c0b2e),segment_id=0cf260fc-b403-4eab-852c-5cc95c3c0b2e)] {{(pid=104512) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 15:22:56.395289 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-e7d2b4de-897d-40d1-b758-5e5b7ac4c4e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697012'] for agent (2f766f35-a225-44ed-b70f-669caec6f4a7), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:22:56.427843 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [req-47850b6a-1b35-41f2-ba7e-e2b3d7a48744 req-edb60e36-df3b-464f-ac04-d7956972813c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761385101662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761384583316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761384583334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3859668'] for port (c62be48c-fa1e-4502-b6de-4a100cd9bc71), after_update {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:22:56.464103 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47850b6a-1b35-41f2-ba7e-e2b3d7a48744 req-edb60e36-df3b-464f-ac04-d7956972813c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:22:56.464584 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [req-47850b6a-1b35-41f2-ba7e-e2b3d7a48744 req-edb60e36-df3b-464f-ac04-d7956972813c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30073'] for port (None), before_response {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:22:56.465951 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-47850b6a-1b35-41f2-ba7e-e2b3d7a48744 req-edb60e36-df3b-464f-ac04-d7956972813c service neutron] 10.222.0.64 "PUT /v2.0/ports/c62be48c-fa1e-4502-b6de-4a100cd9bc71 HTTP/1.1" status: 200 len: 1093 time: 0.8612280 Jun 24 15:22:56.468286 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c15beecb-7a05-45a1-be63-239d26bcb9f5', 'tag': 'c62be48c-fa1e-4502-b6de-4a100cd9bc71'}] {{(pid=104512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 15:22:56.470505 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9db87de5340c6be2811fa9e5912a63998a589dd3f857fd3823a550d1ae48127" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-294dbfea-b731-4da3-bd12-8e914775c506" -d '{"events": [{"name": "network-changed", "server_uuid": "c15beecb-7a05-45a1-be63-239d26bcb9f5", "tag": "c62be48c-fa1e-4502-b6de-4a100cd9bc71"}]}' {{(pid=104512) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 15:22:56.494129 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb60e36-df3b-464f-ac04-d7956972813c service neutron] Pushing event updated for resources: {'Port': ['ID=c62be48c-fa1e-4502-b6de-4a100cd9bc71,revision_number=3']} {{(pid=104512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:22:56.508005 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Jun 2022 15:22:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad707260-9404-4a45-a876-20cda101b234 x-openstack-request-id: req-ad707260-9404-4a45-a876-20cda101b234 {{(pid=104512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 15:22:56.508287 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c15beecb-7a05-45a1-be63-239d26bcb9f5", "tag": "c62be48c-fa1e-4502-b6de-4a100cd9bc71", "status": "completed", "code": 200}]} {{(pid=104512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 15:22:56.508532 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-ad707260-9404-4a45-a876-20cda101b234 {{(pid=104512) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 15:22:56.508926 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad707260-9404-4a45-a876-20cda101b234'] response: {'name': 'network-changed', 'server_uuid': 'c15beecb-7a05-45a1-be63-239d26bcb9f5', 'tag': 'c62be48c-fa1e-4502-b6de-4a100cd9bc71', 'status': 'completed', 'code': 200} Jun 24 15:22:56.573093 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294dbfea-b731-4da3-bd12-8e914775c506 req-aa6114ff-d71e-4ce8-a280-b47d66e9b126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:22:56.574605 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-294dbfea-b731-4da3-bd12-8e914775c506 req-aa6114ff-d71e-4ce8-a280-b47d66e9b126 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=90288e11d18a4c58b77d848fdd630535&device_id=c15beecb-7a05-45a1-be63-239d26bcb9f5 HTTP/1.1" status: 200 len: 1127 time: 0.0389822 Jun 24 15:22:56.678924 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697012'] for agent (559fa80c-96d5-4fe7-8c5f-9eda482c27bf), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:22:56.682081 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294dbfea-b731-4da3-bd12-8e914775c506 req-85d94499-9ead-46ca-a23e-98c7a828cba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:22:56.683564 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-294dbfea-b731-4da3-bd12-8e914775c506 req-85d94499-9ead-46ca-a23e-98c7a828cba8 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=90288e11d18a4c58b77d848fdd630535&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0961297 Jun 24 15:22:56.761595 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG dbcounter [-] [104514] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=104514) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:22:56.781182 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294dbfea-b731-4da3-bd12-8e914775c506 req-3351f04d-8ee7-40cd-9c12-37ddf9a16cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:22:56.782639 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-294dbfea-b731-4da3-bd12-8e914775c506 req-3351f04d-8ee7-40cd-9c12-37ddf9a16cd2 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0922279 Jun 24 15:22:56.860842 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47850b6a-1b35-41f2-ba7e-e2b3d7a48744 req-c0810bac-7f64-46e4-a386-e74c212e813c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:22:56.863267 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-47850b6a-1b35-41f2-ba7e-e2b3d7a48744 req-c0810bac-7f64-46e4-a386-e74c212e813c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=90288e11d18a4c58b77d848fdd630535&device_id=c15beecb-7a05-45a1-be63-239d26bcb9f5 HTTP/1.1" status: 200 len: 1127 time: 0.0396113 Jun 24 15:22:56.904677 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-47850b6a-1b35-41f2-ba7e-e2b3d7a48744 req-ea0fe256-3fa9-4517-b7dd-1dcf80eac591 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c62be48c-fa1e-4502-b6de-4a100cd9bc71 HTTP/1.1" status: 200 len: 217 time: 0.0329251 Jun 24 15:22:56.956564 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47850b6a-1b35-41f2-ba7e-e2b3d7a48744 req-2381dab9-5cb4-4efc-97e5-9624cd8d9ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:22:56.957983 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-47850b6a-1b35-41f2-ba7e-e2b3d7a48744 req-2381dab9-5cb4-4efc-97e5-9624cd8d9ef9 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a67d4b4c-0a30-4c29-a996-0149e1ca9730 HTTP/1.1" status: 200 len: 854 time: 0.0440145 Jun 24 15:22:56.994513 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-47850b6a-1b35-41f2-ba7e-e2b3d7a48744 req-e1bf2c97-c389-46af-bbd8-5a4414cf35a7 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=adb22d0d-9079-4b27-97ea-9d1017ee2036&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299211 Jun 24 15:22:57.099877 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938e31e2-d55e-494b-b0fd-679a4fa9e7e0 req-ccfee633-a96d-4e3f-9472-648894a051d4 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:22:57.101373 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-938e31e2-d55e-494b-b0fd-679a4fa9e7e0 req-ccfee633-a96d-4e3f-9472-648894a051d4 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] 10.222.0.67 "GET /v2.0/ports?device_id=68a388fa-baf9-475a-9e9e-4b89f267983d HTTP/1.1" status: 200 len: 945 time: 0.0790040 Jun 24 15:22:57.153643 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-47850b6a-1b35-41f2-ba7e-e2b3d7a48744 req-f61aad4a-1980-4058-ac66-5f3334178e13 service neutron] 10.222.0.64 "GET /v2.0/networks/adb22d0d-9079-4b27-97ea-9d1017ee2036?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1518013 Jun 24 15:22:57.189987 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-938e31e2-d55e-494b-b0fd-679a4fa9e7e0 req-d1265e4e-fa43-49fb-876c-5c5841f0dae5 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] 10.222.0.67 "GET /v2.0/security-groups?id=6a9266fa-b1d6-497f-a6b1-a603906b73d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815196 Jun 24 15:22:57.273403 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154d0307-09ca-446c-8895-35b2cfe454e9 req-00d202aa-bb80-492d-8472-b8bc7817ae8f tempest-VolumesSnapshotTestJSON-1947462697 tempest-VolumesSnapshotTestJSON-1947462697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:22:57.274842 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-154d0307-09ca-446c-8895-35b2cfe454e9 req-00d202aa-bb80-492d-8472-b8bc7817ae8f tempest-VolumesSnapshotTestJSON-1947462697 tempest-VolumesSnapshotTestJSON-1947462697-project] 10.222.0.67 "GET /v2.0/ports?device_id=c15beecb-7a05-45a1-be63-239d26bcb9f5 HTTP/1.1" status: 200 len: 943 time: 0.0819964 Jun 24 15:22:57.289138 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:22:57.318393 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-47850b6a-1b35-41f2-ba7e-e2b3d7a48744 req-ba63148e-5f98-4509-8d85-8ff8f24340d7 service neutron] 10.222.0.64 "GET /v2.0/networks/adb22d0d-9079-4b27-97ea-9d1017ee2036?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1545398 Jun 24 15:22:57.342422 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-154d0307-09ca-446c-8895-35b2cfe454e9 req-73762e80-093d-401b-8264-2bd193dc367b tempest-VolumesSnapshotTestJSON-1947462697 tempest-VolumesSnapshotTestJSON-1947462697-project] 10.222.0.67 "GET /v2.0/security-groups?id=e2dd80b4-9ee5-4265-9129-7e54a35815b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614557 Jun 24 15:22:58.306784 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af092a7e-3172-4811-9fa8-d87b1c050853 req-f4cd7491-6435-4a09-9932-192a1efb0c23 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:22:58.308350 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-af092a7e-3172-4811-9fa8-d87b1c050853 req-f4cd7491-6435-4a09-9932-192a1efb0c23 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] 10.222.0.67 "GET /v2.0/ports?device_id=68a388fa-baf9-475a-9e9e-4b89f267983d HTTP/1.1" status: 200 len: 945 time: 0.0482421 Jun 24 15:22:58.354899 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-af092a7e-3172-4811-9fa8-d87b1c050853 req-e594cb22-7c1d-4c1c-9056-4ff857b336d1 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] 10.222.0.67 "GET /v2.0/security-groups?id=6a9266fa-b1d6-497f-a6b1-a603906b73d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410590 Jun 24 15:22:58.453934 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f0a07b-3544-460e-944d-61541348956b req-f30f4595-1546-4604-bc52-f83c722df6e4 tempest-VolumesSnapshotTestJSON-1947462697 tempest-VolumesSnapshotTestJSON-1947462697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:22:58.455897 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-b7f0a07b-3544-460e-944d-61541348956b req-f30f4595-1546-4604-bc52-f83c722df6e4 tempest-VolumesSnapshotTestJSON-1947462697 tempest-VolumesSnapshotTestJSON-1947462697-project] 10.222.0.67 "GET /v2.0/ports?device_id=c15beecb-7a05-45a1-be63-239d26bcb9f5 HTTP/1.1" status: 200 len: 943 time: 0.0452659 Jun 24 15:22:58.501343 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-b7f0a07b-3544-460e-944d-61541348956b req-458bda22-3283-4615-bb1c-fdcf755926a3 tempest-VolumesSnapshotTestJSON-1947462697 tempest-VolumesSnapshotTestJSON-1947462697-project] 10.222.0.67 "GET /v2.0/security-groups?id=e2dd80b4-9ee5-4265-9129-7e54a35815b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398736 Jun 24 15:22:59.174673 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.rpc [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Device c62be48c-fa1e-4502-b6de-4a100cd9bc71 details requested by agent hyperv_hv-cinder-83538 with host hv-cinder-83538 {{(pid=104513) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 15:22:59.271007 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.db [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] For port c62be48c-fa1e-4502-b6de-4a100cd9bc71, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=c62be48c-fa1e-4502-b6de-4a100cd9bc71,segment=NetworkSegment(0cf260fc-b403-4eab-852c-5cc95c3c0b2e),segment_id=0cf260fc-b403-4eab-852c-5cc95c3c0b2e)] {{(pid=104513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 15:22:59.282223 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.rpc [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Returning: {'device': 'c62be48c-fa1e-4502-b6de-4a100cd9bc71', 'network_id': 'adb22d0d-9079-4b27-97ea-9d1017ee2036', 'port_id': 'c62be48c-fa1e-4502-b6de-4a100cd9bc71', 'mac_address': 'fa:16:3e:a1:2d:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 756, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a67d4b4c-0a30-4c29-a996-0149e1ca9730', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104513) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 15:22:59.321155 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.plugin [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Current status of the port c62be48c-fa1e-4502-b6de-4a100cd9bc71 is: DOWN; New status is: BUILD {{(pid=104513) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 15:22:59.321614 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7727318'] for port (c62be48c-fa1e-4502-b6de-4a100cd9bc71), before_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:22:59.334895 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.notifiers.nova [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c62be48c-fa1e-4502-b6de-4a100cd9bc71 {{(pid=104513) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 15:22:59.355332 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.db [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] For port c62be48c-fa1e-4502-b6de-4a100cd9bc71, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=c62be48c-fa1e-4502-b6de-4a100cd9bc71,segment=NetworkSegment(0cf260fc-b403-4eab-852c-5cc95c3c0b2e),segment_id=0cf260fc-b403-4eab-852c-5cc95c3c0b2e)] {{(pid=104513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 15:22:59.416284 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761385101662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761384583316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761384583334'] for port (c62be48c-fa1e-4502-b6de-4a100cd9bc71), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:22:59.445238 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:22:59.464867 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Pushing event updated for resources: {'Port': ['ID=c62be48c-fa1e-4502-b6de-4a100cd9bc71,revision_number=4']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:22:59.473534 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4653e3ec-254c-414c-9838-7ec1390b60f1 req-97db91f6-a83a-44d4-90c6-b514f25fa4e4 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:22:59.475028 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-4653e3ec-254c-414c-9838-7ec1390b60f1 req-97db91f6-a83a-44d4-90c6-b514f25fa4e4 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] 10.222.0.67 "GET /v2.0/ports?device_id=68a388fa-baf9-475a-9e9e-4b89f267983d HTTP/1.1" status: 200 len: 945 time: 0.0497062 Jun 24 15:22:59.495584 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=100 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:22:59.522034 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-4653e3ec-254c-414c-9838-7ec1390b60f1 req-a448e258-a9f8-414d-b925-1b964d208807 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] 10.222.0.67 "GET /v2.0/security-groups?id=6a9266fa-b1d6-497f-a6b1-a603906b73d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415344 Jun 24 15:22:59.623144 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41bc97c-2dcc-4d37-93ac-c00edfef7f85 req-05bce1de-7445-4f4c-9824-7053a586eb95 tempest-VolumesSnapshotTestJSON-1947462697 tempest-VolumesSnapshotTestJSON-1947462697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:22:59.624613 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-b41bc97c-2dcc-4d37-93ac-c00edfef7f85 req-05bce1de-7445-4f4c-9824-7053a586eb95 tempest-VolumesSnapshotTestJSON-1947462697 tempest-VolumesSnapshotTestJSON-1947462697-project] 10.222.0.67 "GET /v2.0/ports?device_id=c15beecb-7a05-45a1-be63-239d26bcb9f5 HTTP/1.1" status: 200 len: 944 time: 0.0529799 Jun 24 15:22:59.671091 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-b41bc97c-2dcc-4d37-93ac-c00edfef7f85 req-7ce22c05-9d81-485f-afb2-2908359f6e94 tempest-VolumesSnapshotTestJSON-1947462697 tempest-VolumesSnapshotTestJSON-1947462697-project] 10.222.0.67 "GET /v2.0/security-groups?id=e2dd80b4-9ee5-4265-9129-7e54a35815b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409923 Jun 24 15:22:59.739254 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG dbcounter [-] [104514] Writing DB stats neutron:SELECT=14 {{(pid=104514) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:22:59.787086 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.db [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] get_ports_and_sgs() called for port_ids ['c62be48c-fa1e-4502-b6de-4a100cd9bc71'] {{(pid=104513) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 15:23:00.640105 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab13a47-b276-4bb4-b39b-49a411b876aa req-a30e6ce1-f0b0-40dc-b9bd-5df1805d832c tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:23:00.641557 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-7ab13a47-b276-4bb4-b39b-49a411b876aa req-a30e6ce1-f0b0-40dc-b9bd-5df1805d832c tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] 10.222.0.67 "GET /v2.0/ports?device_id=68a388fa-baf9-475a-9e9e-4b89f267983d HTTP/1.1" status: 200 len: 945 time: 0.0466418 Jun 24 15:23:00.691280 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-7ab13a47-b276-4bb4-b39b-49a411b876aa req-a19e87a3-6b74-46af-b75e-ed60399d6948 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] 10.222.0.67 "GET /v2.0/security-groups?id=6a9266fa-b1d6-497f-a6b1-a603906b73d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440626 Jun 24 15:23:00.784906 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a1bdd2-696a-4868-b93e-2989edb4224d req-4acd4f6a-1076-4087-8029-6360f66ff155 tempest-VolumesSnapshotTestJSON-1947462697 tempest-VolumesSnapshotTestJSON-1947462697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:23:00.786339 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-47a1bdd2-696a-4868-b93e-2989edb4224d req-4acd4f6a-1076-4087-8029-6360f66ff155 tempest-VolumesSnapshotTestJSON-1947462697 tempest-VolumesSnapshotTestJSON-1947462697-project] 10.222.0.67 "GET /v2.0/ports?device_id=c15beecb-7a05-45a1-be63-239d26bcb9f5 HTTP/1.1" status: 200 len: 944 time: 0.0475893 Jun 24 15:23:00.832276 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-47a1bdd2-696a-4868-b93e-2989edb4224d req-2e7e136a-9401-43c5-881e-ee5e69b0bfcc tempest-VolumesSnapshotTestJSON-1947462697 tempest-VolumesSnapshotTestJSON-1947462697-project] 10.222.0.67 "GET /v2.0/security-groups?id=e2dd80b4-9ee5-4265-9129-7e54a35815b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404963 Jun 24 15:23:01.197739 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.rpc [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Device c62be48c-fa1e-4502-b6de-4a100cd9bc71 up at agent hyperv_hv-cinder-83538 {{(pid=104513) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 15:23:01.238386 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.provisioning_blocks [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Provisioning for port c62be48c-fa1e-4502-b6de-4a100cd9bc71 completed by entity L2. {{(pid=104513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 24 15:23:01.301375 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.provisioning_blocks [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Provisioning complete for port c62be48c-fa1e-4502-b6de-4a100cd9bc71 triggered by entity L2. {{(pid=104513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 15:23:01.301750 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7696598'] for port (c62be48c-fa1e-4502-b6de-4a100cd9bc71), provisioning_complete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:23:01.320530 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:23:01.376567 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.plugin [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Current status of the port c62be48c-fa1e-4502-b6de-4a100cd9bc71 is: BUILD; New status is: ACTIVE {{(pid=104513) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 15:23:01.377467 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7727318'] for port (c62be48c-fa1e-4502-b6de-4a100cd9bc71), before_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:23:01.400714 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c15beecb-7a05-45a1-be63-239d26bcb9f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c62be48c-fa1e-4502-b6de-4a100cd9bc71'}] {{(pid=104513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 15:23:01.403197 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7de2ae652872cab3d5aa36b412d6cead56dffdf121926fea6679daaa3daba4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3c66b51-bb66-4e2e-82e9-954478737932" -d '{"events": [{"server_uuid": "c15beecb-7a05-45a1-be63-239d26bcb9f5", "name": "network-vif-plugged", "status": "completed", "tag": "c62be48c-fa1e-4502-b6de-4a100cd9bc71"}]}' {{(pid=104513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 15:23:01.415860 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.db [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] For port c62be48c-fa1e-4502-b6de-4a100cd9bc71, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=c62be48c-fa1e-4502-b6de-4a100cd9bc71,segment=NetworkSegment(0cf260fc-b403-4eab-852c-5cc95c3c0b2e),segment_id=0cf260fc-b403-4eab-852c-5cc95c3c0b2e)] {{(pid=104513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 15:23:01.440974 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 15:23:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f1fc546-8e44-44a3-9250-b88a5b183608 x-openstack-request-id: req-7f1fc546-8e44-44a3-9250-b88a5b183608 {{(pid=104513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 15:23:01.442158 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c15beecb-7a05-45a1-be63-239d26bcb9f5", "name": "network-vif-plugged", "status": "completed", "tag": "c62be48c-fa1e-4502-b6de-4a100cd9bc71", "code": 200}]} {{(pid=104513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 15:23:01.442158 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-7f1fc546-8e44-44a3-9250-b88a5b183608 {{(pid=104513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 15:23:01.442158 dv-cinder-835384-11-iscsi neutron-server[104513]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f1fc546-8e44-44a3-9250-b88a5b183608'] response: {'server_uuid': 'c15beecb-7a05-45a1-be63-239d26bcb9f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c62be48c-fa1e-4502-b6de-4a100cd9bc71', 'code': 200} Jun 24 15:23:01.481162 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761385101662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761384583316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761384583334'] for port (c62be48c-fa1e-4502-b6de-4a100cd9bc71), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:23:01.528483 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Pushing event updated for resources: {'Port': ['ID=c62be48c-fa1e-4502-b6de-4a100cd9bc71,revision_number=5']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:23:01.752199 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a80f6b-50db-4e66-b286-b1247ce8622b req-a7f70b48-9dc2-424d-8414-e12b4ef02079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:23:01.753743 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-84a80f6b-50db-4e66-b286-b1247ce8622b req-a7f70b48-9dc2-424d-8414-e12b4ef02079 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=c15beecb-7a05-45a1-be63-239d26bcb9f5 HTTP/1.1" status: 200 len: 1129 time: 0.0388446 Jun 24 15:23:01.836145 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7cd5d4-81f6-475d-bf57-4d4739a79a33 req-629de025-11bf-4ac9-a10c-fdc289477d93 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:23:01.837613 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-7b7cd5d4-81f6-475d-bf57-4d4739a79a33 req-629de025-11bf-4ac9-a10c-fdc289477d93 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] 10.222.0.67 "GET /v2.0/ports?device_id=68a388fa-baf9-475a-9e9e-4b89f267983d HTTP/1.1" status: 200 len: 945 time: 0.0725911 Jun 24 15:23:01.840070 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-84a80f6b-50db-4e66-b286-b1247ce8622b req-e5859213-71c8-4336-b626-88a299b3ca99 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=e2dd80b4-9ee5-4265-9129-7e54a35815b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804040 Jun 24 15:23:01.885928 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-7b7cd5d4-81f6-475d-bf57-4d4739a79a33 req-9deb154d-1aa0-43e3-9b40-123547910c36 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] 10.222.0.67 "GET /v2.0/security-groups?id=6a9266fa-b1d6-497f-a6b1-a603906b73d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427318 Jun 24 15:23:01.947541 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adb476d-c7a5-480b-a3e1-2ab8c70fc36f req-f22bede3-c166-4daf-a253-7abab28e0820 tempest-VolumesSnapshotTestJSON-1947462697 tempest-VolumesSnapshotTestJSON-1947462697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:23:01.949013 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-9adb476d-c7a5-480b-a3e1-2ab8c70fc36f req-f22bede3-c166-4daf-a253-7abab28e0820 tempest-VolumesSnapshotTestJSON-1947462697 tempest-VolumesSnapshotTestJSON-1947462697-project] 10.222.0.67 "GET /v2.0/ports?device_id=c15beecb-7a05-45a1-be63-239d26bcb9f5 HTTP/1.1" status: 200 len: 945 time: 0.0472531 Jun 24 15:23:01.994937 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-9adb476d-c7a5-480b-a3e1-2ab8c70fc36f req-300ae42a-6cb2-4cc9-bb78-434c2306b27a tempest-VolumesSnapshotTestJSON-1947462697 tempest-VolumesSnapshotTestJSON-1947462697-project] 10.222.0.67 "GET /v2.0/security-groups?id=e2dd80b4-9ee5-4265-9129-7e54a35815b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404394 Jun 24 15:23:03.003536 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c010bb7-1a08-4661-96b8-c31368f248f2 req-5a9fee2a-a0cc-4451-8d1f-23eb6fa48226 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:23:03.004965 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-6c010bb7-1a08-4661-96b8-c31368f248f2 req-5a9fee2a-a0cc-4451-8d1f-23eb6fa48226 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] 10.222.0.67 "GET /v2.0/ports?device_id=68a388fa-baf9-475a-9e9e-4b89f267983d HTTP/1.1" status: 200 len: 945 time: 0.0492642 Jun 24 15:23:03.053733 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-6c010bb7-1a08-4661-96b8-c31368f248f2 req-762e740b-5187-4a5d-8a68-67fca2e63cab tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] 10.222.0.67 "GET /v2.0/security-groups?id=6a9266fa-b1d6-497f-a6b1-a603906b73d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434060 Jun 24 15:23:03.111873 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66e503a-87be-4558-85c8-4bc10d435e33 req-4d7aa20b-fb08-4ff7-8c06-2dcfc31fe485 tempest-VolumesSnapshotTestJSON-1947462697 tempest-VolumesSnapshotTestJSON-1947462697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:23:03.113335 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-c66e503a-87be-4558-85c8-4bc10d435e33 req-4d7aa20b-fb08-4ff7-8c06-2dcfc31fe485 tempest-VolumesSnapshotTestJSON-1947462697 tempest-VolumesSnapshotTestJSON-1947462697-project] 10.222.0.67 "GET /v2.0/ports?device_id=c15beecb-7a05-45a1-be63-239d26bcb9f5 HTTP/1.1" status: 200 len: 945 time: 0.0476344 Jun 24 15:23:03.139167 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=100 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:23:03.162264 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-c66e503a-87be-4558-85c8-4bc10d435e33 req-9dc16dcf-55cc-46e5-9b64-bd6139d2d634 tempest-VolumesSnapshotTestJSON-1947462697 tempest-VolumesSnapshotTestJSON-1947462697-project] 10.222.0.67 "GET /v2.0/security-groups?id=e2dd80b4-9ee5-4265-9129-7e54a35815b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432992 Jun 24 15:23:04.168623 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ca79f4-2aad-45e6-8d9a-376815f35a51 req-ad2fdc05-133c-4ed4-8b80-1658d3ea4c0e tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:23:04.170082 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-c8ca79f4-2aad-45e6-8d9a-376815f35a51 req-ad2fdc05-133c-4ed4-8b80-1658d3ea4c0e tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] 10.222.0.67 "GET /v2.0/ports?device_id=68a388fa-baf9-475a-9e9e-4b89f267983d HTTP/1.1" status: 200 len: 945 time: 0.0473204 Jun 24 15:23:04.220637 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-c8ca79f4-2aad-45e6-8d9a-376815f35a51 req-4c4141d7-9a44-49e5-ae5b-31a2bf8dbb31 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] 10.222.0.67 "GET /v2.0/security-groups?id=6a9266fa-b1d6-497f-a6b1-a603906b73d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444949 Jun 24 15:23:04.280440 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425e3e65-a482-4c0e-a15c-4858669a3b3f req-c6faefa2-3a29-4709-b106-27420b53d58f tempest-VolumesSnapshotTestJSON-1947462697 tempest-VolumesSnapshotTestJSON-1947462697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:23:04.281927 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-425e3e65-a482-4c0e-a15c-4858669a3b3f req-c6faefa2-3a29-4709-b106-27420b53d58f tempest-VolumesSnapshotTestJSON-1947462697 tempest-VolumesSnapshotTestJSON-1947462697-project] 10.222.0.67 "GET /v2.0/ports?device_id=c15beecb-7a05-45a1-be63-239d26bcb9f5 HTTP/1.1" status: 200 len: 945 time: 0.0483489 Jun 24 15:23:04.329934 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-425e3e65-a482-4c0e-a15c-4858669a3b3f req-e525f344-92d6-4282-b8b5-7034855328f1 tempest-VolumesSnapshotTestJSON-1947462697 tempest-VolumesSnapshotTestJSON-1947462697-project] 10.222.0.67 "GET /v2.0/security-groups?id=e2dd80b4-9ee5-4265-9129-7e54a35815b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423903 Jun 24 15:23:04.821108 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dddba1e-e654-4376-b6e1-f645812a32e4 req-c9e81c1b-0dda-4ec0-b9e1-aa700c017417 tempest-TestMinimumBasicScenario-1016590740 tempest-TestMinimumBasicScenario-1016590740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:23:04.822569 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-5dddba1e-e654-4376-b6e1-f645812a32e4 req-c9e81c1b-0dda-4ec0-b9e1-aa700c017417 tempest-TestMinimumBasicScenario-1016590740 tempest-TestMinimumBasicScenario-1016590740-project] 10.222.0.67 "GET /v2.0/ports?device_id=79b13f6b-a027-4371-8012-54f025a726fa HTTP/1.1" status: 200 len: 945 time: 0.0481813 Jun 24 15:23:04.869733 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-5dddba1e-e654-4376-b6e1-f645812a32e4 req-dcdd6705-aa26-4c20-8f05-177dd50330f6 tempest-TestMinimumBasicScenario-1016590740 tempest-TestMinimumBasicScenario-1016590740-project] 10.222.0.67 "GET /v2.0/security-groups?id=0c9a5b2b-9c69-45a1-a6b9-bfcdb81413bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414252 Jun 24 15:23:04.893055 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.wsgi [-] (104512) accepted ('10.222.0.67', 43588) {{(pid=104512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:23:05.039837 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-701f7650-2d3a-4216-b59b-ddc1d8c8a216 tempest-TestMinimumBasicScenario-201579210 tempest-TestMinimumBasicScenario-201579210-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:23:05.041346 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [None req-701f7650-2d3a-4216-b59b-ddc1d8c8a216 tempest-TestMinimumBasicScenario-201579210 tempest-TestMinimumBasicScenario-201579210-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=79b13f6b-a027-4371-8012-54f025a726fa HTTP/1.1" status: 200 len: 1124 time: 0.1468015 Jun 24 15:23:05.044290 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.wsgi [-] (104512) accepted ('10.222.0.67', 43592) {{(pid=104512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:23:05.048389 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.v2.base [None req-f35243d0-93f1-446a-908f-f48251d73936 tempest-TestMinimumBasicScenario-1016590740 tempest-TestMinimumBasicScenario-1016590740-project] Request body: {'floatingip': {'floating_network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'port_id': '18c7a045-91ca-44b2-abe0-c90523b83549', 'tenant_id': 'fb2390854b0345588bd6b68f5c09a1ee', 'fixed_ip_address': '172.20.0.3'}} {{(pid=104512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 15:23:05.053028 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=100 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:23:05.118427 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=51 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:23:05.125455 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=43 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:23:05.136185 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-f35243d0-93f1-446a-908f-f48251d73936 tempest-TestMinimumBasicScenario-1016590740 tempest-TestMinimumBasicScenario-1016590740-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:23:05.215211 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-f35243d0-93f1-446a-908f-f48251d73936 tempest-TestMinimumBasicScenario-1016590740 tempest-TestMinimumBasicScenario-1016590740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7727318'] for port (None), before_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:23:05.361549 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6eed105-3518-41b9-9258-34620975461e req-dd4b1278-7b1a-4043-a5de-f40c0e52aae2 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:23:05.363158 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-e6eed105-3518-41b9-9258-34620975461e req-dd4b1278-7b1a-4043-a5de-f40c0e52aae2 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] 10.222.0.67 "GET /v2.0/ports?device_id=68a388fa-baf9-475a-9e9e-4b89f267983d HTTP/1.1" status: 200 len: 945 time: 0.0630352 Jun 24 15:23:05.371358 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.db.db_base_plugin_common [None req-f35243d0-93f1-446a-908f-f48251d73936 tempest-TestMinimumBasicScenario-1016590740 tempest-TestMinimumBasicScenario-1016590740-project] Allocated IP 172.27.0.38 (60b3096c-3a0f-4216-9e52-e826cbf1fb59/f6c08379-d241-4966-a4ae-7ff02804e7f6/e863b5e6-17cc-4430-b97a-2df0ea36efe7) {{(pid=104512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 15:23:05.446464 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-e6eed105-3518-41b9-9258-34620975461e req-7bce85a4-10a6-4b37-9b46-771e3442b88a tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] 10.222.0.67 "GET /v2.0/security-groups?id=6a9266fa-b1d6-497f-a6b1-a603906b73d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763030 Jun 24 15:23:05.511597 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-f35243d0-93f1-446a-908f-f48251d73936 tempest-TestMinimumBasicScenario-1016590740 tempest-TestMinimumBasicScenario-1016590740-project] Publish callbacks [] for port (e863b5e6-17cc-4430-b97a-2df0ea36efe7), precommit_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:23:05.650599 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-f35243d0-93f1-446a-908f-f48251d73936 tempest-TestMinimumBasicScenario-1016590740 tempest-TestMinimumBasicScenario-1016590740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761384583298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3859661'] for port (e863b5e6-17cc-4430-b97a-2df0ea36efe7), after_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:23:05.659724 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:23:05.689408 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f35243d0-93f1-446a-908f-f48251d73936 tempest-TestMinimumBasicScenario-1016590740 tempest-TestMinimumBasicScenario-1016590740-project] Network 60b3096c-3a0f-4216-9e52-e826cbf1fb59 is already hosted by enough agents. {{(pid=104512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 15:23:05.694943 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.scheduler.base_scheduler [None req-f35243d0-93f1-446a-908f-f48251d73936 tempest-TestMinimumBasicScenario-1016590740 tempest-TestMinimumBasicScenario-1016590740-project] Resources bound (agent type, host, resource id): {{(pid=104512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 15:23:05.698668 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f35243d0-93f1-446a-908f-f48251d73936 tempest-TestMinimumBasicScenario-1016590740 tempest-TestMinimumBasicScenario-1016590740-project] Received port after_create {{(pid=104512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 15:23:05.724357 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35243d0-93f1-446a-908f-f48251d73936 tempest-TestMinimumBasicScenario-1016590740 tempest-TestMinimumBasicScenario-1016590740-project] Pushing event updated for resources: {'Port': ['ID=e863b5e6-17cc-4430-b97a-2df0ea36efe7,revision_number=1']} {{(pid=104512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:23:05.871979 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:23:06.067149 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-f35243d0-93f1-446a-908f-f48251d73936 tempest-TestMinimumBasicScenario-1016590740 tempest-TestMinimumBasicScenario-1016590740-project] Publish callbacks [] for floatingip (bac7af18-1a05-4d34-8481-7140e96ff689), precommit_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:23:06.195717 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-f35243d0-93f1-446a-908f-f48251d73936 tempest-TestMinimumBasicScenario-1016590740 tempest-TestMinimumBasicScenario-1016590740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7727318'] for port (e863b5e6-17cc-4430-b97a-2df0ea36efe7), before_update {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:23:06.339862 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-f35243d0-93f1-446a-908f-f48251d73936 tempest-TestMinimumBasicScenario-1016590740 tempest-TestMinimumBasicScenario-1016590740-project] Publish callbacks [] for port (e863b5e6-17cc-4430-b97a-2df0ea36efe7), precommit_update {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:23:06.406652 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-f35243d0-93f1-446a-908f-f48251d73936 tempest-TestMinimumBasicScenario-1016590740 tempest-TestMinimumBasicScenario-1016590740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761385101662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761384583316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761384583334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3859668'] for port (e863b5e6-17cc-4430-b97a-2df0ea36efe7), after_update {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:23:06.478187 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35243d0-93f1-446a-908f-f48251d73936 tempest-TestMinimumBasicScenario-1016590740 tempest-TestMinimumBasicScenario-1016590740-project] Pushing event updated for resources: {'Port': ['ID=e863b5e6-17cc-4430-b97a-2df0ea36efe7,revision_number=2']} {{(pid=104512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:23:06.491625 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-f35243d0-93f1-446a-908f-f48251d73936 tempest-TestMinimumBasicScenario-1016590740 tempest-TestMinimumBasicScenario-1016590740-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-467314'] for floatingip (bac7af18-1a05-4d34-8481-7140e96ff689), after_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:23:06.577210 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb0d6f6-6628-477f-bd0e-0fc560bb8a10 req-1522f6ce-1075-4bc0-8642-b52ae6ea778e tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:23:06.578638 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-2eb0d6f6-6628-477f-bd0e-0fc560bb8a10 req-1522f6ce-1075-4bc0-8642-b52ae6ea778e tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] 10.222.0.67 "GET /v2.0/ports?device_id=68a388fa-baf9-475a-9e9e-4b89f267983d HTTP/1.1" status: 200 len: 945 time: 0.0547733 Jun 24 15:23:06.646989 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.db.l3_db [None req-f35243d0-93f1-446a-908f-f48251d73936 tempest-TestMinimumBasicScenario-1016590740 tempest-TestMinimumBasicScenario-1016590740-project] Floating IP bac7af18-1a05-4d34-8481-7140e96ff689 associated. External IP: 172.27.0.38, port: 18c7a045-91ca-44b2-abe0-c90523b83549. Jun 24 15:23:06.652120 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:23:06.694267 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-2eb0d6f6-6628-477f-bd0e-0fc560bb8a10 req-96c72b53-533e-4bb8-9eb5-4dc3019ef8ee tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] 10.222.0.67 "GET /v2.0/security-groups?id=6a9266fa-b1d6-497f-a6b1-a603906b73d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0884268 Jun 24 15:23:07.087967 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=100 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:23:07.090099 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f35243d0-93f1-446a-908f-f48251d73936 tempest-TestMinimumBasicScenario-1016590740 tempest-TestMinimumBasicScenario-1016590740-project] Router 017e544d-f0b9-4c73-ade1-3d4fe31ff042 has already been hosted by L3 agent 45985ff7-1335-48cd-ab02-73eb58295827 {{(pid=104512) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 15:23:07.194378 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f35243d0-93f1-446a-908f-f48251d73936 tempest-TestMinimumBasicScenario-1016590740 tempest-TestMinimumBasicScenario-1016590740-project] Notify agent at l3_agent.dv-cinder-835384-11-iscsi the message routers_updated {{(pid=104512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 15:23:07.204271 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c6acf62-fe9a-4613-aee7-3ab65445944c None None] Sync routers for ids ['017e544d-f0b9-4c73-ade1-3d4fe31ff042'] in dv-cinder-835384-11-iscsi {{(pid=104513) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 15:23:07.213806 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c6acf62-fe9a-4613-aee7-3ab65445944c None None] Routers {'017e544d-f0b9-4c73-ade1-3d4fe31ff042'} bound to L3 agent in host dv-cinder-835384-11-iscsi {{(pid=104513) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 15:23:07.214649 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.l3_hamode_db [None req-3c6acf62-fe9a-4613-aee7-3ab65445944c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-24T15:10:24Z,description=,heartbeat_timestamp=2022-06-24T15:22:54Z,host='dv-cinder-835384-11-iscsi',id=45985ff7-1335-48cd-ab02-73eb58295827,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T15:10:24Z,topic='l3_agent')) {'router_ids': ['017e544d-f0b9-4c73-ade1-3d4fe31ff042'], 'active': True} {{(pid=104513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 15:23:07.269444 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-f35243d0-93f1-446a-908f-f48251d73936 tempest-TestMinimumBasicScenario-1016590740 tempest-TestMinimumBasicScenario-1016590740-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30073'] for floatingip (None), before_response {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:23:07.298937 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [None req-f35243d0-93f1-446a-908f-f48251d73936 tempest-TestMinimumBasicScenario-1016590740 tempest-TestMinimumBasicScenario-1016590740-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2536957 Jun 24 15:23:07.300096 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79b13f6b-a027-4371-8012-54f025a726fa', 'tag': '18c7a045-91ca-44b2-abe0-c90523b83549'}] {{(pid=104512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 15:23:07.302466 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9db87de5340c6be2811fa9e5912a63998a589dd3f857fd3823a550d1ae48127" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf5a8ff7-4022-4418-a263-7a706da5a3a4" -d '{"events": [{"name": "network-changed", "server_uuid": "79b13f6b-a027-4371-8012-54f025a726fa", "tag": "18c7a045-91ca-44b2-abe0-c90523b83549"}]}' {{(pid=104512) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 15:23:07.303068 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.wsgi [-] (104511) accepted ('10.222.0.67', 43606) {{(pid=104511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:23:07.309219 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.v2.base [None req-2555f732-477a-445c-bd46-347b6ee638d0 tempest-TestMinimumBasicScenario-1016590740 tempest-TestMinimumBasicScenario-1016590740-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-450804945', 'description': 'tempest-secgroup-smoke-450804945 description', 'project_id': 'fb2390854b0345588bd6b68f5c09a1ee'}} {{(pid=104511) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 15:23:07.318889 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.l3_dvr_db [None req-3c6acf62-fe9a-4613-aee7-3ab65445944c None None] Set router 017e544d-f0b9-4c73-ade1-3d4fe31ff042 gateway port host: dv-cinder-835384-11-iscsi {{(pid=104513) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 15:23:07.339467 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Jun 2022 15:23:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-559dd639-f83b-4ccf-a557-9378d92ba138 x-openstack-request-id: req-559dd639-f83b-4ccf-a557-9378d92ba138 {{(pid=104512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 15:23:07.339753 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79b13f6b-a027-4371-8012-54f025a726fa", "tag": "18c7a045-91ca-44b2-abe0-c90523b83549", "status": "completed", "code": 200}]} {{(pid=104512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 15:23:07.340120 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-559dd639-f83b-4ccf-a557-9378d92ba138 {{(pid=104512) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 15:23:07.340684 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.notifiers.nova [-] Nova event matching ['req-559dd639-f83b-4ccf-a557-9378d92ba138'] response: {'name': 'network-changed', 'server_uuid': '79b13f6b-a027-4371-8012-54f025a726fa', 'tag': '18c7a045-91ca-44b2-abe0-c90523b83549', 'status': 'completed', 'code': 200} Jun 24 15:23:07.388114 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=5 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:23:07.398854 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-2555f732-477a-445c-bd46-347b6ee638d0 tempest-TestMinimumBasicScenario-1016590740 tempest-TestMinimumBasicScenario-1016590740-project] Publish callbacks [] for security_group (None), before_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:23:07.404522 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5a8ff7-4022-4418-a263-7a706da5a3a4 req-2edeb88a-856f-4b96-9dc4-a9753eee7270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:23:07.409679 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-cf5a8ff7-4022-4418-a263-7a706da5a3a4 req-2edeb88a-856f-4b96-9dc4-a9753eee7270 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=fb2390854b0345588bd6b68f5c09a1ee&device_id=79b13f6b-a027-4371-8012-54f025a726fa HTTP/1.1" status: 200 len: 1129 time: 0.0418780 Jun 24 15:23:07.478508 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-2555f732-477a-445c-bd46-347b6ee638d0 tempest-TestMinimumBasicScenario-1016590740 tempest-TestMinimumBasicScenario-1016590740-project] Publish callbacks [] for security_group (6502aab0-e136-43d0-949d-b9bd8e471beb), precommit_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:23:07.510733 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5a8ff7-4022-4418-a263-7a706da5a3a4 req-dd791754-148b-4ec2-9fd6-814c056b9558 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:23:07.512333 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-cf5a8ff7-4022-4418-a263-7a706da5a3a4 req-dd791754-148b-4ec2-9fd6-814c056b9558 service neutron] 10.222.0.64 "GET /v2.0/networks?id=6f212514-c323-4661-9a70-8b24c5462bcd HTTP/1.1" status: 200 len: 915 time: 0.0930455 Jun 24 15:23:07.540196 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.l3_hamode_db [None req-3c6acf62-fe9a-4613-aee7-3ab65445944c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '017e544d-f0b9-4c73-ade1-3d4fe31ff042', 'name': 'tempest-TestMinimumBasicScenario-824063013-router', 'tenant_id': 'fb2390854b0345588bd6b68f5c09a1ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'external_fixed_ips': [{'subnet_id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'ip_address': '172.27.0.27'}], 'enable_snat': True}, 'gw_port_id': 'ff6930bc-8fa2-4983-8b4b-7a38c05a733e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T15:21:43Z', 'updated_at': '2022-06-24T15:21:47Z', 'revision_number': 4, 'project_id': 'fb2390854b0345588bd6b68f5c09a1ee', 'gw_port': {'id': 'ff6930bc-8fa2-4983-8b4b-7a38c05a733e', 'name': '', 'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:2d:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '017e544d-f0b9-4c73-ade1-3d4fe31ff042', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'ip_address': '172.27.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T15:21:44Z', 'updated_at': '2022-06-24T15:21:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-11-iscsi', '_floatingips': [{'id': 'bac7af18-1a05-4d34-8481-7140e96ff689', 'tenant_id': 'fb2390854b0345588bd6b68f5c09a1ee', 'floating_ip_address': '172.27.0.38', 'floating_network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'router_id': '017e544d-f0b9-4c73-ade1-3d4fe31ff042', 'port_id': '18c7a045-91ca-44b2-abe0-c90523b83549', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 540, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6f212514-c323-4661-9a70-8b24c5462bcd', 'mac_address': 'fa:16:3e:41:1b:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b13f6b-a027-4371-8012-54f025a726fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T15:23:05Z', 'updated_at': '2022-06-24T15:23:05Z', 'revision_number': 0, 'project_id': 'fb2390854b0345588bd6b68f5c09a1ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '094195e6-785b-4284-a436-c72adec7902b', 'name': '', 'network_id': '6f212514-c323-4661-9a70-8b24c5462bcd', 'tenant_id': 'fb2390854b0345588bd6b68f5c09a1ee', 'mac_address': 'fa:16:3e:0e:48:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '017e544d-f0b9-4c73-ade1-3d4fe31ff042', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '2f64631d-2603-40c2-bbec-a14b52952181', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T15:21:47Z', 'updated_at': '2022-06-24T15:21:50Z', 'revision_number': 5, 'project_id': 'fb2390854b0345588bd6b68f5c09a1ee', 'subnets': [{'id': '2f64631d-2603-40c2-bbec-a14b52952181', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-11-iscsi', False) {} {{(pid=104513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 15:23:07.541329 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-2555f732-477a-445c-bd46-347b6ee638d0 tempest-TestMinimumBasicScenario-1016590740 tempest-TestMinimumBasicScenario-1016590740-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-275664'] for security_group (6502aab0-e136-43d0-949d-b9bd8e471beb), after_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:23:07.566982 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c6acf62-fe9a-4613-aee7-3ab65445944c None None] Checking router: 017e544d-f0b9-4c73-ade1-3d4fe31ff042 for host: dv-cinder-835384-11-iscsi {{(pid=104513) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 15:23:07.576052 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2555f732-477a-445c-bd46-347b6ee638d0 tempest-TestMinimumBasicScenario-1016590740 tempest-TestMinimumBasicScenario-1016590740-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6502aab0-e136-43d0-949d-b9bd8e471beb,revision_number=1']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:23:07.577045 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c6acf62-fe9a-4613-aee7-3ab65445944c None None] Routers {'017e544d-f0b9-4c73-ade1-3d4fe31ff042'} bound to L3 agent in host dv-cinder-835384-11-iscsi {{(pid=104513) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 15:23:07.577669 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.l3_hamode_db [None req-3c6acf62-fe9a-4613-aee7-3ab65445944c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-24T15:10:24Z,description=,heartbeat_timestamp=2022-06-24T15:22:54Z,host='dv-cinder-835384-11-iscsi',id=45985ff7-1335-48cd-ab02-73eb58295827,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T15:10:24Z,topic='l3_agent')) {'router_ids': ['017e544d-f0b9-4c73-ade1-3d4fe31ff042'], 'active': True} {{(pid=104513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 15:23:07.580066 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-cf5a8ff7-4022-4418-a263-7a706da5a3a4 req-e1c7c738-6e27-49e4-bf46-36351eed2ce1 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=18c7a045-91ca-44b2-abe0-c90523b83549 HTTP/1.1" status: 200 len: 998 time: 0.0595052 Jun 24 15:23:07.583652 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2555f732-477a-445c-bd46-347b6ee638d0 tempest-TestMinimumBasicScenario-1016590740 tempest-TestMinimumBasicScenario-1016590740-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:23:07.584000 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2555f732-477a-445c-bd46-347b6ee638d0 tempest-TestMinimumBasicScenario-1016590740 tempest-TestMinimumBasicScenario-1016590740-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:23:07.584368 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2555f732-477a-445c-bd46-347b6ee638d0 tempest-TestMinimumBasicScenario-1016590740 tempest-TestMinimumBasicScenario-1016590740-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:23:07.584703 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2555f732-477a-445c-bd46-347b6ee638d0 tempest-TestMinimumBasicScenario-1016590740 tempest-TestMinimumBasicScenario-1016590740-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:23:07.585036 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2555f732-477a-445c-bd46-347b6ee638d0 tempest-TestMinimumBasicScenario-1016590740 tempest-TestMinimumBasicScenario-1016590740-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:23:07.585362 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2555f732-477a-445c-bd46-347b6ee638d0 tempest-TestMinimumBasicScenario-1016590740 tempest-TestMinimumBasicScenario-1016590740-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:23:07.585686 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2555f732-477a-445c-bd46-347b6ee638d0 tempest-TestMinimumBasicScenario-1016590740 tempest-TestMinimumBasicScenario-1016590740-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:23:07.586030 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2555f732-477a-445c-bd46-347b6ee638d0 tempest-TestMinimumBasicScenario-1016590740 tempest-TestMinimumBasicScenario-1016590740-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:23:07.586355 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2555f732-477a-445c-bd46-347b6ee638d0 tempest-TestMinimumBasicScenario-1016590740 tempest-TestMinimumBasicScenario-1016590740-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:23:07.586676 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2555f732-477a-445c-bd46-347b6ee638d0 tempest-TestMinimumBasicScenario-1016590740 tempest-TestMinimumBasicScenario-1016590740-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:23:07.587006 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2555f732-477a-445c-bd46-347b6ee638d0 tempest-TestMinimumBasicScenario-1016590740 tempest-TestMinimumBasicScenario-1016590740-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:23:07.587346 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2555f732-477a-445c-bd46-347b6ee638d0 tempest-TestMinimumBasicScenario-1016590740 tempest-TestMinimumBasicScenario-1016590740-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:23:07.587667 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2555f732-477a-445c-bd46-347b6ee638d0 tempest-TestMinimumBasicScenario-1016590740 tempest-TestMinimumBasicScenario-1016590740-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:23:07.587985 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2555f732-477a-445c-bd46-347b6ee638d0 tempest-TestMinimumBasicScenario-1016590740 tempest-TestMinimumBasicScenario-1016590740-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:23:07.588353 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2555f732-477a-445c-bd46-347b6ee638d0 tempest-TestMinimumBasicScenario-1016590740 tempest-TestMinimumBasicScenario-1016590740-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:23:07.623558 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-2555f732-477a-445c-bd46-347b6ee638d0 tempest-TestMinimumBasicScenario-1016590740 tempest-TestMinimumBasicScenario-1016590740-project] Publish callbacks [] for security_group (None), before_response {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:23:07.625851 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [None req-2555f732-477a-445c-bd46-347b6ee638d0 tempest-TestMinimumBasicScenario-1016590740 tempest-TestMinimumBasicScenario-1016590740-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3205762 Jun 24 15:23:07.628328 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.wsgi [-] (104511) accepted ('10.222.0.67', 43610) {{(pid=104511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:23:07.633231 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.v2.base [None req-976d6acb-5da3-4df4-933d-6c0e72522f57 tempest-TestMinimumBasicScenario-1016590740 tempest-TestMinimumBasicScenario-1016590740-project] Request body: {'security_group_rule': {'security_group_id': '6502aab0-e136-43d0-949d-b9bd8e471beb', 'project_id': 'fb2390854b0345588bd6b68f5c09a1ee', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104511) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 15:23:07.653761 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5a8ff7-4022-4418-a263-7a706da5a3a4 req-c8f9b8f3-0ca2-46b9-bf99-acb6ae656f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:23:07.655334 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-cf5a8ff7-4022-4418-a263-7a706da5a3a4 req-c8f9b8f3-0ca2-46b9-bf99-acb6ae656f91 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2f64631d-2603-40c2-bbec-a14b52952181 HTTP/1.1" status: 200 len: 853 time: 0.0524268 Jun 24 15:23:07.694363 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.l3_dvr_db [None req-3c6acf62-fe9a-4613-aee7-3ab65445944c None None] Set router 017e544d-f0b9-4c73-ade1-3d4fe31ff042 gateway port host: dv-cinder-835384-11-iscsi {{(pid=104513) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 15:23:07.707467 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5a8ff7-4022-4418-a263-7a706da5a3a4 req-3d10c4d3-d5d7-40bc-86be-f613c2595e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:23:07.709361 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-cf5a8ff7-4022-4418-a263-7a706da5a3a4 req-3d10c4d3-d5d7-40bc-86be-f613c2595e46 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=6f212514-c323-4661-9a70-8b24c5462bcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0466886 Jun 24 15:23:07.745338 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-976d6acb-5da3-4df4-933d-6c0e72522f57 tempest-TestMinimumBasicScenario-1016590740 tempest-TestMinimumBasicScenario-1016590740-project] Publish callbacks [] for security_group_rule (0c011f67-8d23-47b0-8015-a3abc5a74f1e), before_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:23:07.817089 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-976d6acb-5da3-4df4-933d-6c0e72522f57 tempest-TestMinimumBasicScenario-1016590740 tempest-TestMinimumBasicScenario-1016590740-project] Publish callbacks [] for security_group_rule (0c011f67-8d23-47b0-8015-a3abc5a74f1e), precommit_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:23:07.841282 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1824c5-69a8-4b02-8425-e9ad4f39873d req-4d3af81d-b514-4e0a-87a1-0450ebc783f5 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:23:07.842704 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-cb1824c5-69a8-4b02-8425-e9ad4f39873d req-4d3af81d-b514-4e0a-87a1-0450ebc783f5 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] 10.222.0.67 "GET /v2.0/ports?device_id=68a388fa-baf9-475a-9e9e-4b89f267983d HTTP/1.1" status: 200 len: 945 time: 0.0626502 Jun 24 15:23:07.860066 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-cf5a8ff7-4022-4418-a263-7a706da5a3a4 req-95328e67-b88a-4f5c-9ed3-74128a101615 service neutron] 10.222.0.64 "GET /v2.0/networks/6f212514-c323-4661-9a70-8b24c5462bcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1442189 Jun 24 15:23:07.890299 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-976d6acb-5da3-4df4-933d-6c0e72522f57 tempest-TestMinimumBasicScenario-1016590740 tempest-TestMinimumBasicScenario-1016590740-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-275495'] for security_group_rule (0c011f67-8d23-47b0-8015-a3abc5a74f1e), after_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:23:07.919485 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976d6acb-5da3-4df4-933d-6c0e72522f57 tempest-TestMinimumBasicScenario-1016590740 tempest-TestMinimumBasicScenario-1016590740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c011f67-8d23-47b0-8015-a3abc5a74f1e,revision_number=0']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:23:07.934818 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.l3_hamode_db [None req-3c6acf62-fe9a-4613-aee7-3ab65445944c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '017e544d-f0b9-4c73-ade1-3d4fe31ff042', 'name': 'tempest-TestMinimumBasicScenario-824063013-router', 'tenant_id': 'fb2390854b0345588bd6b68f5c09a1ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'external_fixed_ips': [{'subnet_id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'ip_address': '172.27.0.27'}], 'enable_snat': True}, 'gw_port_id': 'ff6930bc-8fa2-4983-8b4b-7a38c05a733e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T15:21:43Z', 'updated_at': '2022-06-24T15:21:47Z', 'revision_number': 4, 'project_id': 'fb2390854b0345588bd6b68f5c09a1ee', 'gw_port': {'id': 'ff6930bc-8fa2-4983-8b4b-7a38c05a733e', 'name': '', 'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:2d:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '017e544d-f0b9-4c73-ade1-3d4fe31ff042', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'ip_address': '172.27.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T15:21:44Z', 'updated_at': '2022-06-24T15:21:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-11-iscsi', '_floatingips': [{'id': 'bac7af18-1a05-4d34-8481-7140e96ff689', 'tenant_id': 'fb2390854b0345588bd6b68f5c09a1ee', 'floating_ip_address': '172.27.0.38', 'floating_network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'router_id': '017e544d-f0b9-4c73-ade1-3d4fe31ff042', 'port_id': '18c7a045-91ca-44b2-abe0-c90523b83549', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 540, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6f212514-c323-4661-9a70-8b24c5462bcd', 'mac_address': 'fa:16:3e:41:1b:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b13f6b-a027-4371-8012-54f025a726fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T15:23:05Z', 'updated_at': '2022-06-24T15:23:05Z', 'revision_number': 0, 'project_id': 'fb2390854b0345588bd6b68f5c09a1ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '094195e6-785b-4284-a436-c72adec7902b', 'name': '', 'network_id': '6f212514-c323-4661-9a70-8b24c5462bcd', 'tenant_id': 'fb2390854b0345588bd6b68f5c09a1ee', 'mac_address': 'fa:16:3e:0e:48:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '017e544d-f0b9-4c73-ade1-3d4fe31ff042', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '2f64631d-2603-40c2-bbec-a14b52952181', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T15:21:47Z', 'updated_at': '2022-06-24T15:21:50Z', 'revision_number': 5, 'project_id': 'fb2390854b0345588bd6b68f5c09a1ee', 'subnets': [{'id': '2f64631d-2603-40c2-bbec-a14b52952181', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-11-iscsi', False) {} {{(pid=104513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 15:23:07.962161 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c6acf62-fe9a-4613-aee7-3ab65445944c None None] The sync data for ids ['017e544d-f0b9-4c73-ade1-3d4fe31ff042'] in dv-cinder-835384-11-iscsi is: [{'id': '017e544d-f0b9-4c73-ade1-3d4fe31ff042', 'name': 'tempest-TestMinimumBasicScenario-824063013-router', 'tenant_id': 'fb2390854b0345588bd6b68f5c09a1ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'external_fixed_ips': [{'subnet_id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'ip_address': '172.27.0.27'}], 'enable_snat': True}, 'gw_port_id': 'ff6930bc-8fa2-4983-8b4b-7a38c05a733e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T15:21:43Z', 'updated_at': '2022-06-24T15:21:47Z', 'revision_number': 4, 'project_id': 'fb2390854b0345588bd6b68f5c09a1ee', 'gw_port': {'id': 'ff6930bc-8fa2-4983-8b4b-7a38c05a733e', 'name': '', 'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:2d:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '017e544d-f0b9-4c73-ade1-3d4fe31ff042', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'ip_address': '172.27.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T15:21:44Z', 'updated_at': '2022-06-24T15:21:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-11-iscsi', '_floatingips': [{'id': 'bac7af18-1a05-4d34-8481-7140e96ff689', 'tenant_id': 'fb2390854b0345588bd6b68f5c09a1ee', 'floating_ip_address': '172.27.0.38', 'floating_network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'router_id': '017e544d-f0b9-4c73-ade1-3d4fe31ff042', 'port_id': '18c7a045-91ca-44b2-abe0-c90523b83549', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 540, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6f212514-c323-4661-9a70-8b24c5462bcd', 'mac_address': 'fa:16:3e:41:1b:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b13f6b-a027-4371-8012-54f025a726fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T15:23:05Z', 'updated_at': '2022-06-24T15:23:05Z', 'revision_number': 0, 'project_id': 'fb2390854b0345588bd6b68f5c09a1ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '094195e6-785b-4284-a436-c72adec7902b', 'name': '', 'network_id': '6f212514-c323-4661-9a70-8b24c5462bcd', 'tenant_id': 'fb2390854b0345588bd6b68f5c09a1ee', 'mac_address': 'fa:16:3e:0e:48:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '017e544d-f0b9-4c73-ade1-3d4fe31ff042', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '2f64631d-2603-40c2-bbec-a14b52952181', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T15:21:47Z', 'updated_at': '2022-06-24T15:21:50Z', 'revision_number': 5, 'project_id': 'fb2390854b0345588bd6b68f5c09a1ee', 'subnets': [{'id': '2f64631d-2603-40c2-bbec-a14b52952181', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104513) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 15:23:07.982008 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-cb1824c5-69a8-4b02-8425-e9ad4f39873d req-81aca221-95be-4f38-9ec3-a8b3b4382eb2 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] 10.222.0.67 "GET /v2.0/security-groups?id=6a9266fa-b1d6-497f-a6b1-a603906b73d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1314590 Jun 24 15:23:08.001782 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-cf5a8ff7-4022-4418-a263-7a706da5a3a4 req-1875ac1e-be16-4283-b5a0-8845b8a9b007 service neutron] 10.222.0.64 "GET /v2.0/networks/6f212514-c323-4661-9a70-8b24c5462bcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341722 Jun 24 15:23:08.003032 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-976d6acb-5da3-4df4-933d-6c0e72522f57 tempest-TestMinimumBasicScenario-1016590740 tempest-TestMinimumBasicScenario-1016590740-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:23:08.008546 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.wsgi [-] (104512) accepted ('10.222.0.67', 43618) {{(pid=104512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:23:08.008657 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [None req-976d6acb-5da3-4df4-933d-6c0e72522f57 tempest-TestMinimumBasicScenario-1016590740 tempest-TestMinimumBasicScenario-1016590740-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3779283 Jun 24 15:23:08.015821 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.v2.base [None req-91c72676-b2a7-4205-bb1a-6fca7cf23e34 tempest-TestMinimumBasicScenario-1016590740 tempest-TestMinimumBasicScenario-1016590740-project] Request body: {'security_group_rule': {'security_group_id': '6502aab0-e136-43d0-949d-b9bd8e471beb', 'project_id': 'fb2390854b0345588bd6b68f5c09a1ee', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 15:23:08.137703 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-91c72676-b2a7-4205-bb1a-6fca7cf23e34 tempest-TestMinimumBasicScenario-1016590740 tempest-TestMinimumBasicScenario-1016590740-project] Publish callbacks [] for security_group_rule (b78c2284-5a61-42fb-a3dc-c3b95f290d1b), before_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:23:08.153651 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:INSERT=1 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:23:08.188868 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-91c72676-b2a7-4205-bb1a-6fca7cf23e34 tempest-TestMinimumBasicScenario-1016590740 tempest-TestMinimumBasicScenario-1016590740-project] Publish callbacks [] for security_group_rule (b78c2284-5a61-42fb-a3dc-c3b95f290d1b), precommit_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:23:08.195781 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9f68e16-da51-4c18-83c1-566576c2b8aa None None] New status for floating IP bac7af18-1a05-4d34-8481-7140e96ff689: ACTIVE {{(pid=104514) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 24 15:23:08.247051 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-91c72676-b2a7-4205-bb1a-6fca7cf23e34 tempest-TestMinimumBasicScenario-1016590740 tempest-TestMinimumBasicScenario-1016590740-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-275495'] for security_group_rule (b78c2284-5a61-42fb-a3dc-c3b95f290d1b), after_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:23:08.283132 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c72676-b2a7-4205-bb1a-6fca7cf23e34 tempest-TestMinimumBasicScenario-1016590740 tempest-TestMinimumBasicScenario-1016590740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b78c2284-5a61-42fb-a3dc-c3b95f290d1b,revision_number=0']} {{(pid=104512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:23:08.357264 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-91c72676-b2a7-4205-bb1a-6fca7cf23e34 tempest-TestMinimumBasicScenario-1016590740 tempest-TestMinimumBasicScenario-1016590740-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:23:08.358438 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [None req-91c72676-b2a7-4205-bb1a-6fca7cf23e34 tempest-TestMinimumBasicScenario-1016590740 tempest-TestMinimumBasicScenario-1016590740-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3467767 Jun 24 15:23:08.361145 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.wsgi [-] (104512) accepted ('10.222.0.67', 43628) {{(pid=104512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:23:08.366456 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.v2.base [None req-45a7256b-c86f-41d0-a42b-200933e647c5 tempest-TestMinimumBasicScenario-1016590740 tempest-TestMinimumBasicScenario-1016590740-project] Request body: {'security_group_rule': {'security_group_id': '6502aab0-e136-43d0-949d-b9bd8e471beb', 'project_id': 'fb2390854b0345588bd6b68f5c09a1ee', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 15:23:08.469923 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:23:08.475422 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-45a7256b-c86f-41d0-a42b-200933e647c5 tempest-TestMinimumBasicScenario-1016590740 tempest-TestMinimumBasicScenario-1016590740-project] Publish callbacks [] for security_group_rule (c5f4d1c5-62f9-4e46-9eb1-5556b888a1ae), before_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:23:08.537743 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-45a7256b-c86f-41d0-a42b-200933e647c5 tempest-TestMinimumBasicScenario-1016590740 tempest-TestMinimumBasicScenario-1016590740-project] Publish callbacks [] for security_group_rule (c5f4d1c5-62f9-4e46-9eb1-5556b888a1ae), precommit_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:23:08.615872 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-45a7256b-c86f-41d0-a42b-200933e647c5 tempest-TestMinimumBasicScenario-1016590740 tempest-TestMinimumBasicScenario-1016590740-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-275495'] for security_group_rule (c5f4d1c5-62f9-4e46-9eb1-5556b888a1ae), after_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:23:08.637253 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a7256b-c86f-41d0-a42b-200933e647c5 tempest-TestMinimumBasicScenario-1016590740 tempest-TestMinimumBasicScenario-1016590740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5f4d1c5-62f9-4e46-9eb1-5556b888a1ae,revision_number=0']} {{(pid=104512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:23:08.709343 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-45a7256b-c86f-41d0-a42b-200933e647c5 tempest-TestMinimumBasicScenario-1016590740 tempest-TestMinimumBasicScenario-1016590740-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:23:08.710553 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [None req-45a7256b-c86f-41d0-a42b-200933e647c5 tempest-TestMinimumBasicScenario-1016590740 tempest-TestMinimumBasicScenario-1016590740-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3483777 Jun 24 15:23:08.713274 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.wsgi [-] (104512) accepted ('10.222.0.67', 43632) {{(pid=104512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:23:08.717526 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.v2.base [None req-4278da95-e576-465a-97a5-b2bbc7d7139d tempest-TestMinimumBasicScenario-1016590740 tempest-TestMinimumBasicScenario-1016590740-project] Request body: {'security_group_rule': {'security_group_id': '6502aab0-e136-43d0-949d-b9bd8e471beb', 'project_id': 'fb2390854b0345588bd6b68f5c09a1ee', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 15:23:08.803694 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-4278da95-e576-465a-97a5-b2bbc7d7139d tempest-TestMinimumBasicScenario-1016590740 tempest-TestMinimumBasicScenario-1016590740-project] Publish callbacks [] for security_group_rule (8bd029e6-da47-476f-a0b7-cf45d80312b2), before_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:23:08.860177 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-4278da95-e576-465a-97a5-b2bbc7d7139d tempest-TestMinimumBasicScenario-1016590740 tempest-TestMinimumBasicScenario-1016590740-project] Publish callbacks [] for security_group_rule (8bd029e6-da47-476f-a0b7-cf45d80312b2), precommit_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:23:08.935731 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-4278da95-e576-465a-97a5-b2bbc7d7139d tempest-TestMinimumBasicScenario-1016590740 tempest-TestMinimumBasicScenario-1016590740-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-275495'] for security_group_rule (8bd029e6-da47-476f-a0b7-cf45d80312b2), after_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:23:08.956589 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4278da95-e576-465a-97a5-b2bbc7d7139d tempest-TestMinimumBasicScenario-1016590740 tempest-TestMinimumBasicScenario-1016590740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8bd029e6-da47-476f-a0b7-cf45d80312b2,revision_number=0']} {{(pid=104512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:23:09.029199 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-4278da95-e576-465a-97a5-b2bbc7d7139d tempest-TestMinimumBasicScenario-1016590740 tempest-TestMinimumBasicScenario-1016590740-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:23:09.031362 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [None req-4278da95-e576-465a-97a5-b2bbc7d7139d tempest-TestMinimumBasicScenario-1016590740 tempest-TestMinimumBasicScenario-1016590740-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3162234 Jun 24 15:23:09.033245 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.wsgi [-] (104511) accepted ('10.222.0.67', 43636) {{(pid=104511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:23:09.037748 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.v2.base [None req-c106500a-b559-45d7-9a9f-28c99d8dda0f tempest-TestMinimumBasicScenario-1016590740 tempest-TestMinimumBasicScenario-1016590740-project] Request body: {'security_group_rule': {'security_group_id': '6502aab0-e136-43d0-949d-b9bd8e471beb', 'project_id': 'fb2390854b0345588bd6b68f5c09a1ee', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104511) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 15:23:09.110586 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0b5c72-9719-4466-8c8f-67b60e5e3902 req-aba36826-2190-4d2a-a8b2-c08b52960b9f tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:23:09.112173 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-df0b5c72-9719-4466-8c8f-67b60e5e3902 req-aba36826-2190-4d2a-a8b2-c08b52960b9f tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] 10.222.0.67 "GET /v2.0/ports?device_id=68a388fa-baf9-475a-9e9e-4b89f267983d HTTP/1.1" status: 200 len: 945 time: 0.0499647 Jun 24 15:23:09.153500 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.db.securitygroups_db [None req-c106500a-b559-45d7-9a9f-28c99d8dda0f tempest-TestMinimumBasicScenario-1016590740 tempest-TestMinimumBasicScenario-1016590740-project] Project fb2390854b0345588bd6b68f5c09a1ee added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 24 15:23:09.160012 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-c106500a-b559-45d7-9a9f-28c99d8dda0f tempest-TestMinimumBasicScenario-1016590740 tempest-TestMinimumBasicScenario-1016590740-project] Publish callbacks [] for security_group_rule (17d2888e-b7ae-4b2f-997f-b957b91834a2), before_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:23:09.160893 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-df0b5c72-9719-4466-8c8f-67b60e5e3902 req-8c8277b9-2a7a-4c38-adc1-eb0b16e1a454 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] 10.222.0.67 "GET /v2.0/security-groups?id=6a9266fa-b1d6-497f-a6b1-a603906b73d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432987 Jun 24 15:23:09.218575 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-c106500a-b559-45d7-9a9f-28c99d8dda0f tempest-TestMinimumBasicScenario-1016590740 tempest-TestMinimumBasicScenario-1016590740-project] Publish callbacks [] for security_group_rule (17d2888e-b7ae-4b2f-997f-b957b91834a2), precommit_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:23:09.309714 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-c106500a-b559-45d7-9a9f-28c99d8dda0f tempest-TestMinimumBasicScenario-1016590740 tempest-TestMinimumBasicScenario-1016590740-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-275495'] for security_group_rule (17d2888e-b7ae-4b2f-997f-b957b91834a2), after_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:23:09.330004 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c106500a-b559-45d7-9a9f-28c99d8dda0f tempest-TestMinimumBasicScenario-1016590740 tempest-TestMinimumBasicScenario-1016590740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17d2888e-b7ae-4b2f-997f-b957b91834a2,revision_number=0']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:23:09.400668 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-c106500a-b559-45d7-9a9f-28c99d8dda0f tempest-TestMinimumBasicScenario-1016590740 tempest-TestMinimumBasicScenario-1016590740-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:23:09.402153 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [None req-c106500a-b559-45d7-9a9f-28c99d8dda0f tempest-TestMinimumBasicScenario-1016590740 tempest-TestMinimumBasicScenario-1016590740-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3679149 Jun 24 15:23:09.404814 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.wsgi [-] (104511) accepted ('10.222.0.67', 43640) {{(pid=104511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:23:09.409369 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.v2.base [None req-2be4aecd-508e-4c17-9e9b-9c0d9c73cfc6 tempest-TestMinimumBasicScenario-1016590740 tempest-TestMinimumBasicScenario-1016590740-project] Request body: {'security_group_rule': {'security_group_id': '6502aab0-e136-43d0-949d-b9bd8e471beb', 'project_id': 'fb2390854b0345588bd6b68f5c09a1ee', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104511) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 15:23:09.475227 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.db.securitygroups_db [None req-2be4aecd-508e-4c17-9e9b-9c0d9c73cfc6 tempest-TestMinimumBasicScenario-1016590740 tempest-TestMinimumBasicScenario-1016590740-project] Project fb2390854b0345588bd6b68f5c09a1ee added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 24 15:23:09.480903 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-2be4aecd-508e-4c17-9e9b-9c0d9c73cfc6 tempest-TestMinimumBasicScenario-1016590740 tempest-TestMinimumBasicScenario-1016590740-project] Publish callbacks [] for security_group_rule (b73d87b8-58e3-4b7b-8ddf-c32f2f065801), before_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:23:09.542797 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-2be4aecd-508e-4c17-9e9b-9c0d9c73cfc6 tempest-TestMinimumBasicScenario-1016590740 tempest-TestMinimumBasicScenario-1016590740-project] Publish callbacks [] for security_group_rule (b73d87b8-58e3-4b7b-8ddf-c32f2f065801), precommit_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:23:09.589600 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-2be4aecd-508e-4c17-9e9b-9c0d9c73cfc6 tempest-TestMinimumBasicScenario-1016590740 tempest-TestMinimumBasicScenario-1016590740-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-275495'] for security_group_rule (b73d87b8-58e3-4b7b-8ddf-c32f2f065801), after_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:23:09.608537 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be4aecd-508e-4c17-9e9b-9c0d9c73cfc6 tempest-TestMinimumBasicScenario-1016590740 tempest-TestMinimumBasicScenario-1016590740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b73d87b8-58e3-4b7b-8ddf-c32f2f065801,revision_number=0']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:23:09.671596 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-2be4aecd-508e-4c17-9e9b-9c0d9c73cfc6 tempest-TestMinimumBasicScenario-1016590740 tempest-TestMinimumBasicScenario-1016590740-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:23:09.672768 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [None req-2be4aecd-508e-4c17-9e9b-9c0d9c73cfc6 tempest-TestMinimumBasicScenario-1016590740 tempest-TestMinimumBasicScenario-1016590740-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2668381 Jun 24 15:23:09.760890 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-bbf355b1-5ee1-4901-84bd-2ddfe2cd7e6f req-6ecdb779-aaaf-4e8c-aa1b-bd627e65dfac tempest-TestMinimumBasicScenario-1016590740 tempest-TestMinimumBasicScenario-1016590740-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-450804945&fields=id&tenant_id=fb2390854b0345588bd6b68f5c09a1ee HTTP/1.1" status: 200 len: 267 time: 0.0437207 Jun 24 15:23:09.811656 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf355b1-5ee1-4901-84bd-2ddfe2cd7e6f req-9fbce53f-0614-4bf3-b703-4b3ecff16f92 tempest-TestMinimumBasicScenario-1016590740 tempest-TestMinimumBasicScenario-1016590740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:23:09.813194 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-bbf355b1-5ee1-4901-84bd-2ddfe2cd7e6f req-9fbce53f-0614-4bf3-b703-4b3ecff16f92 tempest-TestMinimumBasicScenario-1016590740 tempest-TestMinimumBasicScenario-1016590740-project] 10.222.0.67 "GET /v2.0/ports?device_id=79b13f6b-a027-4371-8012-54f025a726fa HTTP/1.1" status: 200 len: 945 time: 0.0471454 Jun 24 15:23:09.823596 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.v2.base [req-bbf355b1-5ee1-4901-84bd-2ddfe2cd7e6f req-96cda02e-1e7c-4a37-92ca-1d3d61e66bef tempest-TestMinimumBasicScenario-1016590740 tempest-TestMinimumBasicScenario-1016590740-project] Request body: {'port': {'security_groups': ['0c9a5b2b-9c69-45a1-a6b9-bfcdb81413bd', '6502aab0-e136-43d0-949d-b9bd8e471beb']}} {{(pid=104512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 15:23:09.898101 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [req-bbf355b1-5ee1-4901-84bd-2ddfe2cd7e6f req-96cda02e-1e7c-4a37-92ca-1d3d61e66bef tempest-TestMinimumBasicScenario-1016590740 tempest-TestMinimumBasicScenario-1016590740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7727318'] for port (18c7a045-91ca-44b2-abe0-c90523b83549), before_update {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:23:10.078098 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.db [req-bbf355b1-5ee1-4901-84bd-2ddfe2cd7e6f req-96cda02e-1e7c-4a37-92ca-1d3d61e66bef tempest-TestMinimumBasicScenario-1016590740 tempest-TestMinimumBasicScenario-1016590740-project] For port 18c7a045-91ca-44b2-abe0-c90523b83549, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=18c7a045-91ca-44b2-abe0-c90523b83549,segment=NetworkSegment(5aa84711-eee4-4736-b915-ec9670ba17dc),segment_id=5aa84711-eee4-4736-b915-ec9670ba17dc)] {{(pid=104512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 15:23:10.104697 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:23:10.108537 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [req-bbf355b1-5ee1-4901-84bd-2ddfe2cd7e6f req-96cda02e-1e7c-4a37-92ca-1d3d61e66bef tempest-TestMinimumBasicScenario-1016590740 tempest-TestMinimumBasicScenario-1016590740-project] Publish callbacks [] for port (18c7a045-91ca-44b2-abe0-c90523b83549), precommit_update {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:23:10.198985 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [req-bbf355b1-5ee1-4901-84bd-2ddfe2cd7e6f req-96cda02e-1e7c-4a37-92ca-1d3d61e66bef tempest-TestMinimumBasicScenario-1016590740 tempest-TestMinimumBasicScenario-1016590740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761385101662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761384583316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761384583334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3859668'] for port (18c7a045-91ca-44b2-abe0-c90523b83549), after_update {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:23:10.215526 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.db [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] get_ports_and_sgs() called for port_ids ['18c7a045-91ca-44b2-abe0-c90523b83549'] {{(pid=104513) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 15:23:10.243111 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697012'] for agent (f0fa743b-ff28-43ff-ac51-704c86538f10), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:23:10.287622 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf355b1-5ee1-4901-84bd-2ddfe2cd7e6f req-96cda02e-1e7c-4a37-92ca-1d3d61e66bef tempest-TestMinimumBasicScenario-1016590740 tempest-TestMinimumBasicScenario-1016590740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:23:10.288354 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [req-bbf355b1-5ee1-4901-84bd-2ddfe2cd7e6f req-96cda02e-1e7c-4a37-92ca-1d3d61e66bef tempest-TestMinimumBasicScenario-1016590740 tempest-TestMinimumBasicScenario-1016590740-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30073'] for port (None), before_response {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:23:10.289713 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-bbf355b1-5ee1-4901-84bd-2ddfe2cd7e6f req-96cda02e-1e7c-4a37-92ca-1d3d61e66bef tempest-TestMinimumBasicScenario-1016590740 tempest-TestMinimumBasicScenario-1016590740-project] 10.222.0.67 "PUT /v2.0/ports/18c7a045-91ca-44b2-abe0-c90523b83549 HTTP/1.1" status: 200 len: 981 time: 0.4705493 Jun 24 15:23:10.290245 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79b13f6b-a027-4371-8012-54f025a726fa', 'tag': '18c7a045-91ca-44b2-abe0-c90523b83549'}] {{(pid=104512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 15:23:10.292546 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9db87de5340c6be2811fa9e5912a63998a589dd3f857fd3823a550d1ae48127" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c391092f-6ea0-48ec-a039-4f780809fb98" -d '{"events": [{"name": "network-changed", "server_uuid": "79b13f6b-a027-4371-8012-54f025a726fa", "tag": "18c7a045-91ca-44b2-abe0-c90523b83549"}]}' {{(pid=104512) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 15:23:10.327625 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2212328-49dd-4fe3-8b23-b958f557a9d8 req-62db6e8b-bacd-40ac-9386-5a36707d0e79 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:23:10.329240 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-e2212328-49dd-4fe3-8b23-b958f557a9d8 req-62db6e8b-bacd-40ac-9386-5a36707d0e79 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] 10.222.0.67 "GET /v2.0/ports?device_id=68a388fa-baf9-475a-9e9e-4b89f267983d HTTP/1.1" status: 200 len: 945 time: 0.0961411 Jun 24 15:23:10.330225 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96cda02e-1e7c-4a37-92ca-1d3d61e66bef tempest-TestMinimumBasicScenario-1016590740 tempest-TestMinimumBasicScenario-1016590740-project] Pushing event updated for resources: {'Port': ['ID=18c7a045-91ca-44b2-abe0-c90523b83549,revision_number=6']} {{(pid=104512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:23:10.386895 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:23:10.392265 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=2,neutron:INSERT=1 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:23:10.420653 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.db [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] get_ports_and_sgs() called for port_ids ['18c7a045-91ca-44b2-abe0-c90523b83549'] {{(pid=104513) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 15:23:10.476318 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79ed9c3-3cce-4fb4-97f0-da9103e1dd33 req-83651846-1a68-40ea-91e5-73efae9a78bc tempest-TestMinimumBasicScenario-1016590740 tempest-TestMinimumBasicScenario-1016590740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:23:10.478767 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-f79ed9c3-3cce-4fb4-97f0-da9103e1dd33 req-83651846-1a68-40ea-91e5-73efae9a78bc tempest-TestMinimumBasicScenario-1016590740 tempest-TestMinimumBasicScenario-1016590740-project] 10.222.0.67 "GET /v2.0/ports?device_id=79b13f6b-a027-4371-8012-54f025a726fa HTTP/1.1" status: 200 len: 984 time: 0.1047242 Jun 24 15:23:10.487990 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-e2212328-49dd-4fe3-8b23-b958f557a9d8 req-9bb8cc8a-4eae-4aea-9a5b-0498595af84b tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] 10.222.0.67 "GET /v2.0/security-groups?id=6a9266fa-b1d6-497f-a6b1-a603906b73d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1441746 Jun 24 15:23:10.562180 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Jun 2022 15:23:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fa41aa6-f232-4ea4-aa46-70bd5111eedc x-openstack-request-id: req-8fa41aa6-f232-4ea4-aa46-70bd5111eedc {{(pid=104512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 15:23:10.562180 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79b13f6b-a027-4371-8012-54f025a726fa", "tag": "18c7a045-91ca-44b2-abe0-c90523b83549", "status": "completed", "code": 200}]} {{(pid=104512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 15:23:10.562180 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-8fa41aa6-f232-4ea4-aa46-70bd5111eedc {{(pid=104512) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 15:23:10.562775 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8fa41aa6-f232-4ea4-aa46-70bd5111eedc'] response: {'name': 'network-changed', 'server_uuid': '79b13f6b-a027-4371-8012-54f025a726fa', 'tag': '18c7a045-91ca-44b2-abe0-c90523b83549', 'status': 'completed', 'code': 200} Jun 24 15:23:10.591760 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-f79ed9c3-3cce-4fb4-97f0-da9103e1dd33 req-97247b9f-ce36-42fe-8611-fb5cfe1de1c8 tempest-TestMinimumBasicScenario-1016590740 tempest-TestMinimumBasicScenario-1016590740-project] 10.222.0.67 "GET /v2.0/security-groups?id=6502aab0-e136-43d0-949d-b9bd8e471beb&id=0c9a5b2b-9c69-45a1-a6b9-bfcdb81413bd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0998397 Jun 24 15:23:10.616935 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.provisioning_blocks [None req-dfac8376-c98a-454b-b3d2-f68f7eee47aa None None] Provisioning complete for port 18c7a045-91ca-44b2-abe0-c90523b83549 triggered by entity DHCP. {{(pid=104513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 15:23:10.617305 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-dfac8376-c98a-454b-b3d2-f68f7eee47aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7696598'] for port (18c7a045-91ca-44b2-abe0-c90523b83549), provisioning_complete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:23:10.637201 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c391092f-6ea0-48ec-a039-4f780809fb98 req-c9c7af9a-7281-4015-9fa4-71a878385dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:23:10.638875 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-c391092f-6ea0-48ec-a039-4f780809fb98 req-c9c7af9a-7281-4015-9fa4-71a878385dd9 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=fb2390854b0345588bd6b68f5c09a1ee&device_id=79b13f6b-a027-4371-8012-54f025a726fa HTTP/1.1" status: 200 len: 1168 time: 0.0450764 Jun 24 15:23:10.693578 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:SELECT=100 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:23:10.808113 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.plugin [None req-dfac8376-c98a-454b-b3d2-f68f7eee47aa None None] Current status of the port 18c7a045-91ca-44b2-abe0-c90523b83549 is: ACTIVE; New status is: ACTIVE {{(pid=104513) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 15:23:10.906580 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:23:11.603609 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0afe5e-4449-4fd9-8c76-d6b3971f70a0 req-10a49eb0-e8fd-4d6e-b624-5241e99190a7 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:23:11.605056 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-0d0afe5e-4449-4fd9-8c76-d6b3971f70a0 req-10a49eb0-e8fd-4d6e-b624-5241e99190a7 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] 10.222.0.67 "GET /v2.0/ports?device_id=68a388fa-baf9-475a-9e9e-4b89f267983d HTTP/1.1" status: 200 len: 945 time: 0.0501978 Jun 24 15:23:11.653289 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-0d0afe5e-4449-4fd9-8c76-d6b3971f70a0 req-113c89dd-0c92-4cba-9e3b-dda19674eccd tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] 10.222.0.67 "GET /v2.0/security-groups?id=6a9266fa-b1d6-497f-a6b1-a603906b73d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427105 Jun 24 15:23:11.992839 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c391092f-6ea0-48ec-a039-4f780809fb98 req-c8f7a443-a55e-4c3d-aba0-152aa0442ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:23:11.994322 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-c391092f-6ea0-48ec-a039-4f780809fb98 req-c8f7a443-a55e-4c3d-aba0-152aa0442ab2 service neutron] 10.222.0.64 "GET /v2.0/networks?id=6f212514-c323-4661-9a70-8b24c5462bcd HTTP/1.1" status: 200 len: 915 time: 0.0874541 Jun 24 15:23:12.441092 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-c391092f-6ea0-48ec-a039-4f780809fb98 req-086a698d-7acd-448b-bd41-4dea637dd39f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=18c7a045-91ca-44b2-abe0-c90523b83549 HTTP/1.1" status: 200 len: 1000 time: 0.0620296 Jun 24 15:23:12.455359 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb957d5b-05d9-44bf-8e44-17f5cc5cfb0f req-3da244d6-0545-4198-b811-82e2cead79bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:23:12.457238 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [req-fb957d5b-05d9-44bf-8e44-17f5cc5cfb0f req-3da244d6-0545-4198-b811-82e2cead79bc service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=68a388fa-baf9-475a-9e9e-4b89f267983d HTTP/1.1" status: 200 len: 1129 time: 0.0399935 Jun 24 15:23:12.493614 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c391092f-6ea0-48ec-a039-4f780809fb98 req-c630df08-b72e-46a5-9b41-80eb91851c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:23:12.494658 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-c391092f-6ea0-48ec-a039-4f780809fb98 req-c630df08-b72e-46a5-9b41-80eb91851c37 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2f64631d-2603-40c2-bbec-a14b52952181 HTTP/1.1" status: 200 len: 853 time: 0.0467188 Jun 24 15:23:12.509730 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [req-fb957d5b-05d9-44bf-8e44-17f5cc5cfb0f req-a6c6b862-2ea7-4be6-b7b4-f2a9ccf4336a service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=6a9266fa-b1d6-497f-a6b1-a603906b73d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446115 Jun 24 15:23:12.772614 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0fb8e1-c11e-4470-889e-b7b4629305fc req-f1b73dd9-03a5-4c0e-a70e-cf5820dd4c26 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:23:12.774068 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-cc0fb8e1-c11e-4470-889e-b7b4629305fc req-f1b73dd9-03a5-4c0e-a70e-cf5820dd4c26 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] 10.222.0.67 "GET /v2.0/ports?device_id=68a388fa-baf9-475a-9e9e-4b89f267983d HTTP/1.1" status: 200 len: 945 time: 0.0473638 Jun 24 15:23:12.820816 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-cc0fb8e1-c11e-4470-889e-b7b4629305fc req-669af79c-af76-4f28-ac93-c0332dc87887 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] 10.222.0.67 "GET /v2.0/security-groups?id=6a9266fa-b1d6-497f-a6b1-a603906b73d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409474 Jun 24 15:23:13.140119 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c391092f-6ea0-48ec-a039-4f780809fb98 req-c7140c9e-d3ff-4061-9fe1-6a947a09d041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:23:13.141594 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-c391092f-6ea0-48ec-a039-4f780809fb98 req-c7140c9e-d3ff-4061-9fe1-6a947a09d041 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=6f212514-c323-4661-9a70-8b24c5462bcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0427547 Jun 24 15:23:13.239674 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-c391092f-6ea0-48ec-a039-4f780809fb98 req-2d1d234f-96f8-4565-b91f-118563cab7d0 service neutron] 10.222.0.64 "GET /v2.0/networks/6f212514-c323-4661-9a70-8b24c5462bcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868819 Jun 24 15:23:13.338340 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-c391092f-6ea0-48ec-a039-4f780809fb98 req-2adc1e6f-18da-4fbc-9c72-7858d60273d9 service neutron] 10.222.0.64 "GET /v2.0/networks/6f212514-c323-4661-9a70-8b24c5462bcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904872 Jun 24 15:23:13.934766 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07ceac6-cffa-417a-b63d-cedbb2a29cef req-5c45b3ff-72b3-477c-a88d-53bc47cb558e tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:23:13.936247 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-f07ceac6-cffa-417a-b63d-cedbb2a29cef req-5c45b3ff-72b3-477c-a88d-53bc47cb558e tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] 10.222.0.67 "GET /v2.0/ports?device_id=68a388fa-baf9-475a-9e9e-4b89f267983d HTTP/1.1" status: 200 len: 945 time: 0.0485258 Jun 24 15:23:13.947764 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=100 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:23:13.987157 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-f07ceac6-cffa-417a-b63d-cedbb2a29cef req-22e26223-1969-4cf5-be29-5425dc4bfa56 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] 10.222.0.67 "GET /v2.0/security-groups?id=6a9266fa-b1d6-497f-a6b1-a603906b73d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447118 Jun 24 15:23:15.113401 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acef4f62-7b3b-4d8a-9d1b-adc8dcfb44a7 req-72fbc73e-7ef8-4b9b-bb07-6f4c0c94827d tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:23:15.115946 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-acef4f62-7b3b-4d8a-9d1b-adc8dcfb44a7 req-72fbc73e-7ef8-4b9b-bb07-6f4c0c94827d tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] 10.222.0.67 "GET /v2.0/ports?device_id=68a388fa-baf9-475a-9e9e-4b89f267983d HTTP/1.1" status: 200 len: 945 time: 0.0516162 Jun 24 15:23:15.161356 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-acef4f62-7b3b-4d8a-9d1b-adc8dcfb44a7 req-33248547-886f-43b3-a25a-dcb12d5816b4 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] 10.222.0.67 "GET /v2.0/security-groups?id=6a9266fa-b1d6-497f-a6b1-a603906b73d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407667 Jun 24 15:23:15.684571 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5774fded-cab5-4981-ae36-2fd05cfdd69c req-25145749-997d-4f72-b604-37d282582f85 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:23:15.686031 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-5774fded-cab5-4981-ae36-2fd05cfdd69c req-25145749-997d-4f72-b604-37d282582f85 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] 10.222.0.67 "GET /v2.0/ports?device_id=68a388fa-baf9-475a-9e9e-4b89f267983d HTTP/1.1" status: 200 len: 945 time: 0.0475209 Jun 24 15:23:15.732782 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-5774fded-cab5-4981-ae36-2fd05cfdd69c req-b2b4d7b4-c05b-4f94-a42f-8bec2f15a1b3 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] 10.222.0.67 "GET /v2.0/security-groups?id=6a9266fa-b1d6-497f-a6b1-a603906b73d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412104 Jun 24 15:23:16.836793 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=100 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:23:16.844714 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbd84fa-2f78-4890-b95a-b16fb377765a req-3fa86b52-56f3-4b55-9e3d-ac5d84533a48 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:23:16.846164 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-5bbd84fa-2f78-4890-b95a-b16fb377765a req-3fa86b52-56f3-4b55-9e3d-ac5d84533a48 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] 10.222.0.67 "GET /v2.0/ports?device_id=68a388fa-baf9-475a-9e9e-4b89f267983d HTTP/1.1" status: 200 len: 945 time: 0.0461481 Jun 24 15:23:16.896911 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-5bbd84fa-2f78-4890-b95a-b16fb377765a req-627af2c2-bff3-4f31-9357-2995ee406dc5 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] 10.222.0.67 "GET /v2.0/security-groups?id=6a9266fa-b1d6-497f-a6b1-a603906b73d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447576 Jun 24 15:23:18.017037 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc84cd9f-4e82-48b0-9d4f-b495e41166cd req-413ab6ad-6d15-4b0a-ba8b-7d20dddaa852 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:23:18.018780 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-cc84cd9f-4e82-48b0-9d4f-b495e41166cd req-413ab6ad-6d15-4b0a-ba8b-7d20dddaa852 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] 10.222.0.67 "GET /v2.0/ports?device_id=68a388fa-baf9-475a-9e9e-4b89f267983d HTTP/1.1" status: 200 len: 945 time: 0.0535018 Jun 24 15:23:18.069412 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-cc84cd9f-4e82-48b0-9d4f-b495e41166cd req-52ec1b2a-6914-4663-a020-202dffc30474 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] 10.222.0.67 "GET /v2.0/security-groups?id=6a9266fa-b1d6-497f-a6b1-a603906b73d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446985 Jun 24 15:23:18.187624 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff87296-5fa2-4d92-9a7a-93c9b83aba5b req-c3d3a455-11dd-4167-a46b-418a47740681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:23:18.189092 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-0ff87296-5fa2-4d92-9a7a-93c9b83aba5b req-c3d3a455-11dd-4167-a46b-418a47740681 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b6bf0e1123fa47a7844e09127fb16d6e&device_id=68a388fa-baf9-475a-9e9e-4b89f267983d HTTP/1.1" status: 200 len: 1129 time: 0.0412493 Jun 24 15:23:18.287012 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff87296-5fa2-4d92-9a7a-93c9b83aba5b req-8491ee0c-c8ef-45f5-8e89-3cc9faca5699 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:23:18.288445 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-0ff87296-5fa2-4d92-9a7a-93c9b83aba5b req-8491ee0c-c8ef-45f5-8e89-3cc9faca5699 service neutron] 10.222.0.64 "GET /v2.0/networks?id=af13b512-ccae-46a6-b2e4-3851b74c876d HTTP/1.1" status: 200 len: 920 time: 0.0933020 Jun 24 15:23:18.354995 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-0ff87296-5fa2-4d92-9a7a-93c9b83aba5b req-384cbe1d-ed39-441f-9bf3-b077e767394b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f136a5f8-c1cb-48a1-8b07-9b685830d3b5 HTTP/1.1" status: 200 len: 1000 time: 0.0534513 Jun 24 15:23:18.408306 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff87296-5fa2-4d92-9a7a-93c9b83aba5b req-2b6f31d9-20d9-45f8-8ea4-8b7d81335019 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:23:18.410424 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-0ff87296-5fa2-4d92-9a7a-93c9b83aba5b req-2b6f31d9-20d9-45f8-8ea4-8b7d81335019 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=298c1716-00da-4f9f-a34c-b32e0b6a8775 HTTP/1.1" status: 200 len: 858 time: 0.0457921 Jun 24 15:23:18.458326 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff87296-5fa2-4d92-9a7a-93c9b83aba5b req-356c8a80-456f-43ab-9997-14a8eb1641a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:23:18.459892 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-0ff87296-5fa2-4d92-9a7a-93c9b83aba5b req-356c8a80-456f-43ab-9997-14a8eb1641a7 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=af13b512-ccae-46a6-b2e4-3851b74c876d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0435491 Jun 24 15:23:18.562477 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-0ff87296-5fa2-4d92-9a7a-93c9b83aba5b req-8c685e32-facb-4300-ab58-2eb3f474b081 service neutron] 10.222.0.64 "GET /v2.0/networks/af13b512-ccae-46a6-b2e4-3851b74c876d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906394 Jun 24 15:23:18.658286 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-0ff87296-5fa2-4d92-9a7a-93c9b83aba5b req-1b4e207c-4e56-4091-8d23-3468addd7432 service neutron] 10.222.0.64 "GET /v2.0/networks/af13b512-ccae-46a6-b2e4-3851b74c876d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890279 Jun 24 15:23:19.184222 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafdf313-11ff-44bb-80bf-da289cf60d65 req-d80ee79d-42ea-406a-84a7-f2b4222b9ce2 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:23:19.185730 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-eafdf313-11ff-44bb-80bf-da289cf60d65 req-d80ee79d-42ea-406a-84a7-f2b4222b9ce2 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] 10.222.0.67 "GET /v2.0/ports?device_id=68a388fa-baf9-475a-9e9e-4b89f267983d HTTP/1.1" status: 200 len: 945 time: 0.0478735 Jun 24 15:23:19.233147 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-eafdf313-11ff-44bb-80bf-da289cf60d65 req-ca1f0ba0-49f9-483d-97c4-107d2a42416c tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] 10.222.0.67 "GET /v2.0/security-groups?id=6a9266fa-b1d6-497f-a6b1-a603906b73d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418200 Jun 24 15:23:19.496718 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=100 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:23:19.512437 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea3d8c9-25c4-4b1d-b786-d00c02e54abf req-073b5980-78c7-4617-8c36-474e701ef5f8 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:23:19.513893 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-fea3d8c9-25c4-4b1d-b786-d00c02e54abf req-073b5980-78c7-4617-8c36-474e701ef5f8 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "GET /v2.0/ports?device_id=e24b4aae-8cee-48cc-bf18-e9a915ea3f2c HTTP/1.1" status: 200 len: 946 time: 0.0521462 Jun 24 15:23:19.560801 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-fea3d8c9-25c4-4b1d-b786-d00c02e54abf req-73ab7d02-fa48-47af-9399-d62e648515f9 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "GET /v2.0/security-groups?id=b9b51dc4-7b04-4aff-a905-bf9eb837f4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407476 Jun 24 15:23:20.347807 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbf2f07-c836-476a-adce-212df202c168 req-38ba4d57-f630-45aa-9440-6ea7fb9c7eff tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:23:20.349204 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-fdbf2f07-c836-476a-adce-212df202c168 req-38ba4d57-f630-45aa-9440-6ea7fb9c7eff tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] 10.222.0.67 "GET /v2.0/ports?device_id=68a388fa-baf9-475a-9e9e-4b89f267983d HTTP/1.1" status: 200 len: 945 time: 0.0462420 Jun 24 15:23:20.396133 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-fdbf2f07-c836-476a-adce-212df202c168 req-1012fbd5-5e1f-45cc-a600-71d08b7b5761 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] 10.222.0.67 "GET /v2.0/security-groups?id=6a9266fa-b1d6-497f-a6b1-a603906b73d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415347 Jun 24 15:23:20.534175 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG dbcounter [-] [104514] Writing DB stats neutron:SELECT=21 {{(pid=104514) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:23:20.535647 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG dbcounter [-] [104514] Writing DB stats neutron:SELECT=31,neutron:UPDATE=2 {{(pid=104514) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:23:20.680443 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b01e5b6-8cf7-495d-ad81-1ee763f542e2 req-0a3b0460-b6f0-476e-9a8d-beab9a57dcb1 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:23:20.681902 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-0b01e5b6-8cf7-495d-ad81-1ee763f542e2 req-0a3b0460-b6f0-476e-9a8d-beab9a57dcb1 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "GET /v2.0/ports?device_id=e24b4aae-8cee-48cc-bf18-e9a915ea3f2c HTTP/1.1" status: 200 len: 946 time: 0.0479903 Jun 24 15:23:20.731928 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-0b01e5b6-8cf7-495d-ad81-1ee763f542e2 req-f3619119-2fa3-4726-8708-c715057c93d7 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "GET /v2.0/security-groups?id=b9b51dc4-7b04-4aff-a905-bf9eb837f4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445821 Jun 24 15:23:21.002572 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:SELECT=58 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:23:21.006962 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:SELECT=3 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:23:21.010735 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:SELECT=40 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:23:21.341474 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-6c55e1fe-6320-4fc9-85aa-5a80734703e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697012'] for agent (61dc9491-0c49-467e-b62a-6961ce952bc2), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:23:21.513339 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856b048c-7fc0-47ab-9194-16e1db678e24 req-e7f38b58-b28c-49b3-85fc-4497c5c02c81 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:23:21.514786 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-856b048c-7fc0-47ab-9194-16e1db678e24 req-e7f38b58-b28c-49b3-85fc-4497c5c02c81 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] 10.222.0.67 "GET /v2.0/ports?device_id=68a388fa-baf9-475a-9e9e-4b89f267983d HTTP/1.1" status: 200 len: 945 time: 0.0475037 Jun 24 15:23:21.560844 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-856b048c-7fc0-47ab-9194-16e1db678e24 req-17648749-2eee-4014-a0ea-a71b2667a707 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] 10.222.0.67 "GET /v2.0/security-groups?id=6a9266fa-b1d6-497f-a6b1-a603906b73d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402913 Jun 24 15:23:21.849479 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a2ba90-cad8-497e-a7da-860858e492c5 req-297c196f-29cb-4406-886b-048fa3a5baca tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:23:21.850826 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-c1a2ba90-cad8-497e-a7da-860858e492c5 req-297c196f-29cb-4406-886b-048fa3a5baca tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "GET /v2.0/ports?device_id=e24b4aae-8cee-48cc-bf18-e9a915ea3f2c HTTP/1.1" status: 200 len: 946 time: 0.0460150 Jun 24 15:23:21.862963 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=100 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:23:21.896857 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-c1a2ba90-cad8-497e-a7da-860858e492c5 req-c7365f58-fda1-4e02-a047-ec528edd0089 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "GET /v2.0/security-groups?id=b9b51dc4-7b04-4aff-a905-bf9eb837f4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406070 Jun 24 15:23:22.496647 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=77,neutron:INSERT=12,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:23:22.507284 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:INSERT=8,neutron:SELECT=72,neutron:DELETE=4,neutron:UPDATE=3 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:23:22.680453 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2cebef-2a4d-41f9-b191-e9f1e6214357 req-dee944ce-528c-49e4-81c2-b435813ba280 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:23:22.681948 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-8b2cebef-2a4d-41f9-b191-e9f1e6214357 req-dee944ce-528c-49e4-81c2-b435813ba280 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] 10.222.0.67 "GET /v2.0/ports?device_id=68a388fa-baf9-475a-9e9e-4b89f267983d HTTP/1.1" status: 200 len: 945 time: 0.0533967 Jun 24 15:23:22.731435 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-8b2cebef-2a4d-41f9-b191-e9f1e6214357 req-8c8164a0-495b-47a5-9c3b-ce4ed2a312a2 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] 10.222.0.67 "GET /v2.0/security-groups?id=6a9266fa-b1d6-497f-a6b1-a603906b73d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438972 Jun 24 15:23:23.014594 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af50f5d6-8c45-443e-b25f-24d665101971 req-a2d0a543-4d3d-481a-95d9-f54425ecd3c5 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:23:23.016551 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-af50f5d6-8c45-443e-b25f-24d665101971 req-a2d0a543-4d3d-481a-95d9-f54425ecd3c5 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "GET /v2.0/ports?device_id=e24b4aae-8cee-48cc-bf18-e9a915ea3f2c HTTP/1.1" status: 200 len: 946 time: 0.0481167 Jun 24 15:23:23.063455 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-af50f5d6-8c45-443e-b25f-24d665101971 req-dd19fc51-f43f-497c-986f-ee8d94577b3d tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "GET /v2.0/security-groups?id=b9b51dc4-7b04-4aff-a905-bf9eb837f4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415831 Jun 24 15:23:23.741116 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-44c476b6-2cd1-409e-ada1-c21199703d6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697012'] for agent (45985ff7-1335-48cd-ab02-73eb58295827), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:23:23.850187 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bda4e9a-b896-4dd1-b34c-a9159c51e460 req-75c6aa23-699c-4749-8cf4-0db53c8f2fd2 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:23:23.851731 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-2bda4e9a-b896-4dd1-b34c-a9159c51e460 req-75c6aa23-699c-4749-8cf4-0db53c8f2fd2 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] 10.222.0.67 "GET /v2.0/ports?device_id=68a388fa-baf9-475a-9e9e-4b89f267983d HTTP/1.1" status: 200 len: 945 time: 0.0522268 Jun 24 15:23:23.904422 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-2bda4e9a-b896-4dd1-b34c-a9159c51e460 req-20460e8a-d589-467b-abb3-09b1690e2c56 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] 10.222.0.67 "GET /v2.0/security-groups?id=6a9266fa-b1d6-497f-a6b1-a603906b73d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468616 Jun 24 15:23:24.182833 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36647877-79d5-4f2e-b07b-66d3a5b03666 req-6b092610-135c-4e49-b1a3-515dac5272cc tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:23:24.184302 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-36647877-79d5-4f2e-b07b-66d3a5b03666 req-6b092610-135c-4e49-b1a3-515dac5272cc tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "GET /v2.0/ports?device_id=e24b4aae-8cee-48cc-bf18-e9a915ea3f2c HTTP/1.1" status: 200 len: 946 time: 0.0470746 Jun 24 15:23:24.230401 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-36647877-79d5-4f2e-b07b-66d3a5b03666 req-33fb9646-9625-409e-a842-12c5334a3de7 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "GET /v2.0/security-groups?id=b9b51dc4-7b04-4aff-a905-bf9eb837f4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405018 Jun 24 15:23:24.909368 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-6e9ba797-1d0c-40f8-9e0c-708f895be0b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697012'] for agent (f984396c-9862-4f32-9cf6-f19d2e5feb00), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:23:25.017328 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5f7f42-97e1-4ec3-9921-1d1ee230ddca req-8e219449-c8c0-4288-962c-ac1341e050e6 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:23:25.018823 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-eb5f7f42-97e1-4ec3-9921-1d1ee230ddca req-8e219449-c8c0-4288-962c-ac1341e050e6 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] 10.222.0.67 "GET /v2.0/ports?device_id=68a388fa-baf9-475a-9e9e-4b89f267983d HTTP/1.1" status: 200 len: 945 time: 0.0475302 Jun 24 15:23:25.073083 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-eb5f7f42-97e1-4ec3-9921-1d1ee230ddca req-1ddfb9d7-27f2-4f5d-9b83-58c234de1b25 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] 10.222.0.67 "GET /v2.0/security-groups?id=6a9266fa-b1d6-497f-a6b1-a603906b73d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459609 Jun 24 15:23:25.337695 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=100 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:23:25.350278 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb49c264-4e7d-4004-8b5b-f5a5da008ab4 req-264c09f2-b61e-4de9-97dc-ff9de6d07fb9 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:23:25.351834 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-eb49c264-4e7d-4004-8b5b-f5a5da008ab4 req-264c09f2-b61e-4de9-97dc-ff9de6d07fb9 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "GET /v2.0/ports?device_id=e24b4aae-8cee-48cc-bf18-e9a915ea3f2c HTTP/1.1" status: 200 len: 946 time: 0.0505958 Jun 24 15:23:25.398229 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-eb49c264-4e7d-4004-8b5b-f5a5da008ab4 req-76af9880-333c-4530-be6c-17de21bb2959 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "GET /v2.0/security-groups?id=b9b51dc4-7b04-4aff-a905-bf9eb837f4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409515 Jun 24 15:23:25.697677 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2338f14-fbd9-4698-8b3b-8f6332d1c70a req-e0ddf749-f64f-4aa9-a506-0a76bd64978f tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:23:25.699088 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-b2338f14-fbd9-4698-8b3b-8f6332d1c70a req-e0ddf749-f64f-4aa9-a506-0a76bd64978f tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.64 "GET /v2.0/ports?device_id=e24b4aae-8cee-48cc-bf18-e9a915ea3f2c HTTP/1.1" status: 200 len: 946 time: 0.0464394 Jun 24 15:23:25.784118 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.plugin [req-b2338f14-fbd9-4698-8b3b-8f6332d1c70a req-a30d09db-18f9-4187-9fbc-80c3befb3d8d tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Deleting port 5f0c5043-24b7-4a39-9766-66475f0cad69 {{(pid=104512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 15:23:25.784456 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [req-b2338f14-fbd9-4698-8b3b-8f6332d1c70a req-a30d09db-18f9-4187-9fbc-80c3befb3d8d tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761385095720'] for port (5f0c5043-24b7-4a39-9766-66475f0cad69), before_delete {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:23:25.870633 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.db [req-b2338f14-fbd9-4698-8b3b-8f6332d1c70a req-a30d09db-18f9-4187-9fbc-80c3befb3d8d tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] For port 5f0c5043-24b7-4a39-9766-66475f0cad69, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=5f0c5043-24b7-4a39-9766-66475f0cad69,segment=NetworkSegment(fbb525f4-37d7-4ee1-94df-b844f5efa329),segment_id=fbb525f4-37d7-4ee1-94df-b844f5efa329)] {{(pid=104512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 15:23:25.870985 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [req-b2338f14-fbd9-4698-8b3b-8f6332d1c70a req-a30d09db-18f9-4187-9fbc-80c3befb3d8d tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-465599'] for port (5f0c5043-24b7-4a39-9766-66475f0cad69), precommit_delete {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:23:26.383890 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-e7d2b4de-897d-40d1-b758-5e5b7ac4c4e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697012'] for agent (2f766f35-a225-44ed-b70f-669caec6f4a7), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:23:26.393580 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23a5af5-04d5-489e-8f4a-10ffece04d75 req-2fe06097-5599-4023-a4c9-eee6b56fc6ee tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:23:26.395619 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-b23a5af5-04d5-489e-8f4a-10ffece04d75 req-2fe06097-5599-4023-a4c9-eee6b56fc6ee tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] 10.222.0.67 "GET /v2.0/ports?device_id=68a388fa-baf9-475a-9e9e-4b89f267983d HTTP/1.1" status: 200 len: 945 time: 0.1131566 Jun 24 15:23:26.405294 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [req-b2338f14-fbd9-4698-8b3b-8f6332d1c70a req-a30d09db-18f9-4187-9fbc-80c3befb3d8d tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:23:26.405654 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [req-b2338f14-fbd9-4698-8b3b-8f6332d1c70a req-a30d09db-18f9-4187-9fbc-80c3befb3d8d tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-467314'] for floatingip (ee3c6a61-9c07-4fc6-9fe4-2ab5930abc3d), after_update {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:23:26.405974 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.db.l3_db [req-b2338f14-fbd9-4698-8b3b-8f6332d1c70a req-a30d09db-18f9-4187-9fbc-80c3befb3d8d tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Floating IP ee3c6a61-9c07-4fc6-9fe4-2ab5930abc3d disassociated. External IP: 172.27.0.104, port: 5f0c5043-24b7-4a39-9766-66475f0cad69. Jun 24 15:23:26.406312 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.plugin [req-b2338f14-fbd9-4698-8b3b-8f6332d1c70a req-a30d09db-18f9-4187-9fbc-80c3befb3d8d tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Calling delete_port for 5f0c5043-24b7-4a39-9766-66475f0cad69 owned by compute:nova {{(pid=104512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 15:23:26.470521 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:23:26.495879 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-b23a5af5-04d5-489e-8f4a-10ffece04d75 req-405cea1d-fc94-49de-b529-8d34b6849dcc tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] 10.222.0.67 "GET /v2.0/security-groups?id=6a9266fa-b1d6-497f-a6b1-a603906b73d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0934174 Jun 24 15:23:26.632211 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1,neutron:DELETE=8 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:23:26.670162 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c98b29-abd8-49d6-aae6-1391f93b5855 req-83c43066-e0e7-449d-9bfc-4b5a7deb8028 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:23:26.671704 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-d3c98b29-abd8-49d6-aae6-1391f93b5855 req-83c43066-e0e7-449d-9bfc-4b5a7deb8028 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "GET /v2.0/ports?device_id=e24b4aae-8cee-48cc-bf18-e9a915ea3f2c HTTP/1.1" status: 200 len: 946 time: 0.0898788 Jun 24 15:23:26.682281 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf90dc8-87a7-462e-9ed3-2966268f079a req-2a046b12-99f9-4639-8070-4b7664330267 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:23:26.683674 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-4cf90dc8-87a7-462e-9ed3-2966268f079a req-2a046b12-99f9-4639-8070-4b7664330267 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] 10.222.0.67 "GET /v2.0/ports?device_id=68a388fa-baf9-475a-9e9e-4b89f267983d HTTP/1.1" status: 200 len: 945 time: 0.0903378 Jun 24 15:23:26.692437 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697012'] for agent (559fa80c-96d5-4fe7-8c5f-9eda482c27bf), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:23:26.692716 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.wsgi [-] (104511) accepted ('10.222.0.67', 43798) {{(pid=104511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:23:26.698055 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.v2.base [None req-5bc74f96-01b0-44f9-8450-cc8c14fd83b2 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] Request body: {'floatingip': {'port_id': 'f136a5f8-c1cb-48a1-8b07-9b685830d3b5'}} {{(pid=104511) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 15:23:26.728149 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [req-b2338f14-fbd9-4698-8b3b-8f6332d1c70a req-a30d09db-18f9-4187-9fbc-80c3befb3d8d tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761385101680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761384583307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3859661'] for port (5f0c5043-24b7-4a39-9766-66475f0cad69), after_delete {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:23:26.742038 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.db.agents_db [None req-1e76bcc0-0ba2-49bf-a9b5-df198b272e3c None None] Agent healthcheck: found 6 active agents {{(pid=104514) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 15:23:26.745117 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-d3c98b29-abd8-49d6-aae6-1391f93b5855 req-1ec7e57a-b8b9-42c6-90f8-fd12ef071d13 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "GET /v2.0/security-groups?id=b9b51dc4-7b04-4aff-a905-bf9eb837f4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604901 Jun 24 15:23:26.772295 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30d09db-18f9-4187-9fbc-80c3befb3d8d tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Pushing event deleted for resources: {'Port': ['ID=5f0c5043-24b7-4a39-9766-66475f0cad69,revision_number=None']} {{(pid=104512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:23:26.893983 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b2338f14-fbd9-4698-8b3b-8f6332d1c70a req-a30d09db-18f9-4187-9fbc-80c3befb3d8d tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Router bdccb451-e35e-486d-b144-010345b0e9c5 has already been hosted by L3 agent 45985ff7-1335-48cd-ab02-73eb58295827 {{(pid=104512) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 15:23:26.969387 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-5bc74f96-01b0-44f9-8450-cc8c14fd83b2 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] Publish callbacks [] for floatingip (47192ca2-346b-4cb2-9005-8ca97d866006), before_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:23:27.000064 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b2338f14-fbd9-4698-8b3b-8f6332d1c70a req-a30d09db-18f9-4187-9fbc-80c3befb3d8d tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Notify agent at l3_agent.dv-cinder-835384-11-iscsi the message routers_updated {{(pid=104512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 15:23:27.010974 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52898399-ce5c-427a-a759-f851d4537479 None None] Sync routers for ids ['bdccb451-e35e-486d-b144-010345b0e9c5'] in dv-cinder-835384-11-iscsi {{(pid=104513) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 15:23:27.024761 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52898399-ce5c-427a-a759-f851d4537479 None None] Routers {'bdccb451-e35e-486d-b144-010345b0e9c5'} bound to L3 agent in host dv-cinder-835384-11-iscsi {{(pid=104513) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 15:23:27.025374 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.l3_hamode_db [None req-52898399-ce5c-427a-a759-f851d4537479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-24T15:10:24Z,description=,heartbeat_timestamp=2022-06-24T15:23:24Z,host='dv-cinder-835384-11-iscsi',id=45985ff7-1335-48cd-ab02-73eb58295827,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T15:10:24Z,topic='l3_agent')) {'router_ids': ['bdccb451-e35e-486d-b144-010345b0e9c5'], 'active': True} {{(pid=104513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 15:23:27.046015 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2338f14-fbd9-4698-8b3b-8f6332d1c70a req-a30d09db-18f9-4187-9fbc-80c3befb3d8d tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] No DVR routers for this DVR port 5f0c5043-24b7-4a39-9766-66475f0cad69 on host hv-cinder-83538 {{(pid=104512) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 24 15:23:27.049997 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [req-b2338f14-fbd9-4698-8b3b-8f6332d1c70a req-a30d09db-18f9-4187-9fbc-80c3befb3d8d tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30073'] for port (None), before_response {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:23:27.054281 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-b2338f14-fbd9-4698-8b3b-8f6332d1c70a req-a30d09db-18f9-4187-9fbc-80c3befb3d8d tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.64 "DELETE /v2.0/ports/5f0c5043-24b7-4a39-9766-66475f0cad69 HTTP/1.1" status: 204 len: 173 time: 1.3492050 Jun 24 15:23:27.054751 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e24b4aae-8cee-48cc-bf18-e9a915ea3f2c', 'name': 'network-vif-deleted', 'tag': '5f0c5043-24b7-4a39-9766-66475f0cad69'}] {{(pid=104512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 15:23:27.057084 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9db87de5340c6be2811fa9e5912a63998a589dd3f857fd3823a550d1ae48127" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cd79f55-153e-427d-aad0-313fdd69f728" -d '{"events": [{"server_uuid": "e24b4aae-8cee-48cc-bf18-e9a915ea3f2c", "name": "network-vif-deleted", "tag": "5f0c5043-24b7-4a39-9766-66475f0cad69"}]}' {{(pid=104512) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 15:23:27.113189 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 15:23:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d262b0e-3a79-4be1-9d43-4971511da8e2 x-openstack-request-id: req-1d262b0e-3a79-4be1-9d43-4971511da8e2 {{(pid=104512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 15:23:27.113482 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e24b4aae-8cee-48cc-bf18-e9a915ea3f2c", "name": "network-vif-deleted", "tag": "5f0c5043-24b7-4a39-9766-66475f0cad69", "status": "completed", "code": 200}]} {{(pid=104512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 15:23:27.114279 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-1d262b0e-3a79-4be1-9d43-4971511da8e2 {{(pid=104512) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 15:23:27.115334 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d262b0e-3a79-4be1-9d43-4971511da8e2'] response: {'server_uuid': 'e24b4aae-8cee-48cc-bf18-e9a915ea3f2c', 'name': 'network-vif-deleted', 'tag': '5f0c5043-24b7-4a39-9766-66475f0cad69', 'status': 'completed', 'code': 200} Jun 24 15:23:27.158181 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.l3_dvr_db [None req-52898399-ce5c-427a-a759-f851d4537479 None None] Set router bdccb451-e35e-486d-b144-010345b0e9c5 gateway port host: dv-cinder-835384-11-iscsi {{(pid=104513) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 15:23:27.374797 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.l3_hamode_db [None req-52898399-ce5c-427a-a759-f851d4537479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdccb451-e35e-486d-b144-010345b0e9c5', 'name': 'tempest-AttachVolumeShelveTestJSON-1938332131-router', 'tenant_id': 'c4807ce933f14af0be22dd1cf3635c2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'external_fixed_ips': [{'subnet_id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'ip_address': '172.27.0.81'}], 'enable_snat': True}, 'gw_port_id': 'c32a7bab-7bd7-4a6c-baf4-07b5d75970e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T15:18:31Z', 'updated_at': '2022-06-24T15:18:41Z', 'revision_number': 4, 'project_id': 'c4807ce933f14af0be22dd1cf3635c2f', 'gw_port': {'id': 'c32a7bab-7bd7-4a6c-baf4-07b5d75970e6', 'name': '', 'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:62:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdccb451-e35e-486d-b144-010345b0e9c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'ip_address': '172.27.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T15:18:33Z', 'updated_at': '2022-06-24T15:18:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-11-iscsi', '_interfaces': [{'id': 'f7cfaf54-64fd-42ff-931f-2a48f687eb0a', 'name': '', 'network_id': '6d1ef1dd-ee8a-4e52-9261-de77d4e705e2', 'tenant_id': 'c4807ce933f14af0be22dd1cf3635c2f', 'mac_address': 'fa:16:3e:c8:65:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdccb451-e35e-486d-b144-010345b0e9c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'ca86efdf-43ba-4cdf-8f0a-3c6622699971', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T15:18:39Z', 'updated_at': '2022-06-24T15:18:51Z', 'revision_number': 5, 'project_id': 'c4807ce933f14af0be22dd1cf3635c2f', 'subnets': [{'id': 'ca86efdf-43ba-4cdf-8f0a-3c6622699971', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-11-iscsi', False) {} {{(pid=104513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 15:23:27.400879 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52898399-ce5c-427a-a759-f851d4537479 None None] Checking router: bdccb451-e35e-486d-b144-010345b0e9c5 for host: dv-cinder-835384-11-iscsi {{(pid=104513) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 15:23:27.413379 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52898399-ce5c-427a-a759-f851d4537479 None None] Routers {'bdccb451-e35e-486d-b144-010345b0e9c5'} bound to L3 agent in host dv-cinder-835384-11-iscsi {{(pid=104513) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 15:23:27.413922 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.l3_hamode_db [None req-52898399-ce5c-427a-a759-f851d4537479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-24T15:10:24Z,description=,heartbeat_timestamp=2022-06-24T15:23:24Z,host='dv-cinder-835384-11-iscsi',id=45985ff7-1335-48cd-ab02-73eb58295827,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T15:10:24Z,topic='l3_agent')) {'router_ids': ['bdccb451-e35e-486d-b144-010345b0e9c5'], 'active': True} {{(pid=104513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 15:23:27.445402 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-5bc74f96-01b0-44f9-8450-cc8c14fd83b2 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:23:27.509486 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-5bc74f96-01b0-44f9-8450-cc8c14fd83b2 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-467314'] for floatingip (47192ca2-346b-4cb2-9005-8ca97d866006), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:23:27.653106 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.l3_dvr_db [None req-52898399-ce5c-427a-a759-f851d4537479 None None] Set router bdccb451-e35e-486d-b144-010345b0e9c5 gateway port host: dv-cinder-835384-11-iscsi {{(pid=104513) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 15:23:27.730945 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bc74f96-01b0-44f9-8450-cc8c14fd83b2 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] Router 89619c26-225f-439e-ad94-ad28e686931f has already been hosted by L3 agent 45985ff7-1335-48cd-ab02-73eb58295827 {{(pid=104511) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 15:23:27.843992 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bc74f96-01b0-44f9-8450-cc8c14fd83b2 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] Notify agent at l3_agent.dv-cinder-835384-11-iscsi the message routers_updated {{(pid=104511) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 15:23:27.851052 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-5bc74f96-01b0-44f9-8450-cc8c14fd83b2 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30073'] for floatingip (None), before_response {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:23:27.863212 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3f26216-362d-46d5-8260-082fd806b361 None None] Sync routers for ids ['89619c26-225f-439e-ad94-ad28e686931f'] in dv-cinder-835384-11-iscsi {{(pid=104514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 15:23:27.878824 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.l3_hamode_db [None req-52898399-ce5c-427a-a759-f851d4537479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdccb451-e35e-486d-b144-010345b0e9c5', 'name': 'tempest-AttachVolumeShelveTestJSON-1938332131-router', 'tenant_id': 'c4807ce933f14af0be22dd1cf3635c2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'external_fixed_ips': [{'subnet_id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'ip_address': '172.27.0.81'}], 'enable_snat': True}, 'gw_port_id': 'c32a7bab-7bd7-4a6c-baf4-07b5d75970e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T15:18:31Z', 'updated_at': '2022-06-24T15:18:41Z', 'revision_number': 4, 'project_id': 'c4807ce933f14af0be22dd1cf3635c2f', 'gw_port': {'id': 'c32a7bab-7bd7-4a6c-baf4-07b5d75970e6', 'name': '', 'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:62:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdccb451-e35e-486d-b144-010345b0e9c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'ip_address': '172.27.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T15:18:33Z', 'updated_at': '2022-06-24T15:18:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-11-iscsi', '_interfaces': [{'id': 'f7cfaf54-64fd-42ff-931f-2a48f687eb0a', 'name': '', 'network_id': '6d1ef1dd-ee8a-4e52-9261-de77d4e705e2', 'tenant_id': 'c4807ce933f14af0be22dd1cf3635c2f', 'mac_address': 'fa:16:3e:c8:65:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdccb451-e35e-486d-b144-010345b0e9c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'ca86efdf-43ba-4cdf-8f0a-3c6622699971', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T15:18:39Z', 'updated_at': '2022-06-24T15:18:51Z', 'revision_number': 5, 'project_id': 'c4807ce933f14af0be22dd1cf3635c2f', 'subnets': [{'id': 'ca86efdf-43ba-4cdf-8f0a-3c6622699971', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-11-iscsi', False) {} {{(pid=104513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 15:23:27.881842 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3f26216-362d-46d5-8260-082fd806b361 None None] Routers {'89619c26-225f-439e-ad94-ad28e686931f'} bound to L3 agent in host dv-cinder-835384-11-iscsi {{(pid=104514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 15:23:27.882953 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-b75d9b4f-08b3-46de-9a4b-6abfed56ee42 req-08f000d0-6d1d-4cd8-8bce-be972d602bb3 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "GET /v2.0/ports?device_id=e24b4aae-8cee-48cc-bf18-e9a915ea3f2c HTTP/1.1" status: 200 len: 210 time: 0.0403881 Jun 24 15:23:27.883478 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.db.l3_hamode_db [None req-e3f26216-362d-46d5-8260-082fd806b361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-24T15:10:24Z,description=,heartbeat_timestamp=2022-06-24T15:23:24Z,host='dv-cinder-835384-11-iscsi',id=45985ff7-1335-48cd-ab02-73eb58295827,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T15:10:24Z,topic='l3_agent')) {'router_ids': ['89619c26-225f-439e-ad94-ad28e686931f'], 'active': True} {{(pid=104514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 15:23:27.917281 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68a388fa-baf9-475a-9e9e-4b89f267983d', 'tag': 'f136a5f8-c1cb-48a1-8b07-9b685830d3b5'}] {{(pid=104511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 15:23:27.921881 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4675c17b6bc846e4b28e54b1b3705f3f7dd7092e5e5b2c0e24b7aeedfd61db99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31e13429-6147-4c2c-be0b-60080341967a" -d '{"events": [{"name": "network-changed", "server_uuid": "68a388fa-baf9-475a-9e9e-4b89f267983d", "tag": "f136a5f8-c1cb-48a1-8b07-9b685830d3b5"}]}' {{(pid=104511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 15:23:27.943862 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52898399-ce5c-427a-a759-f851d4537479 None None] The sync data for ids ['bdccb451-e35e-486d-b144-010345b0e9c5'] in dv-cinder-835384-11-iscsi is: [{'id': 'bdccb451-e35e-486d-b144-010345b0e9c5', 'name': 'tempest-AttachVolumeShelveTestJSON-1938332131-router', 'tenant_id': 'c4807ce933f14af0be22dd1cf3635c2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'external_fixed_ips': [{'subnet_id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'ip_address': '172.27.0.81'}], 'enable_snat': True}, 'gw_port_id': 'c32a7bab-7bd7-4a6c-baf4-07b5d75970e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T15:18:31Z', 'updated_at': '2022-06-24T15:18:41Z', 'revision_number': 4, 'project_id': 'c4807ce933f14af0be22dd1cf3635c2f', 'gw_port': {'id': 'c32a7bab-7bd7-4a6c-baf4-07b5d75970e6', 'name': '', 'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:62:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdccb451-e35e-486d-b144-010345b0e9c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'ip_address': '172.27.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T15:18:33Z', 'updated_at': '2022-06-24T15:18:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-11-iscsi', '_interfaces': [{'id': 'f7cfaf54-64fd-42ff-931f-2a48f687eb0a', 'name': '', 'network_id': '6d1ef1dd-ee8a-4e52-9261-de77d4e705e2', 'tenant_id': 'c4807ce933f14af0be22dd1cf3635c2f', 'mac_address': 'fa:16:3e:c8:65:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdccb451-e35e-486d-b144-010345b0e9c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'ca86efdf-43ba-4cdf-8f0a-3c6622699971', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T15:18:39Z', 'updated_at': '2022-06-24T15:18:51Z', 'revision_number': 5, 'project_id': 'c4807ce933f14af0be22dd1cf3635c2f', 'subnets': [{'id': 'ca86efdf-43ba-4cdf-8f0a-3c6622699971', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104513) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 15:23:27.963751 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:23:27.985598 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [None req-5bc74f96-01b0-44f9-8450-cc8c14fd83b2 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] 10.222.0.67 "PUT /v2.0/floatingips/47192ca2-346b-4cb2-9005-8ca97d866006 HTTP/1.1" status: 200 len: 992 time: 1.2910032 Jun 24 15:23:28.002334 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Jun 2022 15:23:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc45ca0b-2c66-497d-bd08-e18f86157101 x-openstack-request-id: req-cc45ca0b-2c66-497d-bd08-e18f86157101 {{(pid=104511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 15:23:28.002621 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68a388fa-baf9-475a-9e9e-4b89f267983d", "tag": "f136a5f8-c1cb-48a1-8b07-9b685830d3b5", "status": "completed", "code": 200}]} {{(pid=104511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 15:23:28.006337 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.db.l3_dvr_db [None req-e3f26216-362d-46d5-8260-082fd806b361 None None] Set router 89619c26-225f-439e-ad94-ad28e686931f gateway port host: dv-cinder-835384-11-iscsi {{(pid=104514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 15:23:28.006590 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-cc45ca0b-2c66-497d-bd08-e18f86157101 {{(pid=104511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 15:23:28.006590 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc45ca0b-2c66-497d-bd08-e18f86157101'] response: {'name': 'network-changed', 'server_uuid': '68a388fa-baf9-475a-9e9e-4b89f267983d', 'tag': 'f136a5f8-c1cb-48a1-8b07-9b685830d3b5', 'status': 'completed', 'code': 200} Jun 24 15:23:28.084109 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e13429-6147-4c2c-be0b-60080341967a req-2f3e621e-bb71-45a7-a738-a11a3fabbb36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:23:28.087451 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-31e13429-6147-4c2c-be0b-60080341967a req-2f3e621e-bb71-45a7-a738-a11a3fabbb36 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b6bf0e1123fa47a7844e09127fb16d6e&device_id=68a388fa-baf9-475a-9e9e-4b89f267983d HTTP/1.1" status: 200 len: 1129 time: 0.0523677 Jun 24 15:23:28.214468 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e13429-6147-4c2c-be0b-60080341967a req-871e7e61-140f-44cb-8830-16512c668733 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:23:28.215832 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-31e13429-6147-4c2c-be0b-60080341967a req-871e7e61-140f-44cb-8830-16512c668733 service neutron] 10.222.0.64 "GET /v2.0/networks?id=af13b512-ccae-46a6-b2e4-3851b74c876d HTTP/1.1" status: 200 len: 920 time: 0.1210434 Jun 24 15:23:28.318057 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-31e13429-6147-4c2c-be0b-60080341967a req-dc4e22be-a814-42ee-bc07-9bc92d1c7e92 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f136a5f8-c1cb-48a1-8b07-9b685830d3b5 HTTP/1.1" status: 200 len: 1000 time: 0.0835688 Jun 24 15:23:28.360322 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1781ccee-27bd-409e-a11e-49cbc7bfbbf7 None None] New status for floating IP ee3c6a61-9c07-4fc6-9fe4-2ab5930abc3d: DOWN {{(pid=104513) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 24 15:23:28.377876 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e13429-6147-4c2c-be0b-60080341967a req-c7857f72-c9e7-499a-a168-8a1981bcd938 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:23:28.378706 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.db.l3_hamode_db [None req-e3f26216-362d-46d5-8260-082fd806b361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89619c26-225f-439e-ad94-ad28e686931f', 'name': 'tempest-ServerRescueNegativeTestJSON-1496855055-router', 'tenant_id': 'b6bf0e1123fa47a7844e09127fb16d6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'external_fixed_ips': [{'subnet_id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'ip_address': '172.27.0.242'}], 'enable_snat': True}, 'gw_port_id': '45ca9b4c-affa-47e6-8000-cd8c70570c2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T15:18:32Z', 'updated_at': '2022-06-24T15:18:41Z', 'revision_number': 4, 'project_id': 'b6bf0e1123fa47a7844e09127fb16d6e', 'gw_port': {'id': '45ca9b4c-affa-47e6-8000-cd8c70570c2e', 'name': '', 'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:3b:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89619c26-225f-439e-ad94-ad28e686931f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'ip_address': '172.27.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T15:18:34Z', 'updated_at': '2022-06-24T15:18:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-11-iscsi', '_floatingips': [{'id': '47192ca2-346b-4cb2-9005-8ca97d866006', 'tenant_id': 'b6bf0e1123fa47a7844e09127fb16d6e', 'floating_ip_address': '172.27.0.92', 'floating_network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'router_id': '89619c26-225f-439e-ad94-ad28e686931f', 'port_id': 'f136a5f8-c1cb-48a1-8b07-9b685830d3b5', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 450, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'af13b512-ccae-46a6-b2e4-3851b74c876d', 'mac_address': 'fa:16:3e:1f:8a:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68a388fa-baf9-475a-9e9e-4b89f267983d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T15:21:00Z', 'updated_at': '2022-06-24T15:23:27Z', 'revision_number': 3, 'project_id': 'b6bf0e1123fa47a7844e09127fb16d6e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7b2305d-abda-4d95-8049-4c59ceb495ae', 'name': '', 'network_id': 'af13b512-ccae-46a6-b2e4-3851b74c876d', 'tenant_id': 'b6bf0e1123fa47a7844e09127fb16d6e', 'mac_address': 'fa:16:3e:34:13:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89619c26-225f-439e-ad94-ad28e686931f', 'device_owner': 'network:router_interface', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '298c1716-00da-4f9f-a34c-b32e0b6a8775', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T15:18:38Z', 'updated_at': '2022-06-24T15:18:47Z', 'revision_number': 5, 'project_id': 'b6bf0e1123fa47a7844e09127fb16d6e', 'subnets': [{'id': '298c1716-00da-4f9f-a34c-b32e0b6a8775', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-11-iscsi', False) {} {{(pid=104514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 15:23:28.380269 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-31e13429-6147-4c2c-be0b-60080341967a req-c7857f72-c9e7-499a-a168-8a1981bcd938 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=298c1716-00da-4f9f-a34c-b32e0b6a8775 HTTP/1.1" status: 200 len: 858 time: 0.0566149 Jun 24 15:23:28.410618 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3f26216-362d-46d5-8260-082fd806b361 None None] Checking router: 89619c26-225f-439e-ad94-ad28e686931f for host: dv-cinder-835384-11-iscsi {{(pid=104514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 15:23:28.420769 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3f26216-362d-46d5-8260-082fd806b361 None None] Routers {'89619c26-225f-439e-ad94-ad28e686931f'} bound to L3 agent in host dv-cinder-835384-11-iscsi {{(pid=104514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 15:23:28.421580 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.db.l3_hamode_db [None req-e3f26216-362d-46d5-8260-082fd806b361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-24T15:10:24Z,description=,heartbeat_timestamp=2022-06-24T15:23:24Z,host='dv-cinder-835384-11-iscsi',id=45985ff7-1335-48cd-ab02-73eb58295827,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T15:10:24Z,topic='l3_agent')) {'router_ids': ['89619c26-225f-439e-ad94-ad28e686931f'], 'active': True} {{(pid=104514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 15:23:28.436763 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e13429-6147-4c2c-be0b-60080341967a req-de9049d0-92b7-4ad7-8301-03add523a275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:23:28.438473 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-31e13429-6147-4c2c-be0b-60080341967a req-de9049d0-92b7-4ad7-8301-03add523a275 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=af13b512-ccae-46a6-b2e4-3851b74c876d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0499728 Jun 24 15:23:28.531894 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.db.l3_dvr_db [None req-e3f26216-362d-46d5-8260-082fd806b361 None None] Set router 89619c26-225f-439e-ad94-ad28e686931f gateway port host: dv-cinder-835384-11-iscsi {{(pid=104514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 15:23:28.546987 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-31e13429-6147-4c2c-be0b-60080341967a req-2d9f0926-4f5a-4674-a635-bfd6887ee873 service neutron] 10.222.0.64 "GET /v2.0/networks/af13b512-ccae-46a6-b2e4-3851b74c876d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008172 Jun 24 15:23:28.630331 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=100 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:23:28.649560 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-31e13429-6147-4c2c-be0b-60080341967a req-93eda1f9-ad70-4ecc-b8ff-f291d44d39e6 service neutron] 10.222.0.64 "GET /v2.0/networks/af13b512-ccae-46a6-b2e4-3851b74c876d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918763 Jun 24 15:23:28.766825 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.db.l3_hamode_db [None req-e3f26216-362d-46d5-8260-082fd806b361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89619c26-225f-439e-ad94-ad28e686931f', 'name': 'tempest-ServerRescueNegativeTestJSON-1496855055-router', 'tenant_id': 'b6bf0e1123fa47a7844e09127fb16d6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'external_fixed_ips': [{'subnet_id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'ip_address': '172.27.0.242'}], 'enable_snat': True}, 'gw_port_id': '45ca9b4c-affa-47e6-8000-cd8c70570c2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T15:18:32Z', 'updated_at': '2022-06-24T15:18:41Z', 'revision_number': 4, 'project_id': 'b6bf0e1123fa47a7844e09127fb16d6e', 'gw_port': {'id': '45ca9b4c-affa-47e6-8000-cd8c70570c2e', 'name': '', 'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:3b:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89619c26-225f-439e-ad94-ad28e686931f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'ip_address': '172.27.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T15:18:34Z', 'updated_at': '2022-06-24T15:18:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-11-iscsi', '_floatingips': [{'id': '47192ca2-346b-4cb2-9005-8ca97d866006', 'tenant_id': 'b6bf0e1123fa47a7844e09127fb16d6e', 'floating_ip_address': '172.27.0.92', 'floating_network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'router_id': '89619c26-225f-439e-ad94-ad28e686931f', 'port_id': 'f136a5f8-c1cb-48a1-8b07-9b685830d3b5', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 450, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'af13b512-ccae-46a6-b2e4-3851b74c876d', 'mac_address': 'fa:16:3e:1f:8a:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68a388fa-baf9-475a-9e9e-4b89f267983d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T15:21:00Z', 'updated_at': '2022-06-24T15:23:27Z', 'revision_number': 3, 'project_id': 'b6bf0e1123fa47a7844e09127fb16d6e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7b2305d-abda-4d95-8049-4c59ceb495ae', 'name': '', 'network_id': 'af13b512-ccae-46a6-b2e4-3851b74c876d', 'tenant_id': 'b6bf0e1123fa47a7844e09127fb16d6e', 'mac_address': 'fa:16:3e:34:13:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89619c26-225f-439e-ad94-ad28e686931f', 'device_owner': 'network:router_interface', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '298c1716-00da-4f9f-a34c-b32e0b6a8775', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T15:18:38Z', 'updated_at': '2022-06-24T15:18:47Z', 'revision_number': 5, 'project_id': 'b6bf0e1123fa47a7844e09127fb16d6e', 'subnets': [{'id': '298c1716-00da-4f9f-a34c-b32e0b6a8775', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-11-iscsi', False) {} {{(pid=104514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 15:23:28.791772 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3f26216-362d-46d5-8260-082fd806b361 None None] The sync data for ids ['89619c26-225f-439e-ad94-ad28e686931f'] in dv-cinder-835384-11-iscsi is: [{'id': '89619c26-225f-439e-ad94-ad28e686931f', 'name': 'tempest-ServerRescueNegativeTestJSON-1496855055-router', 'tenant_id': 'b6bf0e1123fa47a7844e09127fb16d6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'external_fixed_ips': [{'subnet_id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'ip_address': '172.27.0.242'}], 'enable_snat': True}, 'gw_port_id': '45ca9b4c-affa-47e6-8000-cd8c70570c2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T15:18:32Z', 'updated_at': '2022-06-24T15:18:41Z', 'revision_number': 4, 'project_id': 'b6bf0e1123fa47a7844e09127fb16d6e', 'gw_port': {'id': '45ca9b4c-affa-47e6-8000-cd8c70570c2e', 'name': '', 'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:3b:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89619c26-225f-439e-ad94-ad28e686931f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'ip_address': '172.27.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T15:18:34Z', 'updated_at': '2022-06-24T15:18:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-11-iscsi', '_floatingips': [{'id': '47192ca2-346b-4cb2-9005-8ca97d866006', 'tenant_id': 'b6bf0e1123fa47a7844e09127fb16d6e', 'floating_ip_address': '172.27.0.92', 'floating_network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'router_id': '89619c26-225f-439e-ad94-ad28e686931f', 'port_id': 'f136a5f8-c1cb-48a1-8b07-9b685830d3b5', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 450, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'af13b512-ccae-46a6-b2e4-3851b74c876d', 'mac_address': 'fa:16:3e:1f:8a:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68a388fa-baf9-475a-9e9e-4b89f267983d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T15:21:00Z', 'updated_at': '2022-06-24T15:23:27Z', 'revision_number': 3, 'project_id': 'b6bf0e1123fa47a7844e09127fb16d6e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7b2305d-abda-4d95-8049-4c59ceb495ae', 'name': '', 'network_id': 'af13b512-ccae-46a6-b2e4-3851b74c876d', 'tenant_id': 'b6bf0e1123fa47a7844e09127fb16d6e', 'mac_address': 'fa:16:3e:34:13:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89619c26-225f-439e-ad94-ad28e686931f', 'device_owner': 'network:router_interface', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '298c1716-00da-4f9f-a34c-b32e0b6a8775', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T15:18:38Z', 'updated_at': '2022-06-24T15:18:47Z', 'revision_number': 5, 'project_id': 'b6bf0e1123fa47a7844e09127fb16d6e', 'subnets': [{'id': '298c1716-00da-4f9f-a34c-b32e0b6a8775', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 15:23:29.046125 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.wsgi [-] (104511) accepted ('10.222.0.67', 43822) {{(pid=104511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:23:29.100518 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c421f8d5-08ee-4f83-a1bb-d5b32b75fc45 req-883d1e70-ac78-410d-809b-820b402c445b tempest-VolumesSnapshotTestJSON-1947462697 tempest-VolumesSnapshotTestJSON-1947462697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:23:29.102722 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-c421f8d5-08ee-4f83-a1bb-d5b32b75fc45 req-883d1e70-ac78-410d-809b-820b402c445b tempest-VolumesSnapshotTestJSON-1947462697 tempest-VolumesSnapshotTestJSON-1947462697-project] 10.222.0.67 "GET /v2.0/ports?device_id=c15beecb-7a05-45a1-be63-239d26bcb9f5 HTTP/1.1" status: 200 len: 945 time: 0.0531137 Jun 24 15:23:29.115014 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-656adb35-0110-4f4d-952e-72b554bb0f54 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Publish callbacks [] for security_group (b9b51dc4-7b04-4aff-a905-bf9eb837f4f2), before_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:23:29.144132 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-656adb35-0110-4f4d-952e-72b554bb0f54 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Publish callbacks [] for security_group (b9b51dc4-7b04-4aff-a905-bf9eb837f4f2), precommit_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:23:29.160346 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-c421f8d5-08ee-4f83-a1bb-d5b32b75fc45 req-3c8cb17e-d365-471a-97d0-22612a7e59eb tempest-VolumesSnapshotTestJSON-1947462697 tempest-VolumesSnapshotTestJSON-1947462697-project] 10.222.0.67 "GET /v2.0/security-groups?id=e2dd80b4-9ee5-4265-9129-7e54a35815b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511072 Jun 24 15:23:29.167127 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:23:29.298004 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-656adb35-0110-4f4d-952e-72b554bb0f54 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-275664'] for security_group (b9b51dc4-7b04-4aff-a905-bf9eb837f4f2), after_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:23:29.300538 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-656adb35-0110-4f4d-952e-72b554bb0f54 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Publish callbacks [] for security_group (None), before_response {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:23:29.306070 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [None req-656adb35-0110-4f4d-952e-72b554bb0f54 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "DELETE /v2.0/security-groups/b9b51dc4-7b04-4aff-a905-bf9eb837f4f2 HTTP/1.1" status: 204 len: 168 time: 0.2549810 Jun 24 15:23:29.306186 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.wsgi [-] (104512) accepted ('10.222.0.67', 43824) {{(pid=104512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:23:29.311799 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656adb35-0110-4f4d-952e-72b554bb0f54 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9b51dc4-7b04-4aff-a905-bf9eb837f4f2,revision_number=None']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:23:29.320401 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.api.v2.resource [None req-5791ebae-91a6-4dd7-989c-59ef9f036ccf tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] show failed (client error): The resource could not be found. Jun 24 15:23:29.324178 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [None req-5791ebae-91a6-4dd7-989c-59ef9f036ccf tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "GET /v2.0/security-groups/b9b51dc4-7b04-4aff-a905-bf9eb837f4f2 HTTP/1.1" status: 404 len: 347 time: 0.0145750 Jun 24 15:23:29.324425 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.wsgi [-] (104512) accepted ('10.222.0.67', 43826) {{(pid=104512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:23:29.391510 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.rpc [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Device 5f0c5043-24b7-4a39-9766-66475f0cad69 no longer exists at agent hyperv_hv-cinder-83538 {{(pid=104513) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 15:23:29.412184 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.plugin [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] No Port match for: 5f0c5043-24b7-4a39-9766-66475f0cad69 {{(pid=104513) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 15:23:29.412534 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.rpc [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Device 5f0c5043-24b7-4a39-9766-66475f0cad69 not bound to the agent host hv-cinder-83538 {{(pid=104513) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 15:23:29.438591 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.plugin [None req-0ca89b9a-266b-4a6c-8def-5d92f96dddcc tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Deleting port 06172158-2a15-4595-a14f-6537e6138dc7 {{(pid=104512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 15:23:29.438931 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-0ca89b9a-266b-4a6c-8def-5d92f96dddcc tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761385095720'] for port (06172158-2a15-4595-a14f-6537e6138dc7), before_delete {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:23:29.514971 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-0ca89b9a-266b-4a6c-8def-5d92f96dddcc tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-465599'] for port (06172158-2a15-4595-a14f-6537e6138dc7), precommit_delete {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:23:29.515330 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-0ca89b9a-266b-4a6c-8def-5d92f96dddcc tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Publish callbacks [] for floatingip (06172158-2a15-4595-a14f-6537e6138dc7), precommit_delete {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:23:29.521982 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=100 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:23:29.528451 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.plugin [None req-0ca89b9a-266b-4a6c-8def-5d92f96dddcc tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Calling delete_port for 06172158-2a15-4595-a14f-6537e6138dc7 owned by network:floatingip {{(pid=104512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 15:23:29.743779 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-0ca89b9a-266b-4a6c-8def-5d92f96dddcc tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761385101680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761384583307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3859661'] for port (06172158-2a15-4595-a14f-6537e6138dc7), after_delete {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:23:29.773309 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca89b9a-266b-4a6c-8def-5d92f96dddcc tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Pushing event deleted for resources: {'Port': ['ID=06172158-2a15-4595-a14f-6537e6138dc7,revision_number=None']} {{(pid=104512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:23:29.837964 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-0ca89b9a-266b-4a6c-8def-5d92f96dddcc tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Publish callbacks [] for floatingip (ee3c6a61-9c07-4fc6-9fe4-2ab5930abc3d), after_delete {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:23:29.840646 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-0ca89b9a-266b-4a6c-8def-5d92f96dddcc tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30073'] for floatingip (None), before_response {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:23:29.841819 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [None req-0ca89b9a-266b-4a6c-8def-5d92f96dddcc tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "DELETE /v2.0/floatingips/ee3c6a61-9c07-4fc6-9fe4-2ab5930abc3d HTTP/1.1" status: 204 len: 168 time: 0.5161772 Jun 24 15:23:30.005113 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68a388fa-baf9-475a-9e9e-4b89f267983d', 'tag': 'f136a5f8-c1cb-48a1-8b07-9b685830d3b5'}] {{(pid=104511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 15:23:30.007419 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4675c17b6bc846e4b28e54b1b3705f3f7dd7092e5e5b2c0e24b7aeedfd61db99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c014f5f-81b0-4aea-b204-f230cc333ad4" -d '{"events": [{"name": "network-changed", "server_uuid": "68a388fa-baf9-475a-9e9e-4b89f267983d", "tag": "f136a5f8-c1cb-48a1-8b07-9b685830d3b5"}]}' {{(pid=104511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 15:23:30.016175 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.wsgi [-] (104512) accepted ('10.222.0.67', 43832) {{(pid=104512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:23:30.021114 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.v2.base [None req-99cf87c7-df34-4fa0-89bf-d92173215e22 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2047271856', 'description': 'tempest-description--61449961'}} {{(pid=104512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 15:23:30.044085 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Jun 2022 15:23:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dea3597-5c97-47d7-8add-4e4b14c04f6c x-openstack-request-id: req-7dea3597-5c97-47d7-8add-4e4b14c04f6c {{(pid=104511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 15:23:30.044387 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68a388fa-baf9-475a-9e9e-4b89f267983d", "tag": "f136a5f8-c1cb-48a1-8b07-9b685830d3b5", "status": "completed", "code": 200}]} {{(pid=104511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 15:23:30.044639 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-7dea3597-5c97-47d7-8add-4e4b14c04f6c {{(pid=104511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 15:23:30.045043 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7dea3597-5c97-47d7-8add-4e4b14c04f6c'] response: {'name': 'network-changed', 'server_uuid': '68a388fa-baf9-475a-9e9e-4b89f267983d', 'tag': 'f136a5f8-c1cb-48a1-8b07-9b685830d3b5', 'status': 'completed', 'code': 200} Jun 24 15:23:30.121242 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-99cf87c7-df34-4fa0-89bf-d92173215e22 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Publish callbacks [] for security_group (None), before_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:23:30.188343 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-99cf87c7-df34-4fa0-89bf-d92173215e22 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Publish callbacks [] for security_group (2649c9c4-b294-40b1-8f0c-e689a0caf780), precommit_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:23:30.278730 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a62c32-edf9-46b0-87f8-450956fe89b0 req-f30ba057-cef8-4770-85cd-40bcb57ef8b9 tempest-VolumesSnapshotTestJSON-1947462697 tempest-VolumesSnapshotTestJSON-1947462697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:23:30.280130 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-62a62c32-edf9-46b0-87f8-450956fe89b0 req-f30ba057-cef8-4770-85cd-40bcb57ef8b9 tempest-VolumesSnapshotTestJSON-1947462697 tempest-VolumesSnapshotTestJSON-1947462697-project] 10.222.0.67 "GET /v2.0/ports?device_id=c15beecb-7a05-45a1-be63-239d26bcb9f5 HTTP/1.1" status: 200 len: 945 time: 0.0467691 Jun 24 15:23:30.281150 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-99cf87c7-df34-4fa0-89bf-d92173215e22 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-275664'] for security_group (2649c9c4-b294-40b1-8f0c-e689a0caf780), after_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:23:30.332056 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cf87c7-df34-4fa0-89bf-d92173215e22 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2649c9c4-b294-40b1-8f0c-e689a0caf780,revision_number=1']} {{(pid=104512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:23:30.351687 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:23:30.356310 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-62a62c32-edf9-46b0-87f8-450956fe89b0 req-900a468d-629c-4f0c-8f40-22860f80b234 tempest-VolumesSnapshotTestJSON-1947462697 tempest-VolumesSnapshotTestJSON-1947462697-project] 10.222.0.67 "GET /v2.0/security-groups?id=e2dd80b4-9ee5-4265-9129-7e54a35815b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682263 Jun 24 15:23:30.391133 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-99cf87c7-df34-4fa0-89bf-d92173215e22 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Publish callbacks [] for security_group (None), before_response {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:23:30.392469 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [None req-99cf87c7-df34-4fa0-89bf-d92173215e22 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3753319 Jun 24 15:23:30.395360 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.wsgi [-] (104512) accepted ('10.222.0.67', 43838) {{(pid=104512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:23:30.399760 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.v2.base [None req-6d73c448-4889-45b2-8203-f860c8e4b7d9 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Request body: {'security_group_rule': {'security_group_id': '2649c9c4-b294-40b1-8f0c-e689a0caf780', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 15:23:30.493625 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-6d73c448-4889-45b2-8203-f860c8e4b7d9 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Publish callbacks [] for security_group_rule (05621328-12e3-45d9-b8de-a4fdb6c83fa6), before_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:23:30.576226 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-6d73c448-4889-45b2-8203-f860c8e4b7d9 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Publish callbacks [] for security_group_rule (05621328-12e3-45d9-b8de-a4fdb6c83fa6), precommit_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:23:30.585282 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c014f5f-81b0-4aea-b204-f230cc333ad4 req-0672993d-264f-4471-81d6-d324aa0a8140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:23:30.586791 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-5c014f5f-81b0-4aea-b204-f230cc333ad4 req-0672993d-264f-4471-81d6-d324aa0a8140 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b6bf0e1123fa47a7844e09127fb16d6e&device_id=68a388fa-baf9-475a-9e9e-4b89f267983d HTTP/1.1" status: 200 len: 1129 time: 0.0457015 Jun 24 15:23:30.626704 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:23:30.659847 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-6d73c448-4889-45b2-8203-f860c8e4b7d9 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-275495'] for security_group_rule (05621328-12e3-45d9-b8de-a4fdb6c83fa6), after_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:23:30.686246 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d73c448-4889-45b2-8203-f860c8e4b7d9 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05621328-12e3-45d9-b8de-a4fdb6c83fa6,revision_number=0']} {{(pid=104512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:23:30.707965 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c014f5f-81b0-4aea-b204-f230cc333ad4 req-4f481303-5964-41e1-890a-47d2bfb48f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:23:30.709458 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-5c014f5f-81b0-4aea-b204-f230cc333ad4 req-4f481303-5964-41e1-890a-47d2bfb48f31 service neutron] 10.222.0.64 "GET /v2.0/networks?id=af13b512-ccae-46a6-b2e4-3851b74c876d HTTP/1.1" status: 200 len: 920 time: 0.1120477 Jun 24 15:23:30.768861 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-6d73c448-4889-45b2-8203-f860c8e4b7d9 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:23:30.770028 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [None req-6d73c448-4889-45b2-8203-f860c8e4b7d9 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3737047 Jun 24 15:23:30.773013 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.wsgi [-] (104512) accepted ('10.222.0.67', 43840) {{(pid=104512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:23:30.781336 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.v2.base [None req-c573e626-46d4-45d3-b501-92886e7bb21c tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Request body: {'security_group_rule': {'security_group_id': '2649c9c4-b294-40b1-8f0c-e689a0caf780', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 15:23:30.809956 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-5c014f5f-81b0-4aea-b204-f230cc333ad4 req-496aa266-d02f-41ec-9e11-12c8141cdce4 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f136a5f8-c1cb-48a1-8b07-9b685830d3b5 HTTP/1.1" status: 200 len: 1000 time: 0.0757744 Jun 24 15:23:30.881135 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-c573e626-46d4-45d3-b501-92886e7bb21c tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Publish callbacks [] for security_group_rule (fd56d45a-6a5d-4b9b-9254-222d6f206b05), before_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:23:30.883940 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ad2b6e-5b5d-46da-9ec7-9dfe5c22f7ca req-b205e955-ac38-45aa-abda-ff6d3a1a12d3 tempest-VolumesSnapshotTestJSON-1947462697 tempest-VolumesSnapshotTestJSON-1947462697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:23:30.885400 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [req-a2ad2b6e-5b5d-46da-9ec7-9dfe5c22f7ca req-b205e955-ac38-45aa-abda-ff6d3a1a12d3 tempest-VolumesSnapshotTestJSON-1947462697 tempest-VolumesSnapshotTestJSON-1947462697-project] 10.222.0.64 "GET /v2.0/ports?device_id=c15beecb-7a05-45a1-be63-239d26bcb9f5 HTTP/1.1" status: 200 len: 945 time: 0.0507698 Jun 24 15:23:30.893800 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c014f5f-81b0-4aea-b204-f230cc333ad4 req-ca55ba81-f246-4618-af59-9db2b3d9926f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:23:30.895416 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-5c014f5f-81b0-4aea-b204-f230cc333ad4 req-ca55ba81-f246-4618-af59-9db2b3d9926f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=298c1716-00da-4f9f-a34c-b32e0b6a8775 HTTP/1.1" status: 200 len: 858 time: 0.0610533 Jun 24 15:23:30.959415 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c014f5f-81b0-4aea-b204-f230cc333ad4 req-5e060fff-2703-48bf-944b-0f6e3f382c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:23:30.960907 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-5c014f5f-81b0-4aea-b204-f230cc333ad4 req-5e060fff-2703-48bf-944b-0f6e3f382c8a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=af13b512-ccae-46a6-b2e4-3851b74c876d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0551116 Jun 24 15:23:30.978538 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-c573e626-46d4-45d3-b501-92886e7bb21c tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Publish callbacks [] for security_group_rule (fd56d45a-6a5d-4b9b-9254-222d6f206b05), precommit_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:23:30.982347 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [req-a2ad2b6e-5b5d-46da-9ec7-9dfe5c22f7ca req-ac4d8846-329d-47ca-859d-cd97d1c41aab tempest-VolumesSnapshotTestJSON-1947462697 tempest-VolumesSnapshotTestJSON-1947462697-project] Deleting port c62be48c-fa1e-4502-b6de-4a100cd9bc71 {{(pid=104511) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 15:23:30.982688 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [req-a2ad2b6e-5b5d-46da-9ec7-9dfe5c22f7ca req-ac4d8846-329d-47ca-859d-cd97d1c41aab tempest-VolumesSnapshotTestJSON-1947462697 tempest-VolumesSnapshotTestJSON-1947462697-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761385095720'] for port (c62be48c-fa1e-4502-b6de-4a100cd9bc71), before_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:23:31.041105 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-c573e626-46d4-45d3-b501-92886e7bb21c tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-275495'] for security_group_rule (fd56d45a-6a5d-4b9b-9254-222d6f206b05), after_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:23:31.070731 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c573e626-46d4-45d3-b501-92886e7bb21c tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd56d45a-6a5d-4b9b-9254-222d6f206b05,revision_number=0']} {{(pid=104512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:23:31.076038 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.db [req-a2ad2b6e-5b5d-46da-9ec7-9dfe5c22f7ca req-ac4d8846-329d-47ca-859d-cd97d1c41aab tempest-VolumesSnapshotTestJSON-1947462697 tempest-VolumesSnapshotTestJSON-1947462697-project] For port c62be48c-fa1e-4502-b6de-4a100cd9bc71, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=c62be48c-fa1e-4502-b6de-4a100cd9bc71,segment=NetworkSegment(0cf260fc-b403-4eab-852c-5cc95c3c0b2e),segment_id=0cf260fc-b403-4eab-852c-5cc95c3c0b2e)] {{(pid=104511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 15:23:31.076888 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [req-a2ad2b6e-5b5d-46da-9ec7-9dfe5c22f7ca req-ac4d8846-329d-47ca-859d-cd97d1c41aab tempest-VolumesSnapshotTestJSON-1947462697 tempest-VolumesSnapshotTestJSON-1947462697-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-465599'] for port (c62be48c-fa1e-4502-b6de-4a100cd9bc71), precommit_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:23:31.080865 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-5c014f5f-81b0-4aea-b204-f230cc333ad4 req-2ae551d0-562a-4312-8596-4ed93ee8cb6b service neutron] 10.222.0.64 "GET /v2.0/networks/af13b512-ccae-46a6-b2e4-3851b74c876d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1115832 Jun 24 15:23:31.091487 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [req-a2ad2b6e-5b5d-46da-9ec7-9dfe5c22f7ca req-ac4d8846-329d-47ca-859d-cd97d1c41aab tempest-VolumesSnapshotTestJSON-1947462697 tempest-VolumesSnapshotTestJSON-1947462697-project] Calling delete_port for c62be48c-fa1e-4502-b6de-4a100cd9bc71 owned by compute:nova {{(pid=104511) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 15:23:31.153298 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-c573e626-46d4-45d3-b501-92886e7bb21c tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:23:31.154507 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [None req-c573e626-46d4-45d3-b501-92886e7bb21c tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3805685 Jun 24 15:23:31.158483 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.wsgi [-] (104512) accepted ('10.222.0.67', 43842) {{(pid=104512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:23:31.164397 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.v2.base [None req-bdcb14d5-fdaf-41b5-850c-98f1ac5eabf5 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Request body: {'floatingip': {'floating_network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59'}} {{(pid=104512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 15:23:31.172793 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:23:31.202143 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-5c014f5f-81b0-4aea-b204-f230cc333ad4 req-4e70590c-823e-47fb-b7ab-bd5c42b1cf2b service neutron] 10.222.0.64 "GET /v2.0/networks/af13b512-ccae-46a6-b2e4-3851b74c876d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1149850 Jun 24 15:23:31.255723 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-bdcb14d5-fdaf-41b5-850c-98f1ac5eabf5 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:23:31.306961 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [req-a2ad2b6e-5b5d-46da-9ec7-9dfe5c22f7ca req-ac4d8846-329d-47ca-859d-cd97d1c41aab tempest-VolumesSnapshotTestJSON-1947462697 tempest-VolumesSnapshotTestJSON-1947462697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761385101680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761384583307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3599638'] for port (c62be48c-fa1e-4502-b6de-4a100cd9bc71), after_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:23:31.319124 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.db [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] get_ports_and_sgs() called for port_ids ['c62be48c-fa1e-4502-b6de-4a100cd9bc71'] {{(pid=104513) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 15:23:31.336302 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-bdcb14d5-fdaf-41b5-850c-98f1ac5eabf5 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7727318'] for port (None), before_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:23:31.339430 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4d8846-329d-47ca-859d-cd97d1c41aab tempest-VolumesSnapshotTestJSON-1947462697 tempest-VolumesSnapshotTestJSON-1947462697-project] Pushing event deleted for resources: {'Port': ['ID=c62be48c-fa1e-4502-b6de-4a100cd9bc71,revision_number=None']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:23:31.383828 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2ad2b6e-5b5d-46da-9ec7-9dfe5c22f7ca req-ac4d8846-329d-47ca-859d-cd97d1c41aab tempest-VolumesSnapshotTestJSON-1947462697 tempest-VolumesSnapshotTestJSON-1947462697-project] No DVR routers for this DVR port c62be48c-fa1e-4502-b6de-4a100cd9bc71 on host hv-cinder-83538 {{(pid=104511) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 24 15:23:31.386438 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [req-a2ad2b6e-5b5d-46da-9ec7-9dfe5c22f7ca req-ac4d8846-329d-47ca-859d-cd97d1c41aab tempest-VolumesSnapshotTestJSON-1947462697 tempest-VolumesSnapshotTestJSON-1947462697-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30073'] for port (None), before_response {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:23:31.389993 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [req-a2ad2b6e-5b5d-46da-9ec7-9dfe5c22f7ca req-ac4d8846-329d-47ca-859d-cd97d1c41aab tempest-VolumesSnapshotTestJSON-1947462697 tempest-VolumesSnapshotTestJSON-1947462697-project] 10.222.0.64 "DELETE /v2.0/ports/c62be48c-fa1e-4502-b6de-4a100cd9bc71 HTTP/1.1" status: 204 len: 173 time: 0.4864547 Jun 24 15:23:31.473685 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.db.db_base_plugin_common [None req-bdcb14d5-fdaf-41b5-850c-98f1ac5eabf5 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Allocated IP 172.27.0.229 (60b3096c-3a0f-4216-9e52-e826cbf1fb59/f6c08379-d241-4966-a4ae-7ff02804e7f6/51c1ff1c-a5a3-4467-ae25-33b34d0dc51c) {{(pid=104512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 15:23:31.478998 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-d371a1b4-ac1a-481d-b22f-fd5af1ad6812 req-733e2eed-8288-4270-8334-8948e3cc00d3 tempest-VolumesSnapshotTestJSON-1947462697 tempest-VolumesSnapshotTestJSON-1947462697-project] 10.222.0.67 "GET /v2.0/ports?device_id=c15beecb-7a05-45a1-be63-239d26bcb9f5 HTTP/1.1" status: 200 len: 210 time: 0.0432301 Jun 24 15:23:31.580724 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-bdcb14d5-fdaf-41b5-850c-98f1ac5eabf5 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Publish callbacks [] for port (51c1ff1c-a5a3-4467-ae25-33b34d0dc51c), precommit_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:23:31.586782 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=87,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:23:31.652893 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-bdcb14d5-fdaf-41b5-850c-98f1ac5eabf5 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761384583298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3859661'] for port (51c1ff1c-a5a3-4467-ae25-33b34d0dc51c), after_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:23:31.701119 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdcb14d5-fdaf-41b5-850c-98f1ac5eabf5 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Network 60b3096c-3a0f-4216-9e52-e826cbf1fb59 is already hosted by enough agents. {{(pid=104512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 15:23:31.706149 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.scheduler.base_scheduler [None req-bdcb14d5-fdaf-41b5-850c-98f1ac5eabf5 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Resources bound (agent type, host, resource id): {{(pid=104512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 15:23:31.709318 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcb14d5-fdaf-41b5-850c-98f1ac5eabf5 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Pushing event updated for resources: {'Port': ['ID=51c1ff1c-a5a3-4467-ae25-33b34d0dc51c,revision_number=1']} {{(pid=104512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:23:31.711507 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdcb14d5-fdaf-41b5-850c-98f1ac5eabf5 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Received port after_create {{(pid=104512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 15:23:31.793681 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-bdcb14d5-fdaf-41b5-850c-98f1ac5eabf5 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Publish callbacks [] for floatingip (8b112428-197b-4f4f-8d19-30b678754212), precommit_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:23:31.874453 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-bdcb14d5-fdaf-41b5-850c-98f1ac5eabf5 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7727318'] for port (51c1ff1c-a5a3-4467-ae25-33b34d0dc51c), before_update {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:23:32.019944 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-bdcb14d5-fdaf-41b5-850c-98f1ac5eabf5 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Publish callbacks [] for port (51c1ff1c-a5a3-4467-ae25-33b34d0dc51c), precommit_update {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:23:32.046601 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c15beecb-7a05-45a1-be63-239d26bcb9f5', 'name': 'network-vif-deleted', 'tag': 'c62be48c-fa1e-4502-b6de-4a100cd9bc71'}] {{(pid=104511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 15:23:32.049066 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4675c17b6bc846e4b28e54b1b3705f3f7dd7092e5e5b2c0e24b7aeedfd61db99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dddf45eb-b58d-4f19-ba47-973762d7e39a" -d '{"events": [{"server_uuid": "c15beecb-7a05-45a1-be63-239d26bcb9f5", "name": "network-vif-deleted", "tag": "c62be48c-fa1e-4502-b6de-4a100cd9bc71"}]}' {{(pid=104511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 15:23:32.087959 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 15:23:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96773565-6e9b-431c-b1cc-de509df3eb1e x-openstack-request-id: req-96773565-6e9b-431c-b1cc-de509df3eb1e {{(pid=104511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 15:23:32.087959 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c15beecb-7a05-45a1-be63-239d26bcb9f5", "name": "network-vif-deleted", "tag": "c62be48c-fa1e-4502-b6de-4a100cd9bc71", "status": "completed", "code": 200}]} {{(pid=104511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 15:23:32.087959 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-96773565-6e9b-431c-b1cc-de509df3eb1e {{(pid=104511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 15:23:32.087959 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.notifiers.nova [-] Nova event matching ['req-96773565-6e9b-431c-b1cc-de509df3eb1e'] response: {'server_uuid': 'c15beecb-7a05-45a1-be63-239d26bcb9f5', 'name': 'network-vif-deleted', 'tag': 'c62be48c-fa1e-4502-b6de-4a100cd9bc71', 'status': 'completed', 'code': 200} Jun 24 15:23:32.107123 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-bdcb14d5-fdaf-41b5-850c-98f1ac5eabf5 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761385101662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761384583316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761384583334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3859668'] for port (51c1ff1c-a5a3-4467-ae25-33b34d0dc51c), after_update {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:23:32.180217 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcb14d5-fdaf-41b5-850c-98f1ac5eabf5 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Pushing event updated for resources: {'Port': ['ID=51c1ff1c-a5a3-4467-ae25-33b34d0dc51c,revision_number=2']} {{(pid=104512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:23:32.191882 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-bdcb14d5-fdaf-41b5-850c-98f1ac5eabf5 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-467314'] for floatingip (8b112428-197b-4f4f-8d19-30b678754212), after_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:23:32.286012 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-bdcb14d5-fdaf-41b5-850c-98f1ac5eabf5 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30073'] for floatingip (None), before_response {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:23:32.287305 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [None req-bdcb14d5-fdaf-41b5-850c-98f1ac5eabf5 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1272905 Jun 24 15:23:32.623271 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:23:32.652492 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-d76402c5-88c7-47a3-b4eb-d550198f44ee req-52cf3cba-5f76-4201-9094-8b0f81a79e85 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-securitygroup--2047271856&fields=id&tenant_id=c4807ce933f14af0be22dd1cf3635c2f HTTP/1.1" status: 200 len: 267 time: 0.0507374 Jun 24 15:23:32.760721 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76402c5-88c7-47a3-b4eb-d550198f44ee req-c5d95b19-a5e1-483b-a47f-b862408adcd1 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:23:32.762251 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-d76402c5-88c7-47a3-b4eb-d550198f44ee req-c5d95b19-a5e1-483b-a47f-b862408adcd1 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "GET /v2.0/networks?id=6d1ef1dd-ee8a-4e52-9261-de77d4e705e2 HTTP/1.1" status: 200 len: 817 time: 0.1031349 Jun 24 15:23:32.777487 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-d76402c5-88c7-47a3-b4eb-d550198f44ee req-f5d8d0bb-d8c9-45d9-9283-a3f32314a60c tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "GET /v2.0/quotas/c4807ce933f14af0be22dd1cf3635c2f HTTP/1.1" status: 200 len: 375 time: 0.0099862 Jun 24 15:23:32.830356 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-d76402c5-88c7-47a3-b4eb-d550198f44ee req-eb82cc87-d312-49d5-a88c-0f050c29008b tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=c4807ce933f14af0be22dd1cf3635c2f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0479393 Jun 24 15:23:32.927710 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-d76402c5-88c7-47a3-b4eb-d550198f44ee req-fe585a95-f090-4d0f-b82f-5a8f07835b9e service neutron] 10.222.0.67 "GET /v2.0/networks/6d1ef1dd-ee8a-4e52-9261-de77d4e705e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856996 Jun 24 15:23:33.023031 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-d76402c5-88c7-47a3-b4eb-d550198f44ee req-7c0f7acc-a518-4277-8f57-aa36c8b7e554 service neutron] 10.222.0.67 "GET /v2.0/networks/6d1ef1dd-ee8a-4e52-9261-de77d4e705e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898387 Jun 24 15:23:33.289591 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-ac3d5bc9-4c79-4620-a5be-3f6e1f88432c req-8b4ab3b0-7bfa-446f-99ee-3afd4ddd829f tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "GET /v2.0/ports?device_id=ffef349a-ea09-44f9-9cd1-cf5d9b905e50 HTTP/1.1" status: 200 len: 210 time: 0.0288718 Jun 24 15:23:33.405000 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.rpc [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Device c62be48c-fa1e-4502-b6de-4a100cd9bc71 no longer exists at agent hyperv_hv-cinder-83538 {{(pid=104513) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 15:23:33.424019 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.plugin [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] No Port match for: c62be48c-fa1e-4502-b6de-4a100cd9bc71 {{(pid=104513) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 15:23:33.424370 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.rpc [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Device c62be48c-fa1e-4502-b6de-4a100cd9bc71 not bound to the agent host hv-cinder-83538 {{(pid=104513) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 15:23:34.389378 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-c7acf58a-884c-4162-a5bd-8cff562f80c7 req-519859d2-fda2-4670-a08f-68ffc4e10af0 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "GET /v2.0/ports?device_id=ffef349a-ea09-44f9-9cd1-cf5d9b905e50 HTTP/1.1" status: 200 len: 210 time: 0.0284741 Jun 24 15:23:35.522289 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:23:35.773786 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-68513047-ebc4-4c5e-8c0c-2684c094ad7a req-889f5fa5-9888-43f7-b23a-ae057cb56e86 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "GET /v2.0/ports?device_id=ffef349a-ea09-44f9-9cd1-cf5d9b905e50 HTTP/1.1" status: 200 len: 210 time: 0.3118691 Jun 24 15:23:36.873132 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-18ff2dff-cebd-49d2-bede-6f144b5451ff req-c6a73275-8c8c-4cfc-919d-53c3b0cb7c2d tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "GET /v2.0/ports?device_id=ffef349a-ea09-44f9-9cd1-cf5d9b905e50 HTTP/1.1" status: 200 len: 210 time: 0.0280201 Jun 24 15:23:37.971958 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-229def47-1d77-4485-91c9-8f339b22f585 req-2a95efe2-3448-4045-9ab7-e108978b2400 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "GET /v2.0/ports?device_id=ffef349a-ea09-44f9-9cd1-cf5d9b905e50 HTTP/1.1" status: 200 len: 210 time: 0.0279503 Jun 24 15:23:38.164902 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76402c5-88c7-47a3-b4eb-d550198f44ee req-55cf3e75-264c-4188-aacc-a43ff6aaf803 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:23:38.166299 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [req-d76402c5-88c7-47a3-b4eb-d550198f44ee req-55cf3e75-264c-4188-aacc-a43ff6aaf803 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.64 "GET /v2.0/networks?id=6d1ef1dd-ee8a-4e52-9261-de77d4e705e2 HTTP/1.1" status: 200 len: 817 time: 0.1138093 Jun 24 15:23:38.237563 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [req-d76402c5-88c7-47a3-b4eb-d550198f44ee req-5333d561-ebb6-458e-beb0-89670280248b tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c4807ce933f14af0be22dd1cf3635c2f HTTP/1.1" status: 200 len: 380 time: 0.0611136 Jun 24 15:23:38.246032 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.v2.base [req-d76402c5-88c7-47a3-b4eb-d550198f44ee req-8135c7e4-10c2-4ca5-bbb7-628866e81a78 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Request body: {'port': {'device_id': 'ffef349a-ea09-44f9-9cd1-cf5d9b905e50', 'network_id': '6d1ef1dd-ee8a-4e52-9261-de77d4e705e2', 'admin_state_up': True, 'tenant_id': 'c4807ce933f14af0be22dd1cf3635c2f', 'security_groups': ['2649c9c4-b294-40b1-8f0c-e689a0caf780']}} {{(pid=104511) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 15:23:38.398381 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d76402c5-88c7-47a3-b4eb-d550198f44ee req-8135c7e4-10c2-4ca5-bbb7-628866e81a78 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Made reservation on behalf of c4807ce933f14af0be22dd1cf3635c2f for: {'port': 1} {{(pid=104511) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 15:23:38.402039 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [req-d76402c5-88c7-47a3-b4eb-d550198f44ee req-8135c7e4-10c2-4ca5-bbb7-628866e81a78 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7727318'] for port (None), before_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:23:38.404696 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:23:38.481139 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:23:38.528342 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.db.db_base_plugin_common [req-d76402c5-88c7-47a3-b4eb-d550198f44ee req-8135c7e4-10c2-4ca5-bbb7-628866e81a78 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Allocated IP 172.20.0.12 (6d1ef1dd-ee8a-4e52-9261-de77d4e705e2/ca86efdf-43ba-4cdf-8f0a-3c6622699971/98f0ee1c-7936-46ad-937e-8e43f17d155f) {{(pid=104511) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 15:23:38.671045 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [req-d76402c5-88c7-47a3-b4eb-d550198f44ee req-8135c7e4-10c2-4ca5-bbb7-628866e81a78 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Publish callbacks [] for port (98f0ee1c-7936-46ad-937e-8e43f17d155f), precommit_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:23:38.764211 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [req-d76402c5-88c7-47a3-b4eb-d550198f44ee req-8135c7e4-10c2-4ca5-bbb7-628866e81a78 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761384583298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3599638'] for port (98f0ee1c-7936-46ad-937e-8e43f17d155f), after_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:23:38.764851 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG dbcounter [-] [104514] Writing DB stats neutron:SELECT=67 {{(pid=104514) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:23:38.770315 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG dbcounter [-] [104514] Writing DB stats neutron:SELECT=83 {{(pid=104514) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:23:38.808707 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d76402c5-88c7-47a3-b4eb-d550198f44ee req-8135c7e4-10c2-4ca5-bbb7-628866e81a78 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Network 6d1ef1dd-ee8a-4e52-9261-de77d4e705e2 is already hosted by enough agents. {{(pid=104511) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 15:23:38.811897 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.scheduler.base_scheduler [req-d76402c5-88c7-47a3-b4eb-d550198f44ee req-8135c7e4-10c2-4ca5-bbb7-628866e81a78 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Resources bound (agent type, host, resource id): {{(pid=104511) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 15:23:38.815525 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.db.l3_dvrscheduler_db [req-d76402c5-88c7-47a3-b4eb-d550198f44ee req-8135c7e4-10c2-4ca5-bbb7-628866e81a78 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Received port after_create {{(pid=104511) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 15:23:38.845062 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8135c7e4-10c2-4ca5-bbb7-628866e81a78 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Pushing event updated for resources: {'Port': ['ID=98f0ee1c-7936-46ad-937e-8e43f17d155f,revision_number=1']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:23:38.874323 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76402c5-88c7-47a3-b4eb-d550198f44ee req-8135c7e4-10c2-4ca5-bbb7-628866e81a78 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:23:38.875046 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [req-d76402c5-88c7-47a3-b4eb-d550198f44ee req-8135c7e4-10c2-4ca5-bbb7-628866e81a78 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30073'] for port (None), before_response {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:23:38.989433 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [req-d76402c5-88c7-47a3-b4eb-d550198f44ee req-8135c7e4-10c2-4ca5-bbb7-628866e81a78 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7470183 Jun 24 15:23:39.000519 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.v2.base [req-d76402c5-88c7-47a3-b4eb-d550198f44ee req-7774743f-76f3-4802-b372-600ef4b0ae25 service neutron] Request body: {'port': {'device_id': 'ffef349a-ea09-44f9-9cd1-cf5d9b905e50', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83538'}} {{(pid=104511) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 15:23:39.020756 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.provisioning_blocks [None req-6ee9a3c1-faa9-49c1-9a02-3e0dbe139585 None None] Provisioning complete for port 98f0ee1c-7936-46ad-937e-8e43f17d155f triggered by entity DHCP. {{(pid=104513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 15:23:39.025924 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-6ee9a3c1-faa9-49c1-9a02-3e0dbe139585 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7696598'] for port (98f0ee1c-7936-46ad-937e-8e43f17d155f), provisioning_complete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:23:39.063956 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.plugin [None req-6ee9a3c1-faa9-49c1-9a02-3e0dbe139585 None None] Port 98f0ee1c-7936-46ad-937e-8e43f17d155f cannot update to ACTIVE because it is not bound. {{(pid=104513) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 15:23:39.069213 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [req-d76402c5-88c7-47a3-b4eb-d550198f44ee req-7774743f-76f3-4802-b372-600ef4b0ae25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7727318'] for port (98f0ee1c-7936-46ad-937e-8e43f17d155f), before_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:23:39.093590 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7edd80-80f6-4c0a-ae0d-9e88bc298ee3 req-4715ec3c-2527-4e87-a621-c93351495c7c tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:23:39.101339 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-ed7edd80-80f6-4c0a-ae0d-9e88bc298ee3 req-4715ec3c-2527-4e87-a621-c93351495c7c tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "GET /v2.0/ports?device_id=ffef349a-ea09-44f9-9cd1-cf5d9b905e50 HTTP/1.1" status: 200 len: 932 time: 0.0544648 Jun 24 15:23:39.124914 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:23:39.156328 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-ed7edd80-80f6-4c0a-ae0d-9e88bc298ee3 req-e6daa133-96a2-4ba4-9aba-fd5286cac5da tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "GET /v2.0/security-groups?id=2649c9c4-b294-40b1-8f0c-e689a0caf780&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473518 Jun 24 15:23:39.327581 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.notifiers.nova [req-d76402c5-88c7-47a3-b4eb-d550198f44ee req-7774743f-76f3-4802-b372-600ef4b0ae25 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98f0ee1c-7936-46ad-937e-8e43f17d155f {{(pid=104511) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 15:23:39.336218 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [req-d76402c5-88c7-47a3-b4eb-d550198f44ee req-7774743f-76f3-4802-b372-600ef4b0ae25 service neutron] Publish callbacks [] for port (98f0ee1c-7936-46ad-937e-8e43f17d155f), precommit_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:23:39.348785 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.db.provisioning_blocks [req-d76402c5-88c7-47a3-b4eb-d550198f44ee req-7774743f-76f3-4802-b372-600ef4b0ae25 service neutron] Transition to ACTIVE for port object 98f0ee1c-7936-46ad-937e-8e43f17d155f will not be triggered until provisioned by entity L2. {{(pid=104511) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 24 15:23:39.406157 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [req-d76402c5-88c7-47a3-b4eb-d550198f44ee req-7774743f-76f3-4802-b372-600ef4b0ae25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761385101662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761384583316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761384583334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3599631'] for port (98f0ee1c-7936-46ad-937e-8e43f17d155f), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:23:39.457649 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7774743f-76f3-4802-b372-600ef4b0ae25 service neutron] Pushing event updated for resources: {'Port': ['ID=98f0ee1c-7936-46ad-937e-8e43f17d155f,revision_number=2']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:23:39.533014 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.managers [req-d76402c5-88c7-47a3-b4eb-d550198f44ee req-7774743f-76f3-4802-b372-600ef4b0ae25 service neutron] Attempting to bind port 98f0ee1c-7936-46ad-937e-8e43f17d155f on host hv-cinder-83538 for vnic_type normal with profile {{(pid=104511) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 15:23:39.533354 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.managers [req-d76402c5-88c7-47a3-b4eb-d550198f44ee req-7774743f-76f3-4802-b372-600ef4b0ae25 service neutron] Attempting to bind port 98f0ee1c-7936-46ad-937e-8e43f17d155f by drivers openvswitch,hyperv on host hv-cinder-83538 at level 0 using segments [{'id': 'fbb525f4-37d7-4ee1-94df-b844f5efa329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '6d1ef1dd-ee8a-4e52-9261-de77d4e705e2'}] {{(pid=104511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 15:23:39.533682 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d76402c5-88c7-47a3-b4eb-d550198f44ee req-7774743f-76f3-4802-b372-600ef4b0ae25 service neutron] Attempting to bind port 98f0ee1c-7936-46ad-937e-8e43f17d155f on network 6d1ef1dd-ee8a-4e52-9261-de77d4e705e2 {{(pid=104511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 15:23:39.536559 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:23:39.539571 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d76402c5-88c7-47a3-b4eb-d550198f44ee req-7774743f-76f3-4802-b372-600ef4b0ae25 service neutron] Port 98f0ee1c-7936-46ad-937e-8e43f17d155f on network 6d1ef1dd-ee8a-4e52-9261-de77d4e705e2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83538 {{(pid=104511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 24 15:23:39.539899 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d76402c5-88c7-47a3-b4eb-d550198f44ee req-7774743f-76f3-4802-b372-600ef4b0ae25 service neutron] Attempting to bind port 98f0ee1c-7936-46ad-937e-8e43f17d155f on network 6d1ef1dd-ee8a-4e52-9261-de77d4e705e2 {{(pid=104511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 15:23:39.545817 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d76402c5-88c7-47a3-b4eb-d550198f44ee req-7774743f-76f3-4802-b372-600ef4b0ae25 service neutron] Checking agent: {'id': 'f0fa743b-ff28-43ff-ac51-704c86538f10', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83538', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 15, 16, 38), 'started_at': datetime.datetime(2022, 6, 24, 15, 16, 38), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 15, 23, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 15:23:39.547658 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d76402c5-88c7-47a3-b4eb-d550198f44ee req-7774743f-76f3-4802-b372-600ef4b0ae25 service neutron] Checking segment: {'id': 'fbb525f4-37d7-4ee1-94df-b844f5efa329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '6d1ef1dd-ee8a-4e52-9261-de77d4e705e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 15:23:39.547658 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d76402c5-88c7-47a3-b4eb-d550198f44ee req-7774743f-76f3-4802-b372-600ef4b0ae25 service neutron] Bound using segment: {'id': 'fbb525f4-37d7-4ee1-94df-b844f5efa329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '6d1ef1dd-ee8a-4e52-9261-de77d4e705e2'} {{(pid=104511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 15:23:39.547658 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.managers [req-d76402c5-88c7-47a3-b4eb-d550198f44ee req-7774743f-76f3-4802-b372-600ef4b0ae25 service neutron] Bound port: 98f0ee1c-7936-46ad-937e-8e43f17d155f, host: hv-cinder-83538, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fbb525f4-37d7-4ee1-94df-b844f5efa329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '6d1ef1dd-ee8a-4e52-9261-de77d4e705e2'}}] {{(pid=104511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 15:23:39.547658 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [req-d76402c5-88c7-47a3-b4eb-d550198f44ee req-7774743f-76f3-4802-b372-600ef4b0ae25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7727318'] for port (98f0ee1c-7936-46ad-937e-8e43f17d155f), before_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:23:39.610501 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.db [req-d76402c5-88c7-47a3-b4eb-d550198f44ee req-7774743f-76f3-4802-b372-600ef4b0ae25 service neutron] For port 98f0ee1c-7936-46ad-937e-8e43f17d155f, host hv-cinder-83538, cleared binding levels {{(pid=104511) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 15:23:39.613580 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.db [req-d76402c5-88c7-47a3-b4eb-d550198f44ee req-7774743f-76f3-4802-b372-600ef4b0ae25 service neutron] For port 98f0ee1c-7936-46ad-937e-8e43f17d155f, host hv-cinder-83538, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=98f0ee1c-7936-46ad-937e-8e43f17d155f,segment=NetworkSegment(fbb525f4-37d7-4ee1-94df-b844f5efa329),segment_id=fbb525f4-37d7-4ee1-94df-b844f5efa329)] {{(pid=104511) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 15:23:39.720993 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [req-d76402c5-88c7-47a3-b4eb-d550198f44ee req-7774743f-76f3-4802-b372-600ef4b0ae25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761385101662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761384583316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761384583334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3599631'] for port (98f0ee1c-7936-46ad-937e-8e43f17d155f), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:23:39.761794 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76402c5-88c7-47a3-b4eb-d550198f44ee req-7774743f-76f3-4802-b372-600ef4b0ae25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:23:39.762412 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [req-d76402c5-88c7-47a3-b4eb-d550198f44ee req-7774743f-76f3-4802-b372-600ef4b0ae25 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30073'] for port (None), before_response {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:23:39.763858 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [req-d76402c5-88c7-47a3-b4eb-d550198f44ee req-7774743f-76f3-4802-b372-600ef4b0ae25 service neutron] 10.222.0.64 "PUT /v2.0/ports/98f0ee1c-7936-46ad-937e-8e43f17d155f HTTP/1.1" status: 200 len: 1094 time: 0.7673311 Jun 24 15:23:39.764278 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffef349a-ea09-44f9-9cd1-cf5d9b905e50', 'tag': '98f0ee1c-7936-46ad-937e-8e43f17d155f'}] {{(pid=104511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 15:23:39.766463 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4675c17b6bc846e4b28e54b1b3705f3f7dd7092e5e5b2c0e24b7aeedfd61db99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f34ceb0-6df6-4c7f-9ecb-3776e9cfadb9" -d '{"events": [{"name": "network-changed", "server_uuid": "ffef349a-ea09-44f9-9cd1-cf5d9b905e50", "tag": "98f0ee1c-7936-46ad-937e-8e43f17d155f"}]}' {{(pid=104511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 15:23:39.788807 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7774743f-76f3-4802-b372-600ef4b0ae25 service neutron] Pushing event updated for resources: {'Port': ['ID=98f0ee1c-7936-46ad-937e-8e43f17d155f,revision_number=3']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:23:39.808674 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Jun 2022 15:23:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a69402fa-cac0-4634-9ef7-dbcb229c8a12 x-openstack-request-id: req-a69402fa-cac0-4634-9ef7-dbcb229c8a12 {{(pid=104511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 15:23:39.808994 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ffef349a-ea09-44f9-9cd1-cf5d9b905e50", "tag": "98f0ee1c-7936-46ad-937e-8e43f17d155f", "status": "completed", "code": 200}]} {{(pid=104511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 15:23:39.809245 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-a69402fa-cac0-4634-9ef7-dbcb229c8a12 {{(pid=104511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 15:23:39.809647 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a69402fa-cac0-4634-9ef7-dbcb229c8a12'] response: {'name': 'network-changed', 'server_uuid': 'ffef349a-ea09-44f9-9cd1-cf5d9b905e50', 'tag': '98f0ee1c-7936-46ad-937e-8e43f17d155f', 'status': 'completed', 'code': 200} Jun 24 15:23:39.879562 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f34ceb0-6df6-4c7f-9ecb-3776e9cfadb9 req-faaa8023-ceee-4041-8547-2ff06f227d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:23:39.881615 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [req-4f34ceb0-6df6-4c7f-9ecb-3776e9cfadb9 req-faaa8023-ceee-4041-8547-2ff06f227d2f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c4807ce933f14af0be22dd1cf3635c2f&device_id=ffef349a-ea09-44f9-9cd1-cf5d9b905e50 HTTP/1.1" status: 200 len: 1128 time: 0.0436451 Jun 24 15:23:39.985852 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f34ceb0-6df6-4c7f-9ecb-3776e9cfadb9 req-e85cf0f2-9a72-45bc-a22c-df9b8c4c8a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:23:39.987385 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [req-4f34ceb0-6df6-4c7f-9ecb-3776e9cfadb9 req-e85cf0f2-9a72-45bc-a22c-df9b8c4c8a23 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=c4807ce933f14af0be22dd1cf3635c2f&shared=False HTTP/1.1" status: 200 len: 918 time: 0.0964720 Jun 24 15:23:40.086769 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f34ceb0-6df6-4c7f-9ecb-3776e9cfadb9 req-c16cebeb-ebed-4d10-bca2-cbae69b2ac51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:23:40.088181 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [req-4f34ceb0-6df6-4c7f-9ecb-3776e9cfadb9 req-c16cebeb-ebed-4d10-bca2-cbae69b2ac51 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0947249 Jun 24 15:23:40.169432 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76402c5-88c7-47a3-b4eb-d550198f44ee req-1f91a9b9-c8fd-4dbb-a161-329730f75d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:23:40.170940 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [req-d76402c5-88c7-47a3-b4eb-d550198f44ee req-1f91a9b9-c8fd-4dbb-a161-329730f75d8b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c4807ce933f14af0be22dd1cf3635c2f&device_id=ffef349a-ea09-44f9-9cd1-cf5d9b905e50 HTTP/1.1" status: 200 len: 1128 time: 0.0408149 Jun 24 15:23:40.178227 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697012'] for agent (f0fa743b-ff28-43ff-ac51-704c86538f10), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:23:40.217005 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [req-d76402c5-88c7-47a3-b4eb-d550198f44ee req-0465fdb1-110c-4682-aa01-86d1bf48d7ca service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=98f0ee1c-7936-46ad-937e-8e43f17d155f HTTP/1.1" status: 200 len: 217 time: 0.0364242 Jun 24 15:23:40.268487 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76402c5-88c7-47a3-b4eb-d550198f44ee req-acc29bd6-ae3c-4436-aef4-b5d1c83340b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:23:40.270005 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [req-d76402c5-88c7-47a3-b4eb-d550198f44ee req-acc29bd6-ae3c-4436-aef4-b5d1c83340b6 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ca86efdf-43ba-4cdf-8f0a-3c6622699971 HTTP/1.1" status: 200 len: 856 time: 0.0465322 Jun 24 15:23:40.277591 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d01b5d-c273-4cf2-87ea-ac77378c0f28 req-a2735d5a-47d0-4131-b6b6-083ebe5167a5 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:23:40.279056 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-96d01b5d-c273-4cf2-87ea-ac77378c0f28 req-a2735d5a-47d0-4131-b6b6-083ebe5167a5 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "GET /v2.0/ports?device_id=ffef349a-ea09-44f9-9cd1-cf5d9b905e50 HTTP/1.1" status: 200 len: 944 time: 0.0485370 Jun 24 15:23:40.315066 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76402c5-88c7-47a3-b4eb-d550198f44ee req-f478e882-75da-41f3-bea7-7c6c7665a284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:23:40.316710 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [req-d76402c5-88c7-47a3-b4eb-d550198f44ee req-f478e882-75da-41f3-bea7-7c6c7665a284 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=6d1ef1dd-ee8a-4e52-9261-de77d4e705e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0395648 Jun 24 15:23:40.329295 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-96d01b5d-c273-4cf2-87ea-ac77378c0f28 req-2d80bb17-dbc7-47de-ad91-09a23243659e tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "GET /v2.0/security-groups?id=2649c9c4-b294-40b1-8f0c-e689a0caf780&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447066 Jun 24 15:23:40.403815 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:23:40.420965 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [req-d76402c5-88c7-47a3-b4eb-d550198f44ee req-95743566-2fea-497c-9e46-45e55c0cd7dd service neutron] 10.222.0.64 "GET /v2.0/networks/6d1ef1dd-ee8a-4e52-9261-de77d4e705e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976613 Jun 24 15:23:40.512724 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [req-d76402c5-88c7-47a3-b4eb-d550198f44ee req-23d17bb5-ac9f-4aaf-a10c-65e10e9e55fe service neutron] 10.222.0.64 "GET /v2.0/networks/6d1ef1dd-ee8a-4e52-9261-de77d4e705e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859146 Jun 24 15:23:41.451083 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af99a6b0-6e46-4b50-895d-cf7b4a8c3158 req-3da72f95-dfc8-4743-88e7-0e9a660cde9b tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:23:41.452559 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-af99a6b0-6e46-4b50-895d-cf7b4a8c3158 req-3da72f95-dfc8-4743-88e7-0e9a660cde9b tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "GET /v2.0/ports?device_id=ffef349a-ea09-44f9-9cd1-cf5d9b905e50 HTTP/1.1" status: 200 len: 944 time: 0.0458858 Jun 24 15:23:41.498595 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-af99a6b0-6e46-4b50-895d-cf7b4a8c3158 req-df0ebeab-9c04-4ff8-a36e-0ab41e9a0153 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "GET /v2.0/security-groups?id=2649c9c4-b294-40b1-8f0c-e689a0caf780&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406420 Jun 24 15:23:41.603055 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [req-71823e1c-1606-490b-a4f9-f5938f91a785 req-89be4652-4185-48bb-be6b-c1d787e4e073 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=72dcf091-51b8-4200-86d7-002dde49e07c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0404179 Jun 24 15:23:41.683517 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71823e1c-1606-490b-a4f9-f5938f91a785 req-126055f4-e0b0-416f-beaa-216567c638ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:23:41.685045 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [req-71823e1c-1606-490b-a4f9-f5938f91a785 req-126055f4-e0b0-416f-beaa-216567c638ad service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b6bf0e1123fa47a7844e09127fb16d6e&device_id=72dcf091-51b8-4200-86d7-002dde49e07c HTTP/1.1" status: 200 len: 1129 time: 0.0400407 Jun 24 15:23:41.794019 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71823e1c-1606-490b-a4f9-f5938f91a785 req-d56a2918-d705-4089-b3e5-0467b9e940d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:23:41.795545 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [req-71823e1c-1606-490b-a4f9-f5938f91a785 req-d56a2918-d705-4089-b3e5-0467b9e940d8 service neutron] 10.222.0.64 "GET /v2.0/networks?id=af13b512-ccae-46a6-b2e4-3851b74c876d HTTP/1.1" status: 200 len: 920 time: 0.0885437 Jun 24 15:23:41.839397 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [req-71823e1c-1606-490b-a4f9-f5938f91a785 req-5ce31774-1012-417a-98a5-70c9072728d8 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cdb31b17-1cea-4ead-bfa9-8e2eaf5beea8 HTTP/1.1" status: 200 len: 217 time: 0.0376320 Jun 24 15:23:41.889978 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71823e1c-1606-490b-a4f9-f5938f91a785 req-57437dc2-3bf3-4c73-8dcb-a99d3e82c156 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:23:41.891471 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [req-71823e1c-1606-490b-a4f9-f5938f91a785 req-57437dc2-3bf3-4c73-8dcb-a99d3e82c156 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=298c1716-00da-4f9f-a34c-b32e0b6a8775 HTTP/1.1" status: 200 len: 858 time: 0.0455484 Jun 24 15:23:41.936878 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71823e1c-1606-490b-a4f9-f5938f91a785 req-9ed954bf-35f8-4d59-8197-4338e2ed4da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:23:41.938242 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [req-71823e1c-1606-490b-a4f9-f5938f91a785 req-9ed954bf-35f8-4d59-8197-4338e2ed4da7 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=af13b512-ccae-46a6-b2e4-3851b74c876d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0389290 Jun 24 15:23:42.242447 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [req-71823e1c-1606-490b-a4f9-f5938f91a785 req-2f4beac0-d4b2-416c-bc14-90dd4f96f027 service neutron] 10.222.0.64 "GET /v2.0/networks/af13b512-ccae-46a6-b2e4-3851b74c876d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2973890 Jun 24 15:23:42.280403 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=100 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:23:42.336479 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [req-71823e1c-1606-490b-a4f9-f5938f91a785 req-08422f24-e096-4bb6-8f94-ac5b1fc47fab service neutron] 10.222.0.64 "GET /v2.0/networks/af13b512-ccae-46a6-b2e4-3851b74c876d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862508 Jun 24 15:23:42.622405 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac54362-f8a7-442e-b980-ed707d2f8c74 req-2204faed-ac04-4fcc-9205-95b2999ef122 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:23:42.623906 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-cac54362-f8a7-442e-b980-ed707d2f8c74 req-2204faed-ac04-4fcc-9205-95b2999ef122 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "GET /v2.0/ports?device_id=ffef349a-ea09-44f9-9cd1-cf5d9b905e50 HTTP/1.1" status: 200 len: 944 time: 0.0501051 Jun 24 15:23:42.671092 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-cac54362-f8a7-442e-b980-ed707d2f8c74 req-5e8e1ee6-4f66-477d-8c97-b547b338e989 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "GET /v2.0/security-groups?id=2649c9c4-b294-40b1-8f0c-e689a0caf780&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416570 Jun 24 15:23:42.796811 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd05c6f-1c5e-4738-b005-a428b52ef0fa req-51604f85-3efd-482a-a308-658af8be21af tempest-TestMinimumBasicScenario-1016590740 tempest-TestMinimumBasicScenario-1016590740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:23:42.798226 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-9bd05c6f-1c5e-4738-b005-a428b52ef0fa req-51604f85-3efd-482a-a308-658af8be21af tempest-TestMinimumBasicScenario-1016590740 tempest-TestMinimumBasicScenario-1016590740-project] 10.222.0.67 "GET /v2.0/ports?device_id=79b13f6b-a027-4371-8012-54f025a726fa HTTP/1.1" status: 200 len: 984 time: 0.0476060 Jun 24 15:23:42.860465 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-9bd05c6f-1c5e-4738-b005-a428b52ef0fa req-cf3f069f-cecf-4860-a569-3068141ac8b3 tempest-TestMinimumBasicScenario-1016590740 tempest-TestMinimumBasicScenario-1016590740-project] 10.222.0.67 "GET /v2.0/security-groups?id=6502aab0-e136-43d0-949d-b9bd8e471beb&id=0c9a5b2b-9c69-45a1-a6b9-bfcdb81413bd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0547857 Jun 24 15:23:42.883402 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8540daa2-f15e-4198-b9ba-320ed1af6eff req-32695908-d84e-466e-89ef-4ef00fdbe59f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:23:42.884888 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [req-8540daa2-f15e-4198-b9ba-320ed1af6eff req-32695908-d84e-466e-89ef-4ef00fdbe59f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=fb2390854b0345588bd6b68f5c09a1ee&device_id=79b13f6b-a027-4371-8012-54f025a726fa HTTP/1.1" status: 200 len: 1168 time: 0.0551775 Jun 24 15:23:42.976829 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8540daa2-f15e-4198-b9ba-320ed1af6eff req-9e193011-864f-4bb2-bc33-8a202d9b5df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:23:42.978295 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [req-8540daa2-f15e-4198-b9ba-320ed1af6eff req-9e193011-864f-4bb2-bc33-8a202d9b5df0 service neutron] 10.222.0.64 "GET /v2.0/networks?id=6f212514-c323-4661-9a70-8b24c5462bcd HTTP/1.1" status: 200 len: 915 time: 0.0851882 Jun 24 15:23:43.044491 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [req-8540daa2-f15e-4198-b9ba-320ed1af6eff req-5e94f5dc-c4c6-41ae-ae78-d6d2aead1840 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=18c7a045-91ca-44b2-abe0-c90523b83549 HTTP/1.1" status: 200 len: 1000 time: 0.0591030 Jun 24 15:23:43.100794 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8540daa2-f15e-4198-b9ba-320ed1af6eff req-ceb79ec0-afa9-40ab-98f0-42bc88805810 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:23:43.102277 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [req-8540daa2-f15e-4198-b9ba-320ed1af6eff req-ceb79ec0-afa9-40ab-98f0-42bc88805810 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2f64631d-2603-40c2-bbec-a14b52952181 HTTP/1.1" status: 200 len: 853 time: 0.0443296 Jun 24 15:23:43.153849 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8540daa2-f15e-4198-b9ba-320ed1af6eff req-f58384ec-a46d-4244-93b1-fd2c9971ad16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:23:43.155451 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [req-8540daa2-f15e-4198-b9ba-320ed1af6eff req-f58384ec-a46d-4244-93b1-fd2c9971ad16 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=6f212514-c323-4661-9a70-8b24c5462bcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0394139 Jun 24 15:23:43.250293 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [req-8540daa2-f15e-4198-b9ba-320ed1af6eff req-9d7da232-e732-413d-b3e7-b965cee0a56f service neutron] 10.222.0.64 "GET /v2.0/networks/6f212514-c323-4661-9a70-8b24c5462bcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883512 Jun 24 15:23:43.324485 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=100 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:23:43.340598 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [req-8540daa2-f15e-4198-b9ba-320ed1af6eff req-dd4ce2f5-dbf8-4435-9085-678172406ef2 service neutron] 10.222.0.64 "GET /v2.0/networks/6f212514-c323-4661-9a70-8b24c5462bcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840836 Jun 24 15:23:43.491786 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.rpc [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Device 98f0ee1c-7936-46ad-937e-8e43f17d155f details requested by agent hyperv_hv-cinder-83538 with host hv-cinder-83538 {{(pid=104513) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 15:23:43.599820 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.db [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] For port 98f0ee1c-7936-46ad-937e-8e43f17d155f, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=98f0ee1c-7936-46ad-937e-8e43f17d155f,segment=NetworkSegment(fbb525f4-37d7-4ee1-94df-b844f5efa329),segment_id=fbb525f4-37d7-4ee1-94df-b844f5efa329)] {{(pid=104513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 15:23:43.612783 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.rpc [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Returning: {'device': '98f0ee1c-7936-46ad-937e-8e43f17d155f', 'network_id': '6d1ef1dd-ee8a-4e52-9261-de77d4e705e2', 'port_id': '98f0ee1c-7936-46ad-937e-8e43f17d155f', 'mac_address': 'fa:16:3e:f6:0f:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 797, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca86efdf-43ba-4cdf-8f0a-3c6622699971', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104513) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 15:23:43.649374 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.plugin [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Current status of the port 98f0ee1c-7936-46ad-937e-8e43f17d155f is: DOWN; New status is: BUILD {{(pid=104513) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 15:23:43.649734 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7727318'] for port (98f0ee1c-7936-46ad-937e-8e43f17d155f), before_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:23:43.666350 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.notifiers.nova [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98f0ee1c-7936-46ad-937e-8e43f17d155f {{(pid=104513) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 15:23:43.687840 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.db [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] For port 98f0ee1c-7936-46ad-937e-8e43f17d155f, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=98f0ee1c-7936-46ad-937e-8e43f17d155f,segment=NetworkSegment(fbb525f4-37d7-4ee1-94df-b844f5efa329),segment_id=fbb525f4-37d7-4ee1-94df-b844f5efa329)] {{(pid=104513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 15:23:43.760933 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761385101662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761384583316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761384583334'] for port (98f0ee1c-7936-46ad-937e-8e43f17d155f), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:23:43.808972 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Pushing event updated for resources: {'Port': ['ID=98f0ee1c-7936-46ad-937e-8e43f17d155f,revision_number=4']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:23:43.816232 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:23:43.816720 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:23:43.816906 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:23:43.817240 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:23:43.817568 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:23:43.817893 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:23:43.818751 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:23:43.819078 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:23:43.819426 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:23:43.819748 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:23:43.820070 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:23:43.820394 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:23:43.820710 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:23:43.821023 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:23:43.821336 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:23:43.854748 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0c7e14-66e4-43b4-b4e0-5fe1bbbea682 req-0a522aac-83c8-4bd2-84d7-0bd951dbc28d tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:23:43.856430 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-cc0c7e14-66e4-43b4-b4e0-5fe1bbbea682 req-0a522aac-83c8-4bd2-84d7-0bd951dbc28d tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "GET /v2.0/ports?device_id=ffef349a-ea09-44f9-9cd1-cf5d9b905e50 HTTP/1.1" status: 200 len: 945 time: 0.0483286 Jun 24 15:23:43.913484 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-cc0c7e14-66e4-43b4-b4e0-5fe1bbbea682 req-cb966773-9f17-4e6b-a62c-4f0eb0f09ee7 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "GET /v2.0/security-groups?id=2649c9c4-b294-40b1-8f0c-e689a0caf780&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473418 Jun 24 15:23:43.978504 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6145d56a-f2b8-48f9-a9de-8d486372d400 req-4a4bbf48-9607-4ea3-bb89-e1af41a76e13 tempest-TestMinimumBasicScenario-1016590740 tempest-TestMinimumBasicScenario-1016590740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:23:43.980013 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-6145d56a-f2b8-48f9-a9de-8d486372d400 req-4a4bbf48-9607-4ea3-bb89-e1af41a76e13 tempest-TestMinimumBasicScenario-1016590740 tempest-TestMinimumBasicScenario-1016590740-project] 10.222.0.67 "GET /v2.0/ports?device_id=79b13f6b-a027-4371-8012-54f025a726fa HTTP/1.1" status: 200 len: 984 time: 0.0478916 Jun 24 15:23:44.039546 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-6145d56a-f2b8-48f9-a9de-8d486372d400 req-2ab381e2-ec4b-4024-a04a-b8cf47def5cb tempest-TestMinimumBasicScenario-1016590740 tempest-TestMinimumBasicScenario-1016590740-project] 10.222.0.67 "GET /v2.0/security-groups?id=6502aab0-e136-43d0-949d-b9bd8e471beb&id=0c9a5b2b-9c69-45a1-a6b9-bfcdb81413bd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0537462 Jun 24 15:23:45.028409 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315ce45c-6e0c-4e1f-b9fc-ef789d1ec6d9 req-a72c5502-eda4-4a54-9880-1de0eceaebda tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:23:45.029869 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-315ce45c-6e0c-4e1f-b9fc-ef789d1ec6d9 req-a72c5502-eda4-4a54-9880-1de0eceaebda tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "GET /v2.0/ports?device_id=ffef349a-ea09-44f9-9cd1-cf5d9b905e50 HTTP/1.1" status: 200 len: 945 time: 0.0475948 Jun 24 15:23:45.070277 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=100 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:23:45.077693 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-315ce45c-6e0c-4e1f-b9fc-ef789d1ec6d9 req-ec73a840-0f98-44a7-bfd1-c5adc8983ae9 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "GET /v2.0/security-groups?id=2649c9c4-b294-40b1-8f0c-e689a0caf780&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423408 Jun 24 15:23:45.157810 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5ede18-5a0c-4f6b-9f81-de3dc88b14e1 req-2844ed0e-a771-41ab-be7e-21eacdaabeb5 tempest-TestMinimumBasicScenario-1016590740 tempest-TestMinimumBasicScenario-1016590740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:23:45.159297 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-bf5ede18-5a0c-4f6b-9f81-de3dc88b14e1 req-2844ed0e-a771-41ab-be7e-21eacdaabeb5 tempest-TestMinimumBasicScenario-1016590740 tempest-TestMinimumBasicScenario-1016590740-project] 10.222.0.67 "GET /v2.0/ports?device_id=79b13f6b-a027-4371-8012-54f025a726fa HTTP/1.1" status: 200 len: 984 time: 0.0505660 Jun 24 15:23:45.217595 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-bf5ede18-5a0c-4f6b-9f81-de3dc88b14e1 req-f6f3d7b3-8abc-4900-b085-26a5e3a6b675 tempest-TestMinimumBasicScenario-1016590740 tempest-TestMinimumBasicScenario-1016590740-project] 10.222.0.67 "GET /v2.0/security-groups?id=6502aab0-e136-43d0-949d-b9bd8e471beb&id=0c9a5b2b-9c69-45a1-a6b9-bfcdb81413bd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0525477 Jun 24 15:23:46.202806 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135a037c-2d25-4a81-bf0c-dcfe06d29e3e req-a79cbffc-6b74-453b-a9ec-7891e033d92f tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:23:46.204259 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-135a037c-2d25-4a81-bf0c-dcfe06d29e3e req-a79cbffc-6b74-453b-a9ec-7891e033d92f tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "GET /v2.0/ports?device_id=ffef349a-ea09-44f9-9cd1-cf5d9b905e50 HTTP/1.1" status: 200 len: 945 time: 0.0464883 Jun 24 15:23:46.244406 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=100 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:23:46.251696 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-135a037c-2d25-4a81-bf0c-dcfe06d29e3e req-690d6697-5d88-4381-8f4f-2f34a9cc52e5 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "GET /v2.0/security-groups?id=2649c9c4-b294-40b1-8f0c-e689a0caf780&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413957 Jun 24 15:23:46.335718 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced6688a-899f-493f-855a-56cc3bdfe5e4 req-acf33a5d-e2db-425c-9f36-85083a7ba6c5 tempest-TestMinimumBasicScenario-1016590740 tempest-TestMinimumBasicScenario-1016590740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:23:46.337173 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-ced6688a-899f-493f-855a-56cc3bdfe5e4 req-acf33a5d-e2db-425c-9f36-85083a7ba6c5 tempest-TestMinimumBasicScenario-1016590740 tempest-TestMinimumBasicScenario-1016590740-project] 10.222.0.67 "GET /v2.0/ports?device_id=79b13f6b-a027-4371-8012-54f025a726fa HTTP/1.1" status: 200 len: 984 time: 0.0503654 Jun 24 15:23:46.396918 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-ced6688a-899f-493f-855a-56cc3bdfe5e4 req-7dcf5a83-1791-4455-923a-4431c6e43149 tempest-TestMinimumBasicScenario-1016590740 tempest-TestMinimumBasicScenario-1016590740-project] 10.222.0.67 "GET /v2.0/security-groups?id=6502aab0-e136-43d0-949d-b9bd8e471beb&id=0c9a5b2b-9c69-45a1-a6b9-bfcdb81413bd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0535865 Jun 24 15:23:46.890147 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.db [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] get_ports_and_sgs() called for port_ids ['98f0ee1c-7936-46ad-937e-8e43f17d155f'] {{(pid=104513) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 15:23:46.942447 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:23:46.999145 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:23:47.009393 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:23:47.370624 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbc518a-206a-4de2-99a0-640a1ee587e2 req-0a270abd-8764-4a11-9c32-43417a52f154 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:23:47.372100 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-1cbc518a-206a-4de2-99a0-640a1ee587e2 req-0a270abd-8764-4a11-9c32-43417a52f154 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "GET /v2.0/ports?device_id=ffef349a-ea09-44f9-9cd1-cf5d9b905e50 HTTP/1.1" status: 200 len: 945 time: 0.0474143 Jun 24 15:23:47.418062 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-1cbc518a-206a-4de2-99a0-640a1ee587e2 req-adb97ea6-dbfc-4fb5-99a8-e306ce0baadb tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "GET /v2.0/security-groups?id=2649c9c4-b294-40b1-8f0c-e689a0caf780&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403018 Jun 24 15:23:47.510100 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49288395-36cf-4dd2-b9b4-dd5dfe7bacef req-88269b69-1e33-46db-938d-2481a02a458f tempest-TestMinimumBasicScenario-1016590740 tempest-TestMinimumBasicScenario-1016590740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:23:47.511562 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-49288395-36cf-4dd2-b9b4-dd5dfe7bacef req-88269b69-1e33-46db-938d-2481a02a458f tempest-TestMinimumBasicScenario-1016590740 tempest-TestMinimumBasicScenario-1016590740-project] 10.222.0.67 "GET /v2.0/ports?device_id=79b13f6b-a027-4371-8012-54f025a726fa HTTP/1.1" status: 200 len: 984 time: 0.0474679 Jun 24 15:23:47.573153 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-49288395-36cf-4dd2-b9b4-dd5dfe7bacef req-4765f27c-16ff-4a7f-9b00-067b9bea9230 tempest-TestMinimumBasicScenario-1016590740 tempest-TestMinimumBasicScenario-1016590740-project] 10.222.0.67 "GET /v2.0/security-groups?id=6502aab0-e136-43d0-949d-b9bd8e471beb&id=0c9a5b2b-9c69-45a1-a6b9-bfcdb81413bd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0560219 Jun 24 15:23:48.537015 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e494499c-55b1-482b-a004-2ddedacf2851 req-f643a1f8-29e4-4bd0-bc14-f5d782673f21 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:23:48.538469 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-e494499c-55b1-482b-a004-2ddedacf2851 req-f643a1f8-29e4-4bd0-bc14-f5d782673f21 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "GET /v2.0/ports?device_id=ffef349a-ea09-44f9-9cd1-cf5d9b905e50 HTTP/1.1" status: 200 len: 945 time: 0.0463569 Jun 24 15:23:48.589185 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-e494499c-55b1-482b-a004-2ddedacf2851 req-b841766a-db60-4b67-99e9-d1f08cc198e3 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "GET /v2.0/security-groups?id=2649c9c4-b294-40b1-8f0c-e689a0caf780&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450990 Jun 24 15:23:48.690370 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d872636c-bced-4882-bf53-fb68ce2f53a9 req-ae33b457-2cba-46d2-8136-b4cb5e3e91a0 tempest-TestMinimumBasicScenario-1016590740 tempest-TestMinimumBasicScenario-1016590740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:23:48.691866 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-d872636c-bced-4882-bf53-fb68ce2f53a9 req-ae33b457-2cba-46d2-8136-b4cb5e3e91a0 tempest-TestMinimumBasicScenario-1016590740 tempest-TestMinimumBasicScenario-1016590740-project] 10.222.0.67 "GET /v2.0/ports?device_id=79b13f6b-a027-4371-8012-54f025a726fa HTTP/1.1" status: 200 len: 984 time: 0.0482082 Jun 24 15:23:48.757157 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-d872636c-bced-4882-bf53-fb68ce2f53a9 req-c7bdc8ec-5bf2-4cee-8e4f-b3f1a28a7b33 tempest-TestMinimumBasicScenario-1016590740 tempest-TestMinimumBasicScenario-1016590740-project] 10.222.0.67 "GET /v2.0/security-groups?id=6502aab0-e136-43d0-949d-b9bd8e471beb&id=0c9a5b2b-9c69-45a1-a6b9-bfcdb81413bd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0585747 Jun 24 15:23:48.895578 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.rpc [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Device 98f0ee1c-7936-46ad-937e-8e43f17d155f up at agent hyperv_hv-cinder-83538 {{(pid=104513) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 15:23:48.939860 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.provisioning_blocks [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Provisioning for port 98f0ee1c-7936-46ad-937e-8e43f17d155f completed by entity L2. {{(pid=104513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 24 15:23:49.009329 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.provisioning_blocks [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Provisioning complete for port 98f0ee1c-7936-46ad-937e-8e43f17d155f triggered by entity L2. {{(pid=104513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 15:23:49.009695 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7696598'] for port (98f0ee1c-7936-46ad-937e-8e43f17d155f), provisioning_complete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:23:49.081928 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.plugin [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Current status of the port 98f0ee1c-7936-46ad-937e-8e43f17d155f is: BUILD; New status is: ACTIVE {{(pid=104513) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 15:23:49.082312 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7727318'] for port (98f0ee1c-7936-46ad-937e-8e43f17d155f), before_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:23:49.105740 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffef349a-ea09-44f9-9cd1-cf5d9b905e50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98f0ee1c-7936-46ad-937e-8e43f17d155f'}] {{(pid=104513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 15:23:49.108005 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7de2ae652872cab3d5aa36b412d6cead56dffdf121926fea6679daaa3daba4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6f99ce5-1b22-4038-84fd-0ccb40235d1f" -d '{"events": [{"server_uuid": "ffef349a-ea09-44f9-9cd1-cf5d9b905e50", "name": "network-vif-plugged", "status": "completed", "tag": "98f0ee1c-7936-46ad-937e-8e43f17d155f"}]}' {{(pid=104513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 15:23:49.120931 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.db [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] For port 98f0ee1c-7936-46ad-937e-8e43f17d155f, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=98f0ee1c-7936-46ad-937e-8e43f17d155f,segment=NetworkSegment(fbb525f4-37d7-4ee1-94df-b844f5efa329),segment_id=fbb525f4-37d7-4ee1-94df-b844f5efa329)] {{(pid=104513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 15:23:49.144276 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 15:23:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2156174-60e7-4503-8724-ef0ee70c6ee5 x-openstack-request-id: req-d2156174-60e7-4503-8724-ef0ee70c6ee5 {{(pid=104513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 15:23:49.144570 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffef349a-ea09-44f9-9cd1-cf5d9b905e50", "name": "network-vif-plugged", "status": "completed", "tag": "98f0ee1c-7936-46ad-937e-8e43f17d155f", "code": 200}]} {{(pid=104513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 15:23:49.144913 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-d2156174-60e7-4503-8724-ef0ee70c6ee5 {{(pid=104513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 15:23:49.145302 dv-cinder-835384-11-iscsi neutron-server[104513]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d2156174-60e7-4503-8724-ef0ee70c6ee5'] response: {'server_uuid': 'ffef349a-ea09-44f9-9cd1-cf5d9b905e50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98f0ee1c-7936-46ad-937e-8e43f17d155f', 'code': 200} Jun 24 15:23:49.212032 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761385101662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761384583316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761384583334'] for port (98f0ee1c-7936-46ad-937e-8e43f17d155f), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:23:49.259341 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Pushing event updated for resources: {'Port': ['ID=98f0ee1c-7936-46ad-937e-8e43f17d155f,revision_number=5']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:23:49.428973 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd60c61a-f40a-48f5-9199-f35f4a953da6 req-9e0cc691-9c9e-48c0-b38b-ee715be33227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:23:49.430564 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [req-bd60c61a-f40a-48f5-9199-f35f4a953da6 req-9e0cc691-9c9e-48c0-b38b-ee715be33227 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=ffef349a-ea09-44f9-9cd1-cf5d9b905e50 HTTP/1.1" status: 200 len: 1130 time: 0.0452335 Jun 24 15:23:49.476182 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [req-bd60c61a-f40a-48f5-9199-f35f4a953da6 req-6e19cd0e-b1ff-46b3-8d17-2cf6a024cf82 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=2649c9c4-b294-40b1-8f0c-e689a0caf780&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391965 Jun 24 15:23:49.720754 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79f20b3-fdcb-4969-8759-38fe29487dc4 req-eb34dd11-4c44-428c-8a91-cbc8881af09d tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:23:49.720754 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-d79f20b3-fdcb-4969-8759-38fe29487dc4 req-eb34dd11-4c44-428c-8a91-cbc8881af09d tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "GET /v2.0/ports?device_id=ffef349a-ea09-44f9-9cd1-cf5d9b905e50 HTTP/1.1" status: 200 len: 946 time: 0.0571790 Jun 24 15:23:49.767882 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-d79f20b3-fdcb-4969-8759-38fe29487dc4 req-51302a0e-af0d-43bb-b947-66cc32389ed6 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "GET /v2.0/security-groups?id=2649c9c4-b294-40b1-8f0c-e689a0caf780&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436788 Jun 24 15:23:49.876938 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240294ad-1629-4ef9-b2b8-6ef48ffaa6b1 req-2dd34dcb-28ec-4182-825b-3dbb30176df8 tempest-TestMinimumBasicScenario-1016590740 tempest-TestMinimumBasicScenario-1016590740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:23:49.878432 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-240294ad-1629-4ef9-b2b8-6ef48ffaa6b1 req-2dd34dcb-28ec-4182-825b-3dbb30176df8 tempest-TestMinimumBasicScenario-1016590740 tempest-TestMinimumBasicScenario-1016590740-project] 10.222.0.67 "GET /v2.0/ports?device_id=79b13f6b-a027-4371-8012-54f025a726fa HTTP/1.1" status: 200 len: 984 time: 0.0492189 Jun 24 15:23:49.939316 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-240294ad-1629-4ef9-b2b8-6ef48ffaa6b1 req-aeccec1b-82aa-42f8-ad45-360660c10e86 tempest-TestMinimumBasicScenario-1016590740 tempest-TestMinimumBasicScenario-1016590740-project] 10.222.0.67 "GET /v2.0/security-groups?id=6502aab0-e136-43d0-949d-b9bd8e471beb&id=0c9a5b2b-9c69-45a1-a6b9-bfcdb81413bd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0548618 Jun 24 15:23:50.893226 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a7db29-798e-47b1-ab97-1235c04077f4 req-11fb130c-e6f0-432c-a3f8-314ca0e0e835 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:23:50.894700 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-78a7db29-798e-47b1-ab97-1235c04077f4 req-11fb130c-e6f0-432c-a3f8-314ca0e0e835 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "GET /v2.0/ports?device_id=ffef349a-ea09-44f9-9cd1-cf5d9b905e50 HTTP/1.1" status: 200 len: 946 time: 0.0529933 Jun 24 15:23:50.937596 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=100 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:23:50.942186 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-78a7db29-798e-47b1-ab97-1235c04077f4 req-5989d05b-7848-4769-b6ce-1c6617ecce46 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "GET /v2.0/security-groups?id=2649c9c4-b294-40b1-8f0c-e689a0caf780&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419915 Jun 24 15:23:51.055674 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b6b342-fc1f-435f-9348-d1adf309f001 req-cb635f63-43bf-4bfc-8361-f4eb3096b40e tempest-TestMinimumBasicScenario-1016590740 tempest-TestMinimumBasicScenario-1016590740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:23:51.057201 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-17b6b342-fc1f-435f-9348-d1adf309f001 req-cb635f63-43bf-4bfc-8361-f4eb3096b40e tempest-TestMinimumBasicScenario-1016590740 tempest-TestMinimumBasicScenario-1016590740-project] 10.222.0.67 "GET /v2.0/ports?device_id=79b13f6b-a027-4371-8012-54f025a726fa HTTP/1.1" status: 200 len: 984 time: 0.0503128 Jun 24 15:23:51.119695 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-17b6b342-fc1f-435f-9348-d1adf309f001 req-367c0e78-3034-4f15-b482-340dd4e99098 tempest-TestMinimumBasicScenario-1016590740 tempest-TestMinimumBasicScenario-1016590740-project] 10.222.0.67 "GET /v2.0/security-groups?id=6502aab0-e136-43d0-949d-b9bd8e471beb&id=0c9a5b2b-9c69-45a1-a6b9-bfcdb81413bd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0567946 Jun 24 15:23:51.343402 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-2670ddf6-bf6c-44a2-a78e-2861663702d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697012'] for agent (61dc9491-0c49-467e-b62a-6961ce952bc2), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:23:52.062207 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7952f1ea-d037-41df-a7c4-6504f177b68d req-1ee1a494-ffed-48cf-a553-549a50ae5da0 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:23:52.063690 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-7952f1ea-d037-41df-a7c4-6504f177b68d req-1ee1a494-ffed-48cf-a553-549a50ae5da0 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "GET /v2.0/ports?device_id=ffef349a-ea09-44f9-9cd1-cf5d9b905e50 HTTP/1.1" status: 200 len: 946 time: 0.0514190 Jun 24 15:23:52.110311 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-7952f1ea-d037-41df-a7c4-6504f177b68d req-6cfca3e6-a9c2-4bd2-bb54-b30ba85fa422 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "GET /v2.0/security-groups?id=2649c9c4-b294-40b1-8f0c-e689a0caf780&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404863 Jun 24 15:23:52.244850 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=100 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:23:52.256321 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88145765-1528-423c-8f4e-917502bd93fb req-c35f5465-7e7a-48b7-8654-55c2055c81f5 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:23:52.257792 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-88145765-1528-423c-8f4e-917502bd93fb req-c35f5465-7e7a-48b7-8654-55c2055c81f5 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "GET /v2.0/ports?device_id=ffef349a-ea09-44f9-9cd1-cf5d9b905e50 HTTP/1.1" status: 200 len: 946 time: 0.0758767 Jun 24 15:23:52.265613 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972e8ac2-c7ba-4f39-8ec4-93159eca60e9 req-55589853-df02-4c2a-b043-06916c8743c8 tempest-TestMinimumBasicScenario-1016590740 tempest-TestMinimumBasicScenario-1016590740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:23:52.267003 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-972e8ac2-c7ba-4f39-8ec4-93159eca60e9 req-55589853-df02-4c2a-b043-06916c8743c8 tempest-TestMinimumBasicScenario-1016590740 tempest-TestMinimumBasicScenario-1016590740-project] 10.222.0.67 "GET /v2.0/ports?device_id=79b13f6b-a027-4371-8012-54f025a726fa HTTP/1.1" status: 200 len: 984 time: 0.0746024 Jun 24 15:23:52.268694 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.wsgi [-] (104512) accepted ('10.222.0.67', 44034) {{(pid=104512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:23:52.272159 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.v2.base [None req-63d9fb9d-c803-4b60-8400-1396e3114e2b tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Request body: {'floatingip': {'port_id': '98f0ee1c-7936-46ad-937e-8e43f17d155f'}} {{(pid=104512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 15:23:52.325196 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-63d9fb9d-c803-4b60-8400-1396e3114e2b tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Publish callbacks [] for floatingip (8b112428-197b-4f4f-8d19-30b678754212), before_update {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:23:52.445859 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-972e8ac2-c7ba-4f39-8ec4-93159eca60e9 req-b00c1793-a64e-485f-aa3f-4c4cfd38d2a9 tempest-TestMinimumBasicScenario-1016590740 tempest-TestMinimumBasicScenario-1016590740-project] 10.222.0.67 "GET /v2.0/security-groups?id=6502aab0-e136-43d0-949d-b9bd8e471beb&id=0c9a5b2b-9c69-45a1-a6b9-bfcdb81413bd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1697421 Jun 24 15:23:52.781206 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-63d9fb9d-c803-4b60-8400-1396e3114e2b tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:23:52.796185 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG dbcounter [-] [104514] Writing DB stats neutron:SELECT=1 {{(pid=104514) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:23:52.802258 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG dbcounter [-] [104514] Writing DB stats neutron:SELECT=5 {{(pid=104514) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:23:52.857455 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-63d9fb9d-c803-4b60-8400-1396e3114e2b tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-467314'] for floatingip (8b112428-197b-4f4f-8d19-30b678754212), after_update {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:23:52.952613 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.db.l3_db [None req-63d9fb9d-c803-4b60-8400-1396e3114e2b tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Floating IP 8b112428-197b-4f4f-8d19-30b678754212 associated. External IP: 172.27.0.229, port: 98f0ee1c-7936-46ad-937e-8e43f17d155f. Jun 24 15:23:52.985166 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:23:53.150172 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63d9fb9d-c803-4b60-8400-1396e3114e2b tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Router bdccb451-e35e-486d-b144-010345b0e9c5 has already been hosted by L3 agent 45985ff7-1335-48cd-ab02-73eb58295827 {{(pid=104512) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 15:23:53.253743 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63d9fb9d-c803-4b60-8400-1396e3114e2b tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Notify agent at l3_agent.dv-cinder-835384-11-iscsi the message routers_updated {{(pid=104512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 15:23:53.259324 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-63d9fb9d-c803-4b60-8400-1396e3114e2b tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30073'] for floatingip (None), before_response {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:23:53.266684 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7693367f-e73e-4c29-a962-47d650da60ad None None] Sync routers for ids ['bdccb451-e35e-486d-b144-010345b0e9c5'] in dv-cinder-835384-11-iscsi {{(pid=104514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 15:23:53.277796 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7693367f-e73e-4c29-a962-47d650da60ad None None] Routers {'bdccb451-e35e-486d-b144-010345b0e9c5'} bound to L3 agent in host dv-cinder-835384-11-iscsi {{(pid=104514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 15:23:53.278393 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.db.l3_hamode_db [None req-7693367f-e73e-4c29-a962-47d650da60ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-24T15:10:24Z,description=,heartbeat_timestamp=2022-06-24T15:23:24Z,host='dv-cinder-835384-11-iscsi',id=45985ff7-1335-48cd-ab02-73eb58295827,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T15:10:24Z,topic='l3_agent')) {'router_ids': ['bdccb451-e35e-486d-b144-010345b0e9c5'], 'active': True} {{(pid=104514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 15:23:53.281719 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:23:53.291622 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [None req-63d9fb9d-c803-4b60-8400-1396e3114e2b tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "PUT /v2.0/floatingips/8b112428-197b-4f4f-8d19-30b678754212 HTTP/1.1" status: 200 len: 992 time: 1.0227115 Jun 24 15:23:53.292249 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffef349a-ea09-44f9-9cd1-cf5d9b905e50', 'tag': '98f0ee1c-7936-46ad-937e-8e43f17d155f'}] {{(pid=104512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 15:23:53.294465 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9db87de5340c6be2811fa9e5912a63998a589dd3f857fd3823a550d1ae48127" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bb2e60a-c600-4888-a762-2241058aa680" -d '{"events": [{"name": "network-changed", "server_uuid": "ffef349a-ea09-44f9-9cd1-cf5d9b905e50", "tag": "98f0ee1c-7936-46ad-937e-8e43f17d155f"}]}' {{(pid=104512) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 15:23:53.331673 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Jun 2022 15:23:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c38dd56-c540-4866-848a-b0ccfbe67eab x-openstack-request-id: req-8c38dd56-c540-4866-848a-b0ccfbe67eab {{(pid=104512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 15:23:53.331990 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ffef349a-ea09-44f9-9cd1-cf5d9b905e50", "tag": "98f0ee1c-7936-46ad-937e-8e43f17d155f", "status": "completed", "code": 200}]} {{(pid=104512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 15:23:53.332241 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-8c38dd56-c540-4866-848a-b0ccfbe67eab {{(pid=104512) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 15:23:53.332666 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8c38dd56-c540-4866-848a-b0ccfbe67eab'] response: {'name': 'network-changed', 'server_uuid': 'ffef349a-ea09-44f9-9cd1-cf5d9b905e50', 'tag': '98f0ee1c-7936-46ad-937e-8e43f17d155f', 'status': 'completed', 'code': 200} Jun 24 15:23:53.387446 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.db.l3_dvr_db [None req-7693367f-e73e-4c29-a962-47d650da60ad None None] Set router bdccb451-e35e-486d-b144-010345b0e9c5 gateway port host: dv-cinder-835384-11-iscsi {{(pid=104514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 15:23:53.441609 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb2e60a-c600-4888-a762-2241058aa680 req-14b46885-ed2d-4459-9d7e-1f8005098d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:23:53.443770 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [req-1bb2e60a-c600-4888-a762-2241058aa680 req-14b46885-ed2d-4459-9d7e-1f8005098d99 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c4807ce933f14af0be22dd1cf3635c2f&device_id=ffef349a-ea09-44f9-9cd1-cf5d9b905e50 HTTP/1.1" status: 200 len: 1130 time: 0.0873094 Jun 24 15:23:53.551220 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb2e60a-c600-4888-a762-2241058aa680 req-e1476b72-19ae-4590-85bd-5bd87be2af93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:23:53.553367 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [req-1bb2e60a-c600-4888-a762-2241058aa680 req-e1476b72-19ae-4590-85bd-5bd87be2af93 service neutron] 10.222.0.64 "GET /v2.0/networks?id=6d1ef1dd-ee8a-4e52-9261-de77d4e705e2 HTTP/1.1" status: 200 len: 918 time: 0.0968657 Jun 24 15:23:53.568375 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da200d2-b0a4-49a0-800f-ead7c57dd034 req-11c33d4e-372d-4cfd-b6a4-478ae31781a3 tempest-TestMinimumBasicScenario-1016590740 tempest-TestMinimumBasicScenario-1016590740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:23:53.570550 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-3da200d2-b0a4-49a0-800f-ead7c57dd034 req-11c33d4e-372d-4cfd-b6a4-478ae31781a3 tempest-TestMinimumBasicScenario-1016590740 tempest-TestMinimumBasicScenario-1016590740-project] 10.222.0.67 "GET /v2.0/ports?device_id=79b13f6b-a027-4371-8012-54f025a726fa HTTP/1.1" status: 200 len: 984 time: 0.0541024 Jun 24 15:23:53.606050 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.db.l3_hamode_db [None req-7693367f-e73e-4c29-a962-47d650da60ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdccb451-e35e-486d-b144-010345b0e9c5', 'name': 'tempest-AttachVolumeShelveTestJSON-1938332131-router', 'tenant_id': 'c4807ce933f14af0be22dd1cf3635c2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'external_fixed_ips': [{'subnet_id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'ip_address': '172.27.0.81'}], 'enable_snat': True}, 'gw_port_id': 'c32a7bab-7bd7-4a6c-baf4-07b5d75970e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T15:18:31Z', 'updated_at': '2022-06-24T15:18:41Z', 'revision_number': 4, 'project_id': 'c4807ce933f14af0be22dd1cf3635c2f', 'gw_port': {'id': 'c32a7bab-7bd7-4a6c-baf4-07b5d75970e6', 'name': '', 'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:62:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdccb451-e35e-486d-b144-010345b0e9c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'ip_address': '172.27.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T15:18:33Z', 'updated_at': '2022-06-24T15:18:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-11-iscsi', '_floatingips': [{'id': '8b112428-197b-4f4f-8d19-30b678754212', 'tenant_id': 'c4807ce933f14af0be22dd1cf3635c2f', 'floating_ip_address': '172.27.0.229', 'floating_network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'router_id': 'bdccb451-e35e-486d-b144-010345b0e9c5', 'port_id': '98f0ee1c-7936-46ad-937e-8e43f17d155f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 556, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6d1ef1dd-ee8a-4e52-9261-de77d4e705e2', 'mac_address': 'fa:16:3e:f6:0f:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffef349a-ea09-44f9-9cd1-cf5d9b905e50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T15:23:31Z', 'updated_at': '2022-06-24T15:23:52Z', 'revision_number': 1, 'project_id': 'c4807ce933f14af0be22dd1cf3635c2f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7cfaf54-64fd-42ff-931f-2a48f687eb0a', 'name': '', 'network_id': '6d1ef1dd-ee8a-4e52-9261-de77d4e705e2', 'tenant_id': 'c4807ce933f14af0be22dd1cf3635c2f', 'mac_address': 'fa:16:3e:c8:65:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdccb451-e35e-486d-b144-010345b0e9c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'ca86efdf-43ba-4cdf-8f0a-3c6622699971', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T15:18:39Z', 'updated_at': '2022-06-24T15:18:51Z', 'revision_number': 5, 'project_id': 'c4807ce933f14af0be22dd1cf3635c2f', 'subnets': [{'id': 'ca86efdf-43ba-4cdf-8f0a-3c6622699971', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-11-iscsi', False) {} {{(pid=104514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 15:23:53.617341 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [req-1bb2e60a-c600-4888-a762-2241058aa680 req-ae306e16-e8ba-454a-9a86-2e020996777a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=98f0ee1c-7936-46ad-937e-8e43f17d155f HTTP/1.1" status: 200 len: 1000 time: 0.0581360 Jun 24 15:23:53.635109 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-3da200d2-b0a4-49a0-800f-ead7c57dd034 req-ccbfbce5-36a6-426b-8e62-40b54e330680 tempest-TestMinimumBasicScenario-1016590740 tempest-TestMinimumBasicScenario-1016590740-project] 10.222.0.67 "GET /v2.0/security-groups?id=6502aab0-e136-43d0-949d-b9bd8e471beb&id=0c9a5b2b-9c69-45a1-a6b9-bfcdb81413bd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0580127 Jun 24 15:23:53.639334 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7693367f-e73e-4c29-a962-47d650da60ad None None] Checking router: bdccb451-e35e-486d-b144-010345b0e9c5 for host: dv-cinder-835384-11-iscsi {{(pid=104514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 15:23:53.653410 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7693367f-e73e-4c29-a962-47d650da60ad None None] Routers {'bdccb451-e35e-486d-b144-010345b0e9c5'} bound to L3 agent in host dv-cinder-835384-11-iscsi {{(pid=104514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 15:23:53.654204 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.db.l3_hamode_db [None req-7693367f-e73e-4c29-a962-47d650da60ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-24T15:10:24Z,description=,heartbeat_timestamp=2022-06-24T15:23:24Z,host='dv-cinder-835384-11-iscsi',id=45985ff7-1335-48cd-ab02-73eb58295827,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T15:10:24Z,topic='l3_agent')) {'router_ids': ['bdccb451-e35e-486d-b144-010345b0e9c5'], 'active': True} {{(pid=104514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 15:23:53.676953 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb2e60a-c600-4888-a762-2241058aa680 req-6bd9f7bd-0dd3-4ea0-88fc-38cbd898245a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:23:53.679138 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [req-1bb2e60a-c600-4888-a762-2241058aa680 req-6bd9f7bd-0dd3-4ea0-88fc-38cbd898245a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ca86efdf-43ba-4cdf-8f0a-3c6622699971 HTTP/1.1" status: 200 len: 856 time: 0.0553594 Jun 24 15:23:53.727240 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb2e60a-c600-4888-a762-2241058aa680 req-23b29251-829f-4aab-8fc2-82e796ec7045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:23:53.728903 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [req-1bb2e60a-c600-4888-a762-2241058aa680 req-23b29251-829f-4aab-8fc2-82e796ec7045 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=6d1ef1dd-ee8a-4e52-9261-de77d4e705e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0398471 Jun 24 15:23:53.744771 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-c0c56770-88c5-408d-8647-8fc44438869d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697012'] for agent (45985ff7-1335-48cd-ab02-73eb58295827), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:23:53.758582 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.db.l3_dvr_db [None req-7693367f-e73e-4c29-a962-47d650da60ad None None] Set router bdccb451-e35e-486d-b144-010345b0e9c5 gateway port host: dv-cinder-835384-11-iscsi {{(pid=104514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 15:23:53.917027 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [req-1bb2e60a-c600-4888-a762-2241058aa680 req-2b5c5cbe-8b48-4a95-914c-9d15d2e78e44 service neutron] 10.222.0.64 "GET /v2.0/networks/6d1ef1dd-ee8a-4e52-9261-de77d4e705e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969422 Jun 24 15:23:53.981971 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.db.l3_hamode_db [None req-7693367f-e73e-4c29-a962-47d650da60ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdccb451-e35e-486d-b144-010345b0e9c5', 'name': 'tempest-AttachVolumeShelveTestJSON-1938332131-router', 'tenant_id': 'c4807ce933f14af0be22dd1cf3635c2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'external_fixed_ips': [{'subnet_id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'ip_address': '172.27.0.81'}], 'enable_snat': True}, 'gw_port_id': 'c32a7bab-7bd7-4a6c-baf4-07b5d75970e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T15:18:31Z', 'updated_at': '2022-06-24T15:18:41Z', 'revision_number': 4, 'project_id': 'c4807ce933f14af0be22dd1cf3635c2f', 'gw_port': {'id': 'c32a7bab-7bd7-4a6c-baf4-07b5d75970e6', 'name': '', 'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:62:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdccb451-e35e-486d-b144-010345b0e9c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'ip_address': '172.27.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T15:18:33Z', 'updated_at': '2022-06-24T15:18:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-11-iscsi', '_floatingips': [{'id': '8b112428-197b-4f4f-8d19-30b678754212', 'tenant_id': 'c4807ce933f14af0be22dd1cf3635c2f', 'floating_ip_address': '172.27.0.229', 'floating_network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'router_id': 'bdccb451-e35e-486d-b144-010345b0e9c5', 'port_id': '98f0ee1c-7936-46ad-937e-8e43f17d155f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 556, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6d1ef1dd-ee8a-4e52-9261-de77d4e705e2', 'mac_address': 'fa:16:3e:f6:0f:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffef349a-ea09-44f9-9cd1-cf5d9b905e50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T15:23:31Z', 'updated_at': '2022-06-24T15:23:52Z', 'revision_number': 1, 'project_id': 'c4807ce933f14af0be22dd1cf3635c2f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7cfaf54-64fd-42ff-931f-2a48f687eb0a', 'name': '', 'network_id': '6d1ef1dd-ee8a-4e52-9261-de77d4e705e2', 'tenant_id': 'c4807ce933f14af0be22dd1cf3635c2f', 'mac_address': 'fa:16:3e:c8:65:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdccb451-e35e-486d-b144-010345b0e9c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'ca86efdf-43ba-4cdf-8f0a-3c6622699971', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T15:18:39Z', 'updated_at': '2022-06-24T15:18:51Z', 'revision_number': 5, 'project_id': 'c4807ce933f14af0be22dd1cf3635c2f', 'subnets': [{'id': 'ca86efdf-43ba-4cdf-8f0a-3c6622699971', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-11-iscsi', False) {} {{(pid=104514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 15:23:54.008245 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7693367f-e73e-4c29-a962-47d650da60ad None None] The sync data for ids ['bdccb451-e35e-486d-b144-010345b0e9c5'] in dv-cinder-835384-11-iscsi is: [{'id': 'bdccb451-e35e-486d-b144-010345b0e9c5', 'name': 'tempest-AttachVolumeShelveTestJSON-1938332131-router', 'tenant_id': 'c4807ce933f14af0be22dd1cf3635c2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'external_fixed_ips': [{'subnet_id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'ip_address': '172.27.0.81'}], 'enable_snat': True}, 'gw_port_id': 'c32a7bab-7bd7-4a6c-baf4-07b5d75970e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T15:18:31Z', 'updated_at': '2022-06-24T15:18:41Z', 'revision_number': 4, 'project_id': 'c4807ce933f14af0be22dd1cf3635c2f', 'gw_port': {'id': 'c32a7bab-7bd7-4a6c-baf4-07b5d75970e6', 'name': '', 'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:62:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdccb451-e35e-486d-b144-010345b0e9c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'ip_address': '172.27.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T15:18:33Z', 'updated_at': '2022-06-24T15:18:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-11-iscsi', '_floatingips': [{'id': '8b112428-197b-4f4f-8d19-30b678754212', 'tenant_id': 'c4807ce933f14af0be22dd1cf3635c2f', 'floating_ip_address': '172.27.0.229', 'floating_network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'router_id': 'bdccb451-e35e-486d-b144-010345b0e9c5', 'port_id': '98f0ee1c-7936-46ad-937e-8e43f17d155f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 556, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6d1ef1dd-ee8a-4e52-9261-de77d4e705e2', 'mac_address': 'fa:16:3e:f6:0f:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffef349a-ea09-44f9-9cd1-cf5d9b905e50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T15:23:31Z', 'updated_at': '2022-06-24T15:23:52Z', 'revision_number': 1, 'project_id': 'c4807ce933f14af0be22dd1cf3635c2f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7cfaf54-64fd-42ff-931f-2a48f687eb0a', 'name': '', 'network_id': '6d1ef1dd-ee8a-4e52-9261-de77d4e705e2', 'tenant_id': 'c4807ce933f14af0be22dd1cf3635c2f', 'mac_address': 'fa:16:3e:c8:65:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdccb451-e35e-486d-b144-010345b0e9c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'ca86efdf-43ba-4cdf-8f0a-3c6622699971', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T15:18:39Z', 'updated_at': '2022-06-24T15:18:51Z', 'revision_number': 5, 'project_id': 'c4807ce933f14af0be22dd1cf3635c2f', 'subnets': [{'id': 'ca86efdf-43ba-4cdf-8f0a-3c6622699971', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 15:23:54.014093 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=100 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:23:54.018116 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [req-1bb2e60a-c600-4888-a762-2241058aa680 req-14df832c-d8b8-4a60-8b48-171c5b547a37 service neutron] 10.222.0.64 "GET /v2.0/networks/6d1ef1dd-ee8a-4e52-9261-de77d4e705e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944891 Jun 24 15:23:54.188896 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9adc01f4-f8f2-4ed9-ba48-9c5695289767 None None] New status for floating IP 8b112428-197b-4f4f-8d19-30b678754212: ACTIVE {{(pid=104513) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 24 15:23:54.757015 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbd2520-f92b-47d9-87ab-fa5c34b3c6ef req-f340d0d6-81e3-4b73-86c9-251bb953d36c tempest-TestMinimumBasicScenario-1016590740 tempest-TestMinimumBasicScenario-1016590740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:23:54.758423 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-3cbd2520-f92b-47d9-87ab-fa5c34b3c6ef req-f340d0d6-81e3-4b73-86c9-251bb953d36c tempest-TestMinimumBasicScenario-1016590740 tempest-TestMinimumBasicScenario-1016590740-project] 10.222.0.67 "GET /v2.0/ports?device_id=79b13f6b-a027-4371-8012-54f025a726fa HTTP/1.1" status: 200 len: 984 time: 0.0504365 Jun 24 15:23:54.819416 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-3cbd2520-f92b-47d9-87ab-fa5c34b3c6ef req-001eef95-1bc0-437d-852d-a2581d1dc508 tempest-TestMinimumBasicScenario-1016590740 tempest-TestMinimumBasicScenario-1016590740-project] 10.222.0.67 "GET /v2.0/security-groups?id=6502aab0-e136-43d0-949d-b9bd8e471beb&id=0c9a5b2b-9c69-45a1-a6b9-bfcdb81413bd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0551162 Jun 24 15:23:54.929702 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-6e9ba797-1d0c-40f8-9e0c-708f895be0b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697012'] for agent (f984396c-9862-4f32-9cf6-f19d2e5feb00), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:23:55.934222 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e6329b-0e4d-4e01-84ec-03ebf5fe2ac2 req-b565a276-d6d2-4417-b843-0675a97b0aed tempest-TestMinimumBasicScenario-1016590740 tempest-TestMinimumBasicScenario-1016590740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:23:55.935649 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-05e6329b-0e4d-4e01-84ec-03ebf5fe2ac2 req-b565a276-d6d2-4417-b843-0675a97b0aed tempest-TestMinimumBasicScenario-1016590740 tempest-TestMinimumBasicScenario-1016590740-project] 10.222.0.67 "GET /v2.0/ports?device_id=79b13f6b-a027-4371-8012-54f025a726fa HTTP/1.1" status: 200 len: 984 time: 0.0472329 Jun 24 15:23:55.998646 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-05e6329b-0e4d-4e01-84ec-03ebf5fe2ac2 req-bf0d22ee-cbce-43b6-ba00-075dbeb6f3f5 tempest-TestMinimumBasicScenario-1016590740 tempest-TestMinimumBasicScenario-1016590740-project] 10.222.0.67 "GET /v2.0/security-groups?id=6502aab0-e136-43d0-949d-b9bd8e471beb&id=0c9a5b2b-9c69-45a1-a6b9-bfcdb81413bd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0573919 Jun 24 15:23:56.400585 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-e7d2b4de-897d-40d1-b758-5e5b7ac4c4e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697012'] for agent (2f766f35-a225-44ed-b70f-669caec6f4a7), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:23:56.663290 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697012'] for agent (559fa80c-96d5-4fe7-8c5f-9eda482c27bf), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:23:57.112152 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359cf4bf-b6e2-4787-a38e-90a84fae5347 req-998b6226-edf2-4831-b714-4fd3fd6aae90 tempest-TestMinimumBasicScenario-1016590740 tempest-TestMinimumBasicScenario-1016590740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:23:57.113656 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-359cf4bf-b6e2-4787-a38e-90a84fae5347 req-998b6226-edf2-4831-b714-4fd3fd6aae90 tempest-TestMinimumBasicScenario-1016590740 tempest-TestMinimumBasicScenario-1016590740-project] 10.222.0.67 "GET /v2.0/ports?device_id=79b13f6b-a027-4371-8012-54f025a726fa HTTP/1.1" status: 200 len: 984 time: 0.0491772 Jun 24 15:23:57.175372 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-359cf4bf-b6e2-4787-a38e-90a84fae5347 req-6c0aa364-4bfc-4bda-bc73-f3549099cfbb tempest-TestMinimumBasicScenario-1016590740 tempest-TestMinimumBasicScenario-1016590740-project] 10.222.0.67 "GET /v2.0/security-groups?id=6502aab0-e136-43d0-949d-b9bd8e471beb&id=0c9a5b2b-9c69-45a1-a6b9-bfcdb81413bd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0556023 Jun 24 15:23:58.291149 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3dc3f5-e5f0-48eb-b5e3-af45644adaa4 req-db242771-7eba-4774-919b-a56fa510471e tempest-TestMinimumBasicScenario-1016590740 tempest-TestMinimumBasicScenario-1016590740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:23:58.292638 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-7f3dc3f5-e5f0-48eb-b5e3-af45644adaa4 req-db242771-7eba-4774-919b-a56fa510471e tempest-TestMinimumBasicScenario-1016590740 tempest-TestMinimumBasicScenario-1016590740-project] 10.222.0.67 "GET /v2.0/ports?device_id=79b13f6b-a027-4371-8012-54f025a726fa HTTP/1.1" status: 200 len: 984 time: 0.0477881 Jun 24 15:23:58.351257 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-7f3dc3f5-e5f0-48eb-b5e3-af45644adaa4 req-468261a3-77b4-49d4-b428-9ab8a822c3d6 tempest-TestMinimumBasicScenario-1016590740 tempest-TestMinimumBasicScenario-1016590740-project] 10.222.0.67 "GET /v2.0/security-groups?id=6502aab0-e136-43d0-949d-b9bd8e471beb&id=0c9a5b2b-9c69-45a1-a6b9-bfcdb81413bd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0529842 Jun 24 15:23:58.367042 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.wsgi [-] (104511) accepted ('10.222.0.67', 44096) {{(pid=104511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:23:58.412354 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.db.db_base_plugin_v2 [None req-025fca09-5291-499f-9b53-e02dab79964c admin admin] Deleting subnet a67d4b4c-0a30-4c29-a996-0149e1ca9730 {{(pid=104511) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 24 15:23:58.415560 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-025fca09-5291-499f-9b53-e02dab79964c admin admin] Publish callbacks [] for subnet (a67d4b4c-0a30-4c29-a996-0149e1ca9730), before_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:23:58.449316 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-025fca09-5291-499f-9b53-e02dab79964c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3541070'] for subnet (a67d4b4c-0a30-4c29-a996-0149e1ca9730), precommit_delete_associations {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:23:58.488182 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-025fca09-5291-499f-9b53-e02dab79964c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7697736'] for subnet (a67d4b4c-0a30-4c29-a996-0149e1ca9730), precommit_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:23:58.604030 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-025fca09-5291-499f-9b53-e02dab79964c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7697766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3599681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3423336'] for subnet (a67d4b4c-0a30-4c29-a996-0149e1ca9730), after_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:23:58.627170 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025fca09-5291-499f-9b53-e02dab79964c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a67d4b4c-0a30-4c29-a996-0149e1ca9730,revision_number=None']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:23:58.632796 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-025fca09-5291-499f-9b53-e02dab79964c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7879399'] for subnet (None), before_response {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:23:58.636446 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [None req-025fca09-5291-499f-9b53-e02dab79964c admin admin] 10.222.0.67 "DELETE /v2.0/subnets/a67d4b4c-0a30-4c29-a996-0149e1ca9730 HTTP/1.1" status: 204 len: 168 time: 0.2682908 Jun 24 15:23:58.639037 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.wsgi [-] (104511) accepted ('10.222.0.67', 44098) {{(pid=104511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:23:58.706277 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-aef60a96-b25e-4b93-ab3a-303a1a9ff035 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7823327'] for network (adb22d0d-9079-4b27-97ea-9d1017ee2036), before_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:23:58.746611 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:23:58.786148 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-aef60a96-b25e-4b93-ab3a-303a1a9ff035 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7769653', 'neutron.services.segments.db._delete_segments_for_network-8761385121163'] for network (adb22d0d-9079-4b27-97ea-9d1017ee2036), precommit_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:23:58.806835 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.services.segments.db [None req-aef60a96-b25e-4b93-ab3a-303a1a9ff035 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['adb22d0d-9079-4b27-97ea-9d1017ee2036']}} {{(pid=104511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 15:23:58.816096 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.services.segments.db [None req-aef60a96-b25e-4b93-ab3a-303a1a9ff035 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0cf260fc-b403-4eab-852c-5cc95c3c0b2e') {'for_net_delete': True} {{(pid=104511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 15:23:58.816396 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.services.segments.db [None req-aef60a96-b25e-4b93-ab3a-303a1a9ff035 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0cf260fc-b403-4eab-852c-5cc95c3c0b2e') {} {{(pid=104511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 15:23:58.826464 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-aef60a96-b25e-4b93-ab3a-303a1a9ff035 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761385121940', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3541077'] for segment (0cf260fc-b403-4eab-852c-5cc95c3c0b2e), before_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:23:58.839626 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-aef60a96-b25e-4b93-ab3a-303a1a9ff035 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7772344'] for segment (0cf260fc-b403-4eab-852c-5cc95c3c0b2e), precommit_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:23:58.845717 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aef60a96-b25e-4b93-ab3a-303a1a9ff035 admin admin] Releasing vlan 756 on physical network physnet1 to pool {{(pid=104511) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 15:23:58.846093 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-aef60a96-b25e-4b93-ab3a-303a1a9ff035 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7772344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3599659'] for segment (0cf260fc-b403-4eab-852c-5cc95c3c0b2e), after_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:23:58.864510 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.services.segments.plugin [-] Segment 0cf260fc-b403-4eab-852c-5cc95c3c0b2e resource provider aggregate not found Jun 24 15:23:58.905594 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.services.segments.plugin [-] Segment 0cf260fc-b403-4eab-852c-5cc95c3c0b2e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0cf260fc-b403-4eab-852c-5cc95c3c0b2e found for delete ", "request_id": "req-3c4f8e57-75dc-4976-a05e-89fe80e3a201"}]} Jun 24 15:23:59.011828 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-aef60a96-b25e-4b93-ab3a-303a1a9ff035 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7769644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-275585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-467247'] for network (adb22d0d-9079-4b27-97ea-9d1017ee2036), after_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:23:59.017349 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-aef60a96-b25e-4b93-ab3a-303a1a9ff035 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7879399'] for network (None), before_response {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:23:59.020481 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [None req-aef60a96-b25e-4b93-ab3a-303a1a9ff035 admin admin] 10.222.0.67 "DELETE /v2.0/networks/adb22d0d-9079-4b27-97ea-9d1017ee2036 HTTP/1.1" status: 204 len: 168 time: 0.3805101 Jun 24 15:23:59.031820 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef60a96-b25e-4b93-ab3a-303a1a9ff035 admin admin] Pushing event deleted for resources: {'Network': ['ID=adb22d0d-9079-4b27-97ea-9d1017ee2036,revision_number=None']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:23:59.390359 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.wsgi [-] (104511) accepted ('10.222.0.67', 44108) {{(pid=104511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:23:59.433535 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [None req-c15f493f-8340-4f46-8d0c-82d19130a9ac admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=90288e11d18a4c58b77d848fdd630535&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0418327 Jun 24 15:23:59.435938 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.wsgi [-] (104511) accepted ('10.222.0.67', 44110) {{(pid=104511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:23:59.472830 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc5563a-d75e-4eba-ad83-ac75ccceb794 req-487d3a21-a3bb-470b-b727-2a377c3a169c tempest-TestMinimumBasicScenario-1016590740 tempest-TestMinimumBasicScenario-1016590740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:23:59.474319 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-5fc5563a-d75e-4eba-ad83-ac75ccceb794 req-487d3a21-a3bb-470b-b727-2a377c3a169c tempest-TestMinimumBasicScenario-1016590740 tempest-TestMinimumBasicScenario-1016590740-project] 10.222.0.67 "GET /v2.0/ports?device_id=79b13f6b-a027-4371-8012-54f025a726fa HTTP/1.1" status: 200 len: 984 time: 0.0532982 Jun 24 15:23:59.486015 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-b8753446-c181-4462-86bb-bf95056b2706 admin admin] Publish callbacks [] for security_group (e2dd80b4-9ee5-4265-9129-7e54a35815b3), before_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:23:59.509661 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-b8753446-c181-4462-86bb-bf95056b2706 admin admin] Publish callbacks [] for security_group (e2dd80b4-9ee5-4265-9129-7e54a35815b3), precommit_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:23:59.536685 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-5fc5563a-d75e-4eba-ad83-ac75ccceb794 req-ef565984-e3a6-4794-98de-b4073ad96724 tempest-TestMinimumBasicScenario-1016590740 tempest-TestMinimumBasicScenario-1016590740-project] 10.222.0.67 "GET /v2.0/security-groups?id=6502aab0-e136-43d0-949d-b9bd8e471beb&id=0c9a5b2b-9c69-45a1-a6b9-bfcdb81413bd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0557051 Jun 24 15:23:59.657281 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-b8753446-c181-4462-86bb-bf95056b2706 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-275664'] for security_group (e2dd80b4-9ee5-4265-9129-7e54a35815b3), after_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:23:59.659818 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-b8753446-c181-4462-86bb-bf95056b2706 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:23:59.660966 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [None req-b8753446-c181-4462-86bb-bf95056b2706 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/e2dd80b4-9ee5-4265-9129-7e54a35815b3 HTTP/1.1" status: 204 len: 168 time: 0.2241056 Jun 24 15:23:59.663305 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:23:59.670643 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8753446-c181-4462-86bb-bf95056b2706 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2dd80b4-9ee5-4265-9129-7e54a35815b3,revision_number=None']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:24:00.616235 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.wsgi [-] (104512) accepted ('10.222.0.67', 44136) {{(pid=104512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:24:00.654814 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21b08a2-5bf4-44c0-a43b-7a5a7aaf3103 req-d9c1b01e-2880-4114-aca0-66c394918dc0 tempest-TestMinimumBasicScenario-1016590740 tempest-TestMinimumBasicScenario-1016590740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:24:00.656316 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-e21b08a2-5bf4-44c0-a43b-7a5a7aaf3103 req-d9c1b01e-2880-4114-aca0-66c394918dc0 tempest-TestMinimumBasicScenario-1016590740 tempest-TestMinimumBasicScenario-1016590740-project] 10.222.0.67 "GET /v2.0/ports?device_id=79b13f6b-a027-4371-8012-54f025a726fa HTTP/1.1" status: 200 len: 984 time: 0.0513468 Jun 24 15:24:00.709012 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=100 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:24:00.719900 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-e21b08a2-5bf4-44c0-a43b-7a5a7aaf3103 req-db97c7dc-c02d-40b7-bc29-3cb9dbed5001 tempest-TestMinimumBasicScenario-1016590740 tempest-TestMinimumBasicScenario-1016590740-project] 10.222.0.67 "GET /v2.0/security-groups?id=6502aab0-e136-43d0-949d-b9bd8e471beb&id=0c9a5b2b-9c69-45a1-a6b9-bfcdb81413bd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0579617 Jun 24 15:24:00.741274 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.v2.base [None req-16ddeb76-fd06-4849-af88-d736e957f49e admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-933791428-network', 'tenant_id': '06aac4c0b410452fa71221434149e3b7'}} {{(pid=104512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 15:24:00.811789 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16ddeb76-fd06-4849-af88-d736e957f49e admin admin] Made reservation on behalf of 06aac4c0b410452fa71221434149e3b7 for: {'network': 1} {{(pid=104512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 15:24:00.814125 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-16ddeb76-fd06-4849-af88-d736e957f49e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7727318'] for network (None), before_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:24:00.822939 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-16ddeb76-fd06-4849-af88-d736e957f49e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:24:00.899792 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-16ddeb76-fd06-4849-af88-d736e957f49e admin admin] Publish callbacks [] for security_group (4adb08b0-378a-4430-8563-fc7216836503), precommit_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:24:00.965932 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-16ddeb76-fd06-4849-af88-d736e957f49e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-275664'] for security_group (4adb08b0-378a-4430-8563-fc7216836503), after_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:24:00.993772 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16ddeb76-fd06-4849-af88-d736e957f49e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 779} {{(pid=104512) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 15:24:00.998678 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:24:01.000647 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ddeb76-fd06-4849-af88-d736e957f49e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4adb08b0-378a-4430-8563-fc7216836503,revision_number=1']} {{(pid=104512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:24:01.010734 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ddeb76-fd06-4849-af88-d736e957f49e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:24:01.011133 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ddeb76-fd06-4849-af88-d736e957f49e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:24:01.011491 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ddeb76-fd06-4849-af88-d736e957f49e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:24:01.011824 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ddeb76-fd06-4849-af88-d736e957f49e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:24:01.012146 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ddeb76-fd06-4849-af88-d736e957f49e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:24:01.012477 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ddeb76-fd06-4849-af88-d736e957f49e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:24:01.012792 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ddeb76-fd06-4849-af88-d736e957f49e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:24:01.013105 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ddeb76-fd06-4849-af88-d736e957f49e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:24:01.013421 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ddeb76-fd06-4849-af88-d736e957f49e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:24:01.013740 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ddeb76-fd06-4849-af88-d736e957f49e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:24:01.014057 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ddeb76-fd06-4849-af88-d736e957f49e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:24:01.014373 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ddeb76-fd06-4849-af88-d736e957f49e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:24:01.014687 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ddeb76-fd06-4849-af88-d736e957f49e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:24:01.014999 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ddeb76-fd06-4849-af88-d736e957f49e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:24:01.015340 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ddeb76-fd06-4849-af88-d736e957f49e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:24:01.019128 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-16ddeb76-fd06-4849-af88-d736e957f49e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7772344'] for segment (dac079e8-662a-4bf1-950a-0525c98ad107), precommit_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:24:01.019486 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.db.segments_db [None req-16ddeb76-fd06-4849-af88-d736e957f49e admin admin] Added segment dac079e8-662a-4bf1-950a-0525c98ad107 of type vlan for network 2a32a679-de41-498c-bfd0-5831dd67fdee Jun 24 15:24:01.060301 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-16ddeb76-fd06-4849-af88-d736e957f49e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761384550337'] for network (2a32a679-de41-498c-bfd0-5831dd67fdee), precommit_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:24:01.143126 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-16ddeb76-fd06-4849-af88-d736e957f49e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-275585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409'] for network (2a32a679-de41-498c-bfd0-5831dd67fdee), after_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:24:01.144133 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16ddeb76-fd06-4849-af88-d736e957f49e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:24:01.144789 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-16ddeb76-fd06-4849-af88-d736e957f49e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7879399'] for network (None), before_response {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:24:01.207057 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ddeb76-fd06-4849-af88-d736e957f49e admin admin] Pushing event updated for resources: {'Network': ['ID=2a32a679-de41-498c-bfd0-5831dd67fdee,revision_number=1']} {{(pid=104512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:24:01.217428 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.rpc [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Network 2a32a679-de41-498c-bfd0-5831dd67fdee details requested by agent ovs-agent-dv-cinder-835384-11-iscsi with host dv-cinder-835384-11-iscsi {{(pid=104513) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 15:24:01.237430 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [None req-16ddeb76-fd06-4849-af88-d736e957f49e admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 0.6201909 Jun 24 15:24:01.240162 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.wsgi [-] (104512) accepted ('10.222.0.67', 44142) {{(pid=104512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:24:01.245051 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.v2.base [None req-6bf3a5f8-6691-4917-ae20-eecd6547dba6 admin admin] Request body: {'subnet': {'network_id': '2a32a679-de41-498c-bfd0-5831dd67fdee', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-933791428-subnet', 'tenant_id': '06aac4c0b410452fa71221434149e3b7', 'ip_version': 4}} {{(pid=104512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 15:24:01.320478 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bf3a5f8-6691-4917-ae20-eecd6547dba6 admin admin] Made reservation on behalf of 06aac4c0b410452fa71221434149e3b7 for: {'subnet': 1} {{(pid=104512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 15:24:01.323564 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-6bf3a5f8-6691-4917-ae20-eecd6547dba6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3974350'] for subnet (None), before_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:24:01.543796 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-6bf3a5f8-6691-4917-ae20-eecd6547dba6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3859545', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3974328'] for subnet (3fab91a5-d4d3-43d4-a452-8b378716e743), after_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:24:01.581311 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=77,neutron:INSERT=16,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:24:01.606404 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf3a5f8-6691-4917-ae20-eecd6547dba6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3fab91a5-d4d3-43d4-a452-8b378716e743,revision_number=0']} {{(pid=104512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:24:01.613551 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bf3a5f8-6691-4917-ae20-eecd6547dba6 admin admin] Checking segment: {'id': 'dac079e8-662a-4bf1-950a-0525c98ad107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '2a32a679-de41-498c-bfd0-5831dd67fdee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 15:24:01.613904 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bf3a5f8-6691-4917-ae20-eecd6547dba6 admin admin] Network hostable DHCP agents. Network: 2a32a679-de41-498c-bfd0-5831dd67fdee, hostable agents: ['61dc9491-0c49-467e-b62a-6961ce952bc2'], hosted agents: [] {{(pid=104512) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 15:24:01.692013 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bf3a5f8-6691-4917-ae20-eecd6547dba6 admin admin] Network 2a32a679-de41-498c-bfd0-5831dd67fdee is scheduled to be hosted by DHCP agent 61dc9491-0c49-467e-b62a-6961ce952bc2 with binding_index 1 {{(pid=104512) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 15:24:01.766799 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.scheduler.base_scheduler [None req-6bf3a5f8-6691-4917-ae20-eecd6547dba6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835384-11-iscsi, 2a32a679-de41-498c-bfd0-5831dd67fdee) {{(pid=104512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 15:24:01.771039 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bf3a5f8-6691-4917-ae20-eecd6547dba6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:24:01.777252 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-6bf3a5f8-6691-4917-ae20-eecd6547dba6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:24:01.782419 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b09d25df-10db-4b81-9903-bcc0304305c9 None None] Network 2a32a679-de41-498c-bfd0-5831dd67fdee requested from dv-cinder-835384-11-iscsi {{(pid=104513) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 15:24:01.845012 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [None req-6bf3a5f8-6691-4917-ae20-eecd6547dba6 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6037169 Jun 24 15:24:01.848061 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.wsgi [-] (104512) accepted ('10.222.0.67', 44146) {{(pid=104512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:24:01.852361 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.v2.base [None req-82bf71d4-cd8a-42b2-9cc6-62dfbfdb14e9 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-933791428-router', 'tenant_id': '06aac4c0b410452fa71221434149e3b7', 'external_gateway_info': {'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59'}}} {{(pid=104512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 15:24:01.861317 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a798ecdf-655d-4f98-a90d-d3ef6ebc6600 req-c90fd55e-753d-45f0-abd7-2c415941a81f tempest-TestMinimumBasicScenario-1016590740 tempest-TestMinimumBasicScenario-1016590740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:24:01.862823 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-a798ecdf-655d-4f98-a90d-d3ef6ebc6600 req-c90fd55e-753d-45f0-abd7-2c415941a81f tempest-TestMinimumBasicScenario-1016590740 tempest-TestMinimumBasicScenario-1016590740-project] 10.222.0.67 "GET /v2.0/ports?device_id=79b13f6b-a027-4371-8012-54f025a726fa HTTP/1.1" status: 200 len: 984 time: 0.0662355 Jun 24 15:24:01.899991 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a842a5a-56cd-4e04-a391-24885558fd6a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2b4efa5-1f6d-5be6-a0c3-799436a0bdb9-2a32a679-de41-498c-bfd0-5831dd67fdee', 'network_id': '2a32a679-de41-498c-bfd0-5831dd67fdee', 'project_id': '06aac4c0b410452fa71221434149e3b7', 'fixed_ips': [{'subnet_id': '3fab91a5-d4d3-43d4-a452-8b378716e743'}]}} from dv-cinder-835384-11-iscsi. {{(pid=104513) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 24 15:24:01.901208 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-6a842a5a-56cd-4e04-a391-24885558fd6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7727318'] for port (None), before_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:24:01.937203 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-a798ecdf-655d-4f98-a90d-d3ef6ebc6600 req-066d6e18-71c4-4f83-9726-f196e2f72845 tempest-TestMinimumBasicScenario-1016590740 tempest-TestMinimumBasicScenario-1016590740-project] 10.222.0.67 "GET /v2.0/security-groups?id=6502aab0-e136-43d0-949d-b9bd8e471beb&id=0c9a5b2b-9c69-45a1-a6b9-bfcdb81413bd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0666456 Jun 24 15:24:01.938600 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-82bf71d4-cd8a-42b2-9cc6-62dfbfdb14e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-460991', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14566'] for router (3b204f98-a367-42c7-8389-8d8b539db927), before_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:24:01.940156 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-82bf71d4-cd8a-42b2-9cc6-62dfbfdb14e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-461210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-470210', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-519196', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14577'] for router (3b204f98-a367-42c7-8389-8d8b539db927), precommit_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:24:02.011305 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-82bf71d4-cd8a-42b2-9cc6-62dfbfdb14e9 admin admin] Publish callbacks [] for router_controller (3b204f98-a367-42c7-8389-8d8b539db927), precommit_add_association {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:24:02.050850 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.db_base_plugin_common [None req-6a842a5a-56cd-4e04-a391-24885558fd6a None None] Allocated IP 172.20.0.2 (2a32a679-de41-498c-bfd0-5831dd67fdee/3fab91a5-d4d3-43d4-a452-8b378716e743/4fbca416-7158-4931-977e-0c033a5f4905) {{(pid=104513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 15:24:02.246507 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-82bf71d4-cd8a-42b2-9cc6-62dfbfdb14e9 admin admin] Publish callbacks [] for router_gateway (3b204f98-a367-42c7-8389-8d8b539db927), precommit_update {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:24:02.332352 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-6a842a5a-56cd-4e04-a391-24885558fd6a None None] Publish callbacks [] for port (4fbca416-7158-4931-977e-0c033a5f4905), precommit_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:24:02.384788 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:24:02.406987 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-6a842a5a-56cd-4e04-a391-24885558fd6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761384583298'] for port (4fbca416-7158-4931-977e-0c033a5f4905), after_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:24:02.449224 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a842a5a-56cd-4e04-a391-24885558fd6a None None] Network 2a32a679-de41-498c-bfd0-5831dd67fdee is already hosted by enough agents. {{(pid=104513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 15:24:02.452074 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.scheduler.base_scheduler [None req-6a842a5a-56cd-4e04-a391-24885558fd6a None None] Resources bound (agent type, host, resource id): {{(pid=104513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 15:24:02.456046 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a842a5a-56cd-4e04-a391-24885558fd6a None None] Received port after_create {{(pid=104513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 15:24:02.462979 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a842a5a-56cd-4e04-a391-24885558fd6a None None] Pushing event updated for resources: {'Port': ['ID=4fbca416-7158-4931-977e-0c033a5f4905,revision_number=1']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:24:02.507445 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-82bf71d4-cd8a-42b2-9cc6-62dfbfdb14e9 admin admin] Publish callbacks [] for router_gateway (3b204f98-a367-42c7-8389-8d8b539db927), before_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:24:02.522081 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.managers [None req-6a842a5a-56cd-4e04-a391-24885558fd6a None None] Attempting to bind port 4fbca416-7158-4931-977e-0c033a5f4905 on host dv-cinder-835384-11-iscsi for vnic_type normal with profile {{(pid=104513) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 15:24:02.522447 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.managers [None req-6a842a5a-56cd-4e04-a391-24885558fd6a None None] Attempting to bind port 4fbca416-7158-4931-977e-0c033a5f4905 by drivers openvswitch,hyperv on host dv-cinder-835384-11-iscsi at level 0 using segments [{'id': 'dac079e8-662a-4bf1-950a-0525c98ad107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '2a32a679-de41-498c-bfd0-5831dd67fdee'}] {{(pid=104513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 15:24:02.522804 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a842a5a-56cd-4e04-a391-24885558fd6a None None] Attempting to bind port 4fbca416-7158-4931-977e-0c033a5f4905 on network 2a32a679-de41-498c-bfd0-5831dd67fdee {{(pid=104513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 15:24:02.527516 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-82bf71d4-cd8a-42b2-9cc6-62dfbfdb14e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7727318'] for port (None), before_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:24:02.528530 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a842a5a-56cd-4e04-a391-24885558fd6a None None] Checking agent: {'id': '559fa80c-96d5-4fe7-8c5f-9eda482c27bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835384-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 15, 10, 27), 'started_at': datetime.datetime(2022, 6, 24, 15, 10, 57), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 15, 23, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835384-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 15:24:02.529084 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a842a5a-56cd-4e04-a391-24885558fd6a None None] Checking segment: {'id': 'dac079e8-662a-4bf1-950a-0525c98ad107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '2a32a679-de41-498c-bfd0-5831dd67fdee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 15:24:02.529489 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-6a842a5a-56cd-4e04-a391-24885558fd6a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:24:02.529880 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a842a5a-56cd-4e04-a391-24885558fd6a None None] Bound using segment: {'id': 'dac079e8-662a-4bf1-950a-0525c98ad107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '2a32a679-de41-498c-bfd0-5831dd67fdee'} {{(pid=104513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 15:24:02.530339 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.managers [None req-6a842a5a-56cd-4e04-a391-24885558fd6a None None] Bound port: 4fbca416-7158-4931-977e-0c033a5f4905, host: dv-cinder-835384-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dac079e8-662a-4bf1-950a-0525c98ad107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '2a32a679-de41-498c-bfd0-5831dd67fdee'}}] {{(pid=104513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 15:24:02.530719 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-6a842a5a-56cd-4e04-a391-24885558fd6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7727318'] for port (4fbca416-7158-4931-977e-0c033a5f4905), before_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:24:02.565919 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:SELECT=92,neutron:UPDATE=6,neutron:INSERT=2 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:24:02.592190 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.db [None req-6a842a5a-56cd-4e04-a391-24885558fd6a None None] For port 4fbca416-7158-4931-977e-0c033a5f4905, host dv-cinder-835384-11-iscsi, cleared binding levels {{(pid=104513) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 15:24:02.595582 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.db [None req-6a842a5a-56cd-4e04-a391-24885558fd6a None None] For port 4fbca416-7158-4931-977e-0c033a5f4905, host dv-cinder-835384-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-11-iscsi',level=0,port_id=4fbca416-7158-4931-977e-0c033a5f4905,segment=NetworkSegment(dac079e8-662a-4bf1-950a-0525c98ad107),segment_id=dac079e8-662a-4bf1-950a-0525c98ad107)] {{(pid=104513) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 15:24:02.639536 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.db.db_base_plugin_common [None req-82bf71d4-cd8a-42b2-9cc6-62dfbfdb14e9 admin admin] Allocated IP 172.27.0.72 (60b3096c-3a0f-4216-9e52-e826cbf1fb59/f6c08379-d241-4966-a4ae-7ff02804e7f6/b529ebad-e8d9-480a-b8eb-1b28c2745ddd) {{(pid=104512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 15:24:02.673106 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-6a842a5a-56cd-4e04-a391-24885558fd6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761385101662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761384583316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761384583334'] for port (4fbca416-7158-4931-977e-0c033a5f4905), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:24:02.678781 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:24:02.738081 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:24:02.740198 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:SELECT=89,neutron:DELETE=1,neutron:UPDATE=6,neutron:INSERT=4 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:24:02.744205 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a842a5a-56cd-4e04-a391-24885558fd6a None None] Pushing event updated for resources: {'Port': ['ID=4fbca416-7158-4931-977e-0c033a5f4905,revision_number=2']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:24:02.763129 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-82bf71d4-cd8a-42b2-9cc6-62dfbfdb14e9 admin admin] Publish callbacks [] for port (b529ebad-e8d9-480a-b8eb-1b28c2745ddd), precommit_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:24:02.874833 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-82bf71d4-cd8a-42b2-9cc6-62dfbfdb14e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761384583298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3859661'] for port (b529ebad-e8d9-480a-b8eb-1b28c2745ddd), after_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:24:02.939774 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82bf71d4-cd8a-42b2-9cc6-62dfbfdb14e9 admin admin] Network 60b3096c-3a0f-4216-9e52-e826cbf1fb59 is already hosted by enough agents. {{(pid=104512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 15:24:02.944725 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.scheduler.base_scheduler [None req-82bf71d4-cd8a-42b2-9cc6-62dfbfdb14e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=104512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 15:24:02.948393 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82bf71d4-cd8a-42b2-9cc6-62dfbfdb14e9 admin admin] Received port after_create {{(pid=104512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 15:24:02.979401 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bf71d4-cd8a-42b2-9cc6-62dfbfdb14e9 admin admin] Pushing event updated for resources: {'Port': ['ID=b529ebad-e8d9-480a-b8eb-1b28c2745ddd,revision_number=1']} {{(pid=104512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:24:03.365317 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe3ad8b-ed2c-4e1a-b7f4-d13127b65ea2 req-4f1a0397-5947-42c9-9260-0a7ad9cd69be tempest-TestMinimumBasicScenario-1016590740 tempest-TestMinimumBasicScenario-1016590740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:24:03.366787 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-bfe3ad8b-ed2c-4e1a-b7f4-d13127b65ea2 req-4f1a0397-5947-42c9-9260-0a7ad9cd69be tempest-TestMinimumBasicScenario-1016590740 tempest-TestMinimumBasicScenario-1016590740-project] 10.222.0.67 "GET /v2.0/ports?device_id=79b13f6b-a027-4371-8012-54f025a726fa HTTP/1.1" status: 200 len: 984 time: 0.3392396 Jun 24 15:24:03.441609 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-bfe3ad8b-ed2c-4e1a-b7f4-d13127b65ea2 req-2bc421c9-4c81-4912-a3c6-df595a26c071 tempest-TestMinimumBasicScenario-1016590740 tempest-TestMinimumBasicScenario-1016590740-project] 10.222.0.67 "GET /v2.0/security-groups?id=6502aab0-e136-43d0-949d-b9bd8e471beb&id=0c9a5b2b-9c69-45a1-a6b9-bfcdb81413bd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0678928 Jun 24 15:24:03.565756 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-82bf71d4-cd8a-42b2-9cc6-62dfbfdb14e9 admin admin] Publish callbacks [] for router_gateway (3b204f98-a367-42c7-8389-8d8b539db927), after_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:24:03.631718 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f416561-43be-418b-b0dc-0e4fe75d4bf9 None None] Network 2a32a679-de41-498c-bfd0-5831dd67fdee requested from dv-cinder-835384-11-iscsi {{(pid=104513) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 15:24:03.649676 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:24:03.710565 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.provisioning_blocks [None req-4825dc14-e44e-464d-bf09-b97a95b389f6 None None] Provisioning complete for port 4fbca416-7158-4931-977e-0c033a5f4905 triggered by entity DHCP. {{(pid=104513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 15:24:03.710859 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-4825dc14-e44e-464d-bf09-b97a95b389f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7696598'] for port (4fbca416-7158-4931-977e-0c033a5f4905), provisioning_complete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:24:03.741030 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.db.agents_db [None req-1e76bcc0-0ba2-49bf-a9b5-df198b272e3c None None] Agent healthcheck: found 6 active agents {{(pid=104514) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 15:24:03.759945 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-82bf71d4-cd8a-42b2-9cc6-62dfbfdb14e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-462429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-470182'] for router (3b204f98-a367-42c7-8389-8d8b539db927), after_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:24:03.818712 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.plugin [None req-4825dc14-e44e-464d-bf09-b97a95b389f6 None None] Current status of the port 4fbca416-7158-4931-977e-0c033a5f4905 is: DOWN; New status is: ACTIVE {{(pid=104513) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 15:24:03.820404 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-4825dc14-e44e-464d-bf09-b97a95b389f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7727318'] for port (4fbca416-7158-4931-977e-0c033a5f4905), before_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:24:03.856473 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.db [None req-4825dc14-e44e-464d-bf09-b97a95b389f6 None None] For port 4fbca416-7158-4931-977e-0c033a5f4905, host dv-cinder-835384-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-11-iscsi',level=0,port_id=4fbca416-7158-4931-977e-0c033a5f4905,segment=NetworkSegment(dac079e8-662a-4bf1-950a-0525c98ad107),segment_id=dac079e8-662a-4bf1-950a-0525c98ad107)] {{(pid=104513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 15:24:03.929658 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-4825dc14-e44e-464d-bf09-b97a95b389f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761385101662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761384583316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761384583334'] for port (4fbca416-7158-4931-977e-0c033a5f4905), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:24:03.952591 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82bf71d4-cd8a-42b2-9cc6-62dfbfdb14e9 admin admin] Router 3b204f98-a367-42c7-8389-8d8b539db927 is scheduled to L3 agent 45985ff7-1335-48cd-ab02-73eb58295827 with binding_index 1 {{(pid=104512) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 24 15:24:03.979197 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG dbcounter [-] [104514] Writing DB stats neutron:SELECT=73 {{(pid=104514) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:24:03.985791 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4825dc14-e44e-464d-bf09-b97a95b389f6 None None] Pushing event updated for resources: {'Port': ['ID=4fbca416-7158-4931-977e-0c033a5f4905,revision_number=3']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:24:04.051822 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.provisioning_blocks [None req-d65ad55a-9490-460a-96af-98a2ff5e572e None None] Provisioning complete for port 4fbca416-7158-4931-977e-0c033a5f4905 triggered by entity DHCP. {{(pid=104513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 15:24:04.052193 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-d65ad55a-9490-460a-96af-98a2ff5e572e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7696598'] for port (4fbca416-7158-4931-977e-0c033a5f4905), provisioning_complete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:24:04.055685 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82bf71d4-cd8a-42b2-9cc6-62dfbfdb14e9 admin admin] Notify agent at l3_agent.dv-cinder-835384-11-iscsi the message routers_updated {{(pid=104512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 15:24:04.064504 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f794bb53-17ea-4c15-9a48-8fdc427bc8b5 None None] Sync routers for ids ['3b204f98-a367-42c7-8389-8d8b539db927'] in dv-cinder-835384-11-iscsi {{(pid=104514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 15:24:04.074693 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f794bb53-17ea-4c15-9a48-8fdc427bc8b5 None None] Routers {'3b204f98-a367-42c7-8389-8d8b539db927'} bound to L3 agent in host dv-cinder-835384-11-iscsi {{(pid=104514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 15:24:04.075529 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.db.l3_hamode_db [None req-f794bb53-17ea-4c15-9a48-8fdc427bc8b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-24T15:10:24Z,description=,heartbeat_timestamp=2022-06-24T15:23:54Z,host='dv-cinder-835384-11-iscsi',id=45985ff7-1335-48cd-ab02-73eb58295827,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T15:10:24Z,topic='l3_agent')) {'router_ids': ['3b204f98-a367-42c7-8389-8d8b539db927'], 'active': True} {{(pid=104514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 15:24:04.125858 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-82bf71d4-cd8a-42b2-9cc6-62dfbfdb14e9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:24:04.129627 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [None req-82bf71d4-cd8a-42b2-9cc6-62dfbfdb14e9 admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.2781677 Jun 24 15:24:04.129860 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.wsgi [-] (104512) accepted ('10.222.0.67', 44150) {{(pid=104512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:24:04.142067 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.plugin [None req-d65ad55a-9490-460a-96af-98a2ff5e572e None None] Current status of the port 4fbca416-7158-4931-977e-0c033a5f4905 is: ACTIVE; New status is: ACTIVE {{(pid=104513) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 15:24:04.177025 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.db.l3_dvr_db [None req-f794bb53-17ea-4c15-9a48-8fdc427bc8b5 None None] Set router 3b204f98-a367-42c7-8389-8d8b539db927 gateway port host: dv-cinder-835384-11-iscsi {{(pid=104514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 15:24:04.179853 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:24:04.365269 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.rpc [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Device 4fbca416-7158-4931-977e-0c033a5f4905 up at agent ovs-agent-dv-cinder-835384-11-iscsi {{(pid=104513) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 15:24:04.383355 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG dbcounter [-] [104514] Writing DB stats neutron:SELECT=100 {{(pid=104514) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:24:04.410516 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.provisioning_blocks [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Provisioning complete for port 4fbca416-7158-4931-977e-0c033a5f4905 triggered by entity L2. {{(pid=104513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 15:24:04.410889 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7696598'] for port (4fbca416-7158-4931-977e-0c033a5f4905), provisioning_complete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:24:04.448141 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.db.l3_hamode_db [None req-f794bb53-17ea-4c15-9a48-8fdc427bc8b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b204f98-a367-42c7-8389-8d8b539db927', 'name': 'tempest-TestVolumeBootPattern-933791428-router', 'tenant_id': '06aac4c0b410452fa71221434149e3b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'external_fixed_ips': [{'subnet_id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'ip_address': '172.27.0.72'}], 'enable_snat': True}, 'gw_port_id': 'b529ebad-e8d9-480a-b8eb-1b28c2745ddd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T15:24:01Z', 'updated_at': '2022-06-24T15:24:03Z', 'revision_number': 3, 'project_id': '06aac4c0b410452fa71221434149e3b7', 'gw_port': {'id': 'b529ebad-e8d9-480a-b8eb-1b28c2745ddd', 'name': '', 'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:d8:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b204f98-a367-42c7-8389-8d8b539db927', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'ip_address': '172.27.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T15:24:02Z', 'updated_at': '2022-06-24T15:24:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-11-iscsi'}], 'dv-cinder-835384-11-iscsi', False) {} {{(pid=104514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 15:24:04.477524 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f794bb53-17ea-4c15-9a48-8fdc427bc8b5 None None] Checking router: 3b204f98-a367-42c7-8389-8d8b539db927 for host: dv-cinder-835384-11-iscsi {{(pid=104514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 15:24:04.478365 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f794bb53-17ea-4c15-9a48-8fdc427bc8b5 None None] Updating router 3b204f98-a367-42c7-8389-8d8b539db927 port b529ebad-e8d9-480a-b8eb-1b28c2745ddd binding host dv-cinder-835384-11-iscsi {{(pid=104514) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 15:24:04.489043 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.plugin [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Current status of the port 4fbca416-7158-4931-977e-0c033a5f4905 is: ACTIVE; New status is: ACTIVE {{(pid=104513) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 15:24:04.508969 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-f794bb53-17ea-4c15-9a48-8fdc427bc8b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7727318'] for port (b529ebad-e8d9-480a-b8eb-1b28c2745ddd), before_update {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:24:04.593081 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b6ee81-4e0d-47c1-aecb-c66de48b63c9 req-13ff4166-48c5-4447-aa8b-4340da8e6efe tempest-TestMinimumBasicScenario-1016590740 tempest-TestMinimumBasicScenario-1016590740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:24:04.594557 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-46b6ee81-4e0d-47c1-aecb-c66de48b63c9 req-13ff4166-48c5-4447-aa8b-4340da8e6efe tempest-TestMinimumBasicScenario-1016590740 tempest-TestMinimumBasicScenario-1016590740-project] 10.222.0.67 "GET /v2.0/ports?device_id=79b13f6b-a027-4371-8012-54f025a726fa HTTP/1.1" status: 200 len: 984 time: 0.0768259 Jun 24 15:24:04.620509 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-1274ff21-b310-4e9c-8d3d-737fa79f5ad6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7727318'] for port (None), before_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:24:04.718566 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-46b6ee81-4e0d-47c1-aecb-c66de48b63c9 req-bf04a732-1ad3-4412-a369-5ca6a64b0cf3 tempest-TestMinimumBasicScenario-1016590740 tempest-TestMinimumBasicScenario-1016590740-project] 10.222.0.67 "GET /v2.0/security-groups?id=6502aab0-e136-43d0-949d-b9bd8e471beb&id=0c9a5b2b-9c69-45a1-a6b9-bfcdb81413bd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1170626 Jun 24 15:24:04.753774 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:24:04.756629 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-f794bb53-17ea-4c15-9a48-8fdc427bc8b5 None None] Publish callbacks [] for port (b529ebad-e8d9-480a-b8eb-1b28c2745ddd), precommit_update {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:24:04.818198 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.db.db_base_plugin_common [None req-1274ff21-b310-4e9c-8d3d-737fa79f5ad6 admin admin] Allocated IP 172.20.0.1 (2a32a679-de41-498c-bfd0-5831dd67fdee/3fab91a5-d4d3-43d4-a452-8b378716e743/330082d1-f0dc-4b95-b5b8-396060cd29da) {{(pid=104512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 15:24:04.849478 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-f794bb53-17ea-4c15-9a48-8fdc427bc8b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761385101662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761384583316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761384583334'] for port (b529ebad-e8d9-480a-b8eb-1b28c2745ddd), after_update {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:24:04.902768 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e06b00-d25f-48b3-b2ea-15ab7b466390 None None] Pushing event updated for resources: {'Port': ['ID=b529ebad-e8d9-480a-b8eb-1b28c2745ddd,revision_number=2']} {{(pid=104514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:24:04.913432 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e06b00-d25f-48b3-b2ea-15ab7b466390 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:24:04.914025 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e06b00-d25f-48b3-b2ea-15ab7b466390 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:24:04.914163 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e06b00-d25f-48b3-b2ea-15ab7b466390 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:24:04.914505 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e06b00-d25f-48b3-b2ea-15ab7b466390 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:24:04.915433 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e06b00-d25f-48b3-b2ea-15ab7b466390 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:24:04.915761 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e06b00-d25f-48b3-b2ea-15ab7b466390 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:24:04.916088 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e06b00-d25f-48b3-b2ea-15ab7b466390 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:24:04.916411 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e06b00-d25f-48b3-b2ea-15ab7b466390 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:24:04.916736 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e06b00-d25f-48b3-b2ea-15ab7b466390 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:24:04.917495 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e06b00-d25f-48b3-b2ea-15ab7b466390 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:24:04.917495 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e06b00-d25f-48b3-b2ea-15ab7b466390 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:24:04.917683 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e06b00-d25f-48b3-b2ea-15ab7b466390 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:24:04.918008 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e06b00-d25f-48b3-b2ea-15ab7b466390 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:24:04.918328 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e06b00-d25f-48b3-b2ea-15ab7b466390 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:24:04.918644 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e06b00-d25f-48b3-b2ea-15ab7b466390 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:24:04.922746 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.managers [None req-f794bb53-17ea-4c15-9a48-8fdc427bc8b5 None None] Attempting to bind port b529ebad-e8d9-480a-b8eb-1b28c2745ddd on host dv-cinder-835384-11-iscsi for vnic_type normal with profile {{(pid=104514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 15:24:04.923111 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.managers [None req-f794bb53-17ea-4c15-9a48-8fdc427bc8b5 None None] Attempting to bind port b529ebad-e8d9-480a-b8eb-1b28c2745ddd by drivers openvswitch,hyperv on host dv-cinder-835384-11-iscsi at level 0 using segments [{'id': '6785a788-9b98-4059-b825-96a306cb346e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59'}] {{(pid=104514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 15:24:04.923993 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f794bb53-17ea-4c15-9a48-8fdc427bc8b5 None None] Attempting to bind port b529ebad-e8d9-480a-b8eb-1b28c2745ddd on network 60b3096c-3a0f-4216-9e52-e826cbf1fb59 {{(pid=104514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 15:24:04.927224 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-1274ff21-b310-4e9c-8d3d-737fa79f5ad6 admin admin] Publish callbacks [] for port (330082d1-f0dc-4b95-b5b8-396060cd29da), precommit_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:24:04.929068 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f794bb53-17ea-4c15-9a48-8fdc427bc8b5 None None] Checking agent: {'id': '559fa80c-96d5-4fe7-8c5f-9eda482c27bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835384-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 15, 10, 27), 'started_at': datetime.datetime(2022, 6, 24, 15, 10, 57), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 15, 23, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835384-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 15:24:04.929441 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f794bb53-17ea-4c15-9a48-8fdc427bc8b5 None None] Checking segment: {'id': '6785a788-9b98-4059-b825-96a306cb346e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 15:24:04.929834 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-f794bb53-17ea-4c15-9a48-8fdc427bc8b5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:24:04.930276 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f794bb53-17ea-4c15-9a48-8fdc427bc8b5 None None] Bound using segment: {'id': '6785a788-9b98-4059-b825-96a306cb346e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59'} {{(pid=104514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 15:24:04.930746 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.managers [None req-f794bb53-17ea-4c15-9a48-8fdc427bc8b5 None None] Bound port: b529ebad-e8d9-480a-b8eb-1b28c2745ddd, host: dv-cinder-835384-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6785a788-9b98-4059-b825-96a306cb346e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59'}}] {{(pid=104514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 15:24:04.931121 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-f794bb53-17ea-4c15-9a48-8fdc427bc8b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7727318'] for port (b529ebad-e8d9-480a-b8eb-1b28c2745ddd), before_update {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:24:04.931378 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:24:04.983149 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.db [None req-f794bb53-17ea-4c15-9a48-8fdc427bc8b5 None None] For port b529ebad-e8d9-480a-b8eb-1b28c2745ddd, host dv-cinder-835384-11-iscsi, cleared binding levels {{(pid=104514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 15:24:04.986263 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.db [None req-f794bb53-17ea-4c15-9a48-8fdc427bc8b5 None None] For port b529ebad-e8d9-480a-b8eb-1b28c2745ddd, host dv-cinder-835384-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-11-iscsi',level=0,port_id=b529ebad-e8d9-480a-b8eb-1b28c2745ddd,segment=NetworkSegment(6785a788-9b98-4059-b825-96a306cb346e),segment_id=6785a788-9b98-4059-b825-96a306cb346e)] {{(pid=104514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 15:24:05.035030 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-1274ff21-b310-4e9c-8d3d-737fa79f5ad6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761384583298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3859661'] for port (330082d1-f0dc-4b95-b5b8-396060cd29da), after_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:24:05.063714 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-f794bb53-17ea-4c15-9a48-8fdc427bc8b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761385101662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761384583316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761384583334'] for port (b529ebad-e8d9-480a-b8eb-1b28c2745ddd), after_update {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:24:05.076937 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1274ff21-b310-4e9c-8d3d-737fa79f5ad6 admin admin] Network 2a32a679-de41-498c-bfd0-5831dd67fdee is already hosted by enough agents. {{(pid=104512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 15:24:05.081694 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.scheduler.base_scheduler [None req-1274ff21-b310-4e9c-8d3d-737fa79f5ad6 admin admin] Resources bound (agent type, host, resource id): {{(pid=104512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 15:24:05.085576 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1274ff21-b310-4e9c-8d3d-737fa79f5ad6 admin admin] Received port after_create {{(pid=104512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 15:24:05.112458 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1274ff21-b310-4e9c-8d3d-737fa79f5ad6 admin admin] Pushing event updated for resources: {'Port': ['ID=330082d1-f0dc-4b95-b5b8-396060cd29da,revision_number=1']} {{(pid=104512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:24:05.126530 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f794bb53-17ea-4c15-9a48-8fdc427bc8b5 None None] Routers {'3b204f98-a367-42c7-8389-8d8b539db927'} bound to L3 agent in host dv-cinder-835384-11-iscsi {{(pid=104514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 15:24:05.127332 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.db.l3_hamode_db [None req-f794bb53-17ea-4c15-9a48-8fdc427bc8b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-24T15:10:24Z,description=,heartbeat_timestamp=2022-06-24T15:23:54Z,host='dv-cinder-835384-11-iscsi',id=45985ff7-1335-48cd-ab02-73eb58295827,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T15:10:24Z,topic='l3_agent')) {'router_ids': ['3b204f98-a367-42c7-8389-8d8b539db927'], 'active': True} {{(pid=104514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 15:24:05.133200 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-1274ff21-b310-4e9c-8d3d-737fa79f5ad6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-464899'] for router_interface (3b204f98-a367-42c7-8389-8d8b539db927), before_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:24:05.171376 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e06b00-d25f-48b3-b2ea-15ab7b466390 None None] Pushing event updated for resources: {'Port': ['ID=b529ebad-e8d9-480a-b8eb-1b28c2745ddd,revision_number=3']} {{(pid=104514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:24:05.191217 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG dbcounter [-] [104514] Writing DB stats neutron:SELECT=100 {{(pid=104514) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:24:05.246625 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.db.l3_dvr_db [None req-f794bb53-17ea-4c15-9a48-8fdc427bc8b5 None None] Set router 3b204f98-a367-42c7-8389-8d8b539db927 gateway port host: dv-cinder-835384-11-iscsi {{(pid=104514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 15:24:05.332556 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-1274ff21-b310-4e9c-8d3d-737fa79f5ad6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7727318'] for port (330082d1-f0dc-4b95-b5b8-396060cd29da), before_update {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:24:05.375796 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.provisioning_blocks [None req-bfab419a-1630-4359-ac03-8dafd417f6a5 None None] Provisioning complete for port 330082d1-f0dc-4b95-b5b8-396060cd29da triggered by entity DHCP. {{(pid=104513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 15:24:05.376756 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-bfab419a-1630-4359-ac03-8dafd417f6a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7696598'] for port (330082d1-f0dc-4b95-b5b8-396060cd29da), provisioning_complete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:24:05.415506 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.plugin [None req-bfab419a-1630-4359-ac03-8dafd417f6a5 None None] Port 330082d1-f0dc-4b95-b5b8-396060cd29da cannot update to ACTIVE because it is not bound. {{(pid=104513) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 15:24:05.420047 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.db.l3_hamode_db [None req-f794bb53-17ea-4c15-9a48-8fdc427bc8b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b204f98-a367-42c7-8389-8d8b539db927', 'name': 'tempest-TestVolumeBootPattern-933791428-router', 'tenant_id': '06aac4c0b410452fa71221434149e3b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'external_fixed_ips': [{'subnet_id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'ip_address': '172.27.0.72'}], 'enable_snat': True}, 'gw_port_id': 'b529ebad-e8d9-480a-b8eb-1b28c2745ddd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T15:24:01Z', 'updated_at': '2022-06-24T15:24:03Z', 'revision_number': 3, 'project_id': '06aac4c0b410452fa71221434149e3b7', 'gw_port': {'id': 'b529ebad-e8d9-480a-b8eb-1b28c2745ddd', 'name': '', 'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:d8:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b204f98-a367-42c7-8389-8d8b539db927', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'ip_address': '172.27.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T15:24:02Z', 'updated_at': '2022-06-24T15:24:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-11-iscsi'}], 'dv-cinder-835384-11-iscsi', False) {} {{(pid=104514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 15:24:05.452844 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f794bb53-17ea-4c15-9a48-8fdc427bc8b5 None None] The sync data for ids ['3b204f98-a367-42c7-8389-8d8b539db927'] in dv-cinder-835384-11-iscsi is: [{'id': '3b204f98-a367-42c7-8389-8d8b539db927', 'name': 'tempest-TestVolumeBootPattern-933791428-router', 'tenant_id': '06aac4c0b410452fa71221434149e3b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'external_fixed_ips': [{'subnet_id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'ip_address': '172.27.0.72'}], 'enable_snat': True}, 'gw_port_id': 'b529ebad-e8d9-480a-b8eb-1b28c2745ddd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T15:24:01Z', 'updated_at': '2022-06-24T15:24:03Z', 'revision_number': 3, 'project_id': '06aac4c0b410452fa71221434149e3b7', 'gw_port': {'id': 'b529ebad-e8d9-480a-b8eb-1b28c2745ddd', 'name': '', 'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:d8:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b204f98-a367-42c7-8389-8d8b539db927', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'ip_address': '172.27.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T15:24:02Z', 'updated_at': '2022-06-24T15:24:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-11-iscsi'}] {{(pid=104514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 15:24:05.505053 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-1274ff21-b310-4e9c-8d3d-737fa79f5ad6 admin admin] Publish callbacks [] for port (330082d1-f0dc-4b95-b5b8-396060cd29da), precommit_update {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:24:05.598138 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-1274ff21-b310-4e9c-8d3d-737fa79f5ad6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761385101662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761384583316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761384583334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3859668'] for port (330082d1-f0dc-4b95-b5b8-396060cd29da), after_update {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:24:05.672064 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1274ff21-b310-4e9c-8d3d-737fa79f5ad6 admin admin] Pushing event updated for resources: {'Port': ['ID=330082d1-f0dc-4b95-b5b8-396060cd29da,revision_number=2']} {{(pid=104512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:24:05.690874 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-1274ff21-b310-4e9c-8d3d-737fa79f5ad6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7879171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-460691'] for router_interface (3b204f98-a367-42c7-8389-8d8b539db927), after_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:24:05.787809 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:24:05.797128 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1274ff21-b310-4e9c-8d3d-737fa79f5ad6 admin admin] Network 2a32a679-de41-498c-bfd0-5831dd67fdee is already hosted by enough agents. {{(pid=104512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 15:24:05.800672 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.scheduler.base_scheduler [None req-1274ff21-b310-4e9c-8d3d-737fa79f5ad6 admin admin] Resources bound (agent type, host, resource id): {{(pid=104512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 15:24:05.934266 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2daecaa8-4280-4114-9e3c-1226df4d1d93 req-32410ee8-3b23-405f-92a9-8076faf28f7c tempest-TestMinimumBasicScenario-1016590740 tempest-TestMinimumBasicScenario-1016590740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:24:05.935903 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-2daecaa8-4280-4114-9e3c-1226df4d1d93 req-32410ee8-3b23-405f-92a9-8076faf28f7c tempest-TestMinimumBasicScenario-1016590740 tempest-TestMinimumBasicScenario-1016590740-project] 10.222.0.67 "GET /v2.0/ports?device_id=79b13f6b-a027-4371-8012-54f025a726fa HTTP/1.1" status: 200 len: 984 time: 0.0882030 Jun 24 15:24:05.995602 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1274ff21-b310-4e9c-8d3d-737fa79f5ad6 admin admin] Router 3b204f98-a367-42c7-8389-8d8b539db927 has already been hosted by L3 agent 45985ff7-1335-48cd-ab02-73eb58295827 {{(pid=104512) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 15:24:06.033247 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-2daecaa8-4280-4114-9e3c-1226df4d1d93 req-ffd465a9-8095-42a0-8a27-aab438d7fb9c tempest-TestMinimumBasicScenario-1016590740 tempest-TestMinimumBasicScenario-1016590740-project] 10.222.0.67 "GET /v2.0/security-groups?id=6502aab0-e136-43d0-949d-b9bd8e471beb&id=0c9a5b2b-9c69-45a1-a6b9-bfcdb81413bd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0911946 Jun 24 15:24:06.053571 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.provisioning_blocks [None req-f66166b1-df27-4405-9655-bdfef9ac90e9 None None] Provisioning complete for port 330082d1-f0dc-4b95-b5b8-396060cd29da triggered by entity DHCP. {{(pid=104513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 15:24:06.054073 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-f66166b1-df27-4405-9655-bdfef9ac90e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7696598'] for port (330082d1-f0dc-4b95-b5b8-396060cd29da), provisioning_complete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:24:06.081757 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:24:06.086205 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.plugin [None req-f66166b1-df27-4405-9655-bdfef9ac90e9 None None] Port 330082d1-f0dc-4b95-b5b8-396060cd29da cannot update to ACTIVE because it is not bound. {{(pid=104513) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 15:24:06.134691 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1274ff21-b310-4e9c-8d3d-737fa79f5ad6 admin admin] Notify agent at l3_agent.dv-cinder-835384-11-iscsi the message routers_updated {{(pid=104512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 15:24:06.139800 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [None req-1274ff21-b310-4e9c-8d3d-737fa79f5ad6 admin admin] 10.222.0.67 "PUT /v2.0/routers/3b204f98-a367-42c7-8389-8d8b539db927/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0088775 Jun 24 15:24:06.335671 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.rpc [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Device b529ebad-e8d9-480a-b8eb-1b28c2745ddd up at agent ovs-agent-dv-cinder-835384-11-iscsi {{(pid=104513) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 15:24:06.381533 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.provisioning_blocks [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Provisioning complete for port b529ebad-e8d9-480a-b8eb-1b28c2745ddd triggered by entity L2. {{(pid=104513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 15:24:06.382181 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7696598'] for port (b529ebad-e8d9-480a-b8eb-1b28c2745ddd), provisioning_complete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:24:06.457517 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.plugin [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Current status of the port b529ebad-e8d9-480a-b8eb-1b28c2745ddd is: DOWN; New status is: ACTIVE {{(pid=104513) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 15:24:06.457911 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7727318'] for port (b529ebad-e8d9-480a-b8eb-1b28c2745ddd), before_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:24:06.480421 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.db [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] For port b529ebad-e8d9-480a-b8eb-1b28c2745ddd, host dv-cinder-835384-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-11-iscsi',level=0,port_id=b529ebad-e8d9-480a-b8eb-1b28c2745ddd,segment=NetworkSegment(6785a788-9b98-4059-b825-96a306cb346e),segment_id=6785a788-9b98-4059-b825-96a306cb346e)] {{(pid=104513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 15:24:06.543673 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761385101662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761384583316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761384583334'] for port (b529ebad-e8d9-480a-b8eb-1b28c2745ddd), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:24:06.592530 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Pushing event updated for resources: {'Port': ['ID=b529ebad-e8d9-480a-b8eb-1b28c2745ddd,revision_number=4']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:24:06.836880 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.wsgi [-] (104511) accepted ('10.222.0.67', 44176) {{(pid=104511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:24:06.841798 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.v2.base [None req-ad30fc20-f41d-462f-b4e5-7ec4dd584c07 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1387640277-network', 'tenant_id': 'd3d6a581ccf64fa6a40a8fbad19a6567'}} {{(pid=104511) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 15:24:06.940542 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad30fc20-f41d-462f-b4e5-7ec4dd584c07 admin admin] Made reservation on behalf of d3d6a581ccf64fa6a40a8fbad19a6567 for: {'network': 1} {{(pid=104511) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 15:24:06.943263 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-ad30fc20-f41d-462f-b4e5-7ec4dd584c07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7727318'] for network (None), before_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:24:06.954105 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-ad30fc20-f41d-462f-b4e5-7ec4dd584c07 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:24:06.961000 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e331390-e5e2-422a-b39f-4e5883672a8f None None] Sync routers for ids ['3b204f98-a367-42c7-8389-8d8b539db927'] in dv-cinder-835384-11-iscsi {{(pid=104513) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 15:24:06.966844 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e331390-e5e2-422a-b39f-4e5883672a8f None None] Routers {'3b204f98-a367-42c7-8389-8d8b539db927'} bound to L3 agent in host dv-cinder-835384-11-iscsi {{(pid=104513) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 15:24:06.967066 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.l3_hamode_db [None req-7e331390-e5e2-422a-b39f-4e5883672a8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-24T15:10:24Z,description=,heartbeat_timestamp=2022-06-24T15:23:54Z,host='dv-cinder-835384-11-iscsi',id=45985ff7-1335-48cd-ab02-73eb58295827,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T15:10:24Z,topic='l3_agent')) {'router_ids': ['3b204f98-a367-42c7-8389-8d8b539db927'], 'active': True} {{(pid=104513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 15:24:07.043281 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-ad30fc20-f41d-462f-b4e5-7ec4dd584c07 admin admin] Publish callbacks [] for security_group (8e5dca44-d899-4600-abdc-2d2911c8e849), precommit_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:24:07.077874 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.l3_dvr_db [None req-7e331390-e5e2-422a-b39f-4e5883672a8f None None] Set router 3b204f98-a367-42c7-8389-8d8b539db927 gateway port host: dv-cinder-835384-11-iscsi {{(pid=104513) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 15:24:07.126130 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-ad30fc20-f41d-462f-b4e5-7ec4dd584c07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-275664'] for security_group (8e5dca44-d899-4600-abdc-2d2911c8e849), after_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:24:07.153989 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad30fc20-f41d-462f-b4e5-7ec4dd584c07 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 754} {{(pid=104511) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 15:24:07.165261 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad30fc20-f41d-462f-b4e5-7ec4dd584c07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e5dca44-d899-4600-abdc-2d2911c8e849,revision_number=1']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:24:07.170309 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-ad30fc20-f41d-462f-b4e5-7ec4dd584c07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7772344'] for segment (2aeae2ab-bfd4-4885-ba7f-84ecf1dc5599), precommit_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:24:07.183951 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.db.segments_db [None req-ad30fc20-f41d-462f-b4e5-7ec4dd584c07 admin admin] Added segment 2aeae2ab-bfd4-4885-ba7f-84ecf1dc5599 of type vlan for network 066eacbc-d269-46a2-99ae-a0c5a0350f6f Jun 24 15:24:07.221694 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-ad30fc20-f41d-462f-b4e5-7ec4dd584c07 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761384550337'] for network (066eacbc-d269-46a2-99ae-a0c5a0350f6f), precommit_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:24:07.295487 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.l3_hamode_db [None req-7e331390-e5e2-422a-b39f-4e5883672a8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b204f98-a367-42c7-8389-8d8b539db927', 'name': 'tempest-TestVolumeBootPattern-933791428-router', 'tenant_id': '06aac4c0b410452fa71221434149e3b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'external_fixed_ips': [{'subnet_id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'ip_address': '172.27.0.72'}], 'enable_snat': True}, 'gw_port_id': 'b529ebad-e8d9-480a-b8eb-1b28c2745ddd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T15:24:01Z', 'updated_at': '2022-06-24T15:24:05Z', 'revision_number': 4, 'project_id': '06aac4c0b410452fa71221434149e3b7', 'gw_port': {'id': 'b529ebad-e8d9-480a-b8eb-1b28c2745ddd', 'name': '', 'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:d8:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b204f98-a367-42c7-8389-8d8b539db927', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'ip_address': '172.27.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T15:24:02Z', 'updated_at': '2022-06-24T15:24:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-11-iscsi', '_interfaces': [{'id': '330082d1-f0dc-4b95-b5b8-396060cd29da', 'name': '', 'network_id': '2a32a679-de41-498c-bfd0-5831dd67fdee', 'tenant_id': '06aac4c0b410452fa71221434149e3b7', 'mac_address': 'fa:16:3e:b9:01:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b204f98-a367-42c7-8389-8d8b539db927', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '3fab91a5-d4d3-43d4-a452-8b378716e743', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T15:24:04Z', 'updated_at': '2022-06-24T15:24:05Z', 'revision_number': 2, 'project_id': '06aac4c0b410452fa71221434149e3b7', 'subnets': [{'id': '3fab91a5-d4d3-43d4-a452-8b378716e743', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-11-iscsi', False) {} {{(pid=104513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 15:24:07.320183 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e331390-e5e2-422a-b39f-4e5883672a8f None None] Checking router: 3b204f98-a367-42c7-8389-8d8b539db927 for host: dv-cinder-835384-11-iscsi {{(pid=104513) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 15:24:07.320529 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e331390-e5e2-422a-b39f-4e5883672a8f None None] Updating router 3b204f98-a367-42c7-8389-8d8b539db927 port 330082d1-f0dc-4b95-b5b8-396060cd29da binding host dv-cinder-835384-11-iscsi {{(pid=104513) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 15:24:07.324365 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-ad30fc20-f41d-462f-b4e5-7ec4dd584c07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-275585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409'] for network (066eacbc-d269-46a2-99ae-a0c5a0350f6f), after_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:24:07.325478 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad30fc20-f41d-462f-b4e5-7ec4dd584c07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:24:07.326064 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-ad30fc20-f41d-462f-b4e5-7ec4dd584c07 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7879399'] for network (None), before_response {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:24:07.349080 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-7e331390-e5e2-422a-b39f-4e5883672a8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7727318'] for port (330082d1-f0dc-4b95-b5b8-396060cd29da), before_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:24:07.387589 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:24:07.389746 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:24:07.391004 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad30fc20-f41d-462f-b4e5-7ec4dd584c07 admin admin] Pushing event updated for resources: {'Network': ['ID=066eacbc-d269-46a2-99ae-a0c5a0350f6f,revision_number=1']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:24:07.403988 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.rpc [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Network 066eacbc-d269-46a2-99ae-a0c5a0350f6f details requested by agent ovs-agent-dv-cinder-835384-11-iscsi with host dv-cinder-835384-11-iscsi {{(pid=104513) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 15:24:07.409172 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [None req-ad30fc20-f41d-462f-b4e5-7ec4dd584c07 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 0.5710266 Jun 24 15:24:07.411828 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.wsgi [-] (104511) accepted ('10.222.0.67', 44188) {{(pid=104511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:24:07.417265 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.v2.base [None req-a00e1a16-64a3-4d2a-ae89-59e116f4282d admin admin] Request body: {'subnet': {'network_id': '066eacbc-d269-46a2-99ae-a0c5a0350f6f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1387640277-subnet', 'tenant_id': 'd3d6a581ccf64fa6a40a8fbad19a6567', 'ip_version': 4}} {{(pid=104511) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 15:24:07.450394 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:SELECT=100 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:24:07.497944 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a00e1a16-64a3-4d2a-ae89-59e116f4282d admin admin] Made reservation on behalf of d3d6a581ccf64fa6a40a8fbad19a6567 for: {'subnet': 1} {{(pid=104511) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 15:24:07.500406 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-a00e1a16-64a3-4d2a-ae89-59e116f4282d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3423239'] for subnet (None), before_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:24:07.620486 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=79,neutron:DELETE=4,neutron:INSERT=15,neutron:UPDATE=2 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:24:07.684500 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-7e331390-e5e2-422a-b39f-4e5883672a8f None None] Publish callbacks [] for port (330082d1-f0dc-4b95-b5b8-396060cd29da), precommit_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:24:07.741044 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-a00e1a16-64a3-4d2a-ae89-59e116f4282d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3599746', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3423345'] for subnet (aa35c5f2-9790-4471-a8ff-672b31f8aad6), after_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:24:07.764313 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-7e331390-e5e2-422a-b39f-4e5883672a8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761385101662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761384583316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761384583334'] for port (330082d1-f0dc-4b95-b5b8-396060cd29da), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:24:07.800897 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00e1a16-64a3-4d2a-ae89-59e116f4282d admin admin] Pushing event updated for resources: {'Subnet': ['ID=aa35c5f2-9790-4471-a8ff-672b31f8aad6,revision_number=0']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:24:07.811331 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00e1a16-64a3-4d2a-ae89-59e116f4282d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:24:07.811678 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00e1a16-64a3-4d2a-ae89-59e116f4282d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:24:07.812023 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00e1a16-64a3-4d2a-ae89-59e116f4282d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:24:07.812359 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00e1a16-64a3-4d2a-ae89-59e116f4282d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:24:07.812688 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00e1a16-64a3-4d2a-ae89-59e116f4282d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:24:07.813016 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00e1a16-64a3-4d2a-ae89-59e116f4282d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:24:07.813606 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00e1a16-64a3-4d2a-ae89-59e116f4282d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:24:07.813739 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00e1a16-64a3-4d2a-ae89-59e116f4282d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:24:07.813952 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00e1a16-64a3-4d2a-ae89-59e116f4282d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:24:07.814433 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00e1a16-64a3-4d2a-ae89-59e116f4282d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:24:07.814597 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00e1a16-64a3-4d2a-ae89-59e116f4282d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:24:07.814917 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00e1a16-64a3-4d2a-ae89-59e116f4282d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:24:07.815252 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00e1a16-64a3-4d2a-ae89-59e116f4282d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:24:07.815651 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00e1a16-64a3-4d2a-ae89-59e116f4282d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:24:07.816160 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00e1a16-64a3-4d2a-ae89-59e116f4282d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:24:07.821950 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a00e1a16-64a3-4d2a-ae89-59e116f4282d admin admin] Checking segment: {'id': '2aeae2ab-bfd4-4885-ba7f-84ecf1dc5599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '066eacbc-d269-46a2-99ae-a0c5a0350f6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 15:24:07.824267 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a00e1a16-64a3-4d2a-ae89-59e116f4282d admin admin] Network hostable DHCP agents. Network: 066eacbc-d269-46a2-99ae-a0c5a0350f6f, hostable agents: ['61dc9491-0c49-467e-b62a-6961ce952bc2'], hosted agents: [] {{(pid=104511) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 15:24:07.824607 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ceaf298-47b5-47cc-8890-4e54416f791f None None] Pushing event updated for resources: {'Port': ['ID=330082d1-f0dc-4b95-b5b8-396060cd29da,revision_number=3']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:24:07.827975 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:24:07.881432 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.managers [None req-7e331390-e5e2-422a-b39f-4e5883672a8f None None] Attempting to bind port 330082d1-f0dc-4b95-b5b8-396060cd29da on host dv-cinder-835384-11-iscsi for vnic_type normal with profile {{(pid=104513) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 15:24:07.881832 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.managers [None req-7e331390-e5e2-422a-b39f-4e5883672a8f None None] Attempting to bind port 330082d1-f0dc-4b95-b5b8-396060cd29da by drivers openvswitch,hyperv on host dv-cinder-835384-11-iscsi at level 0 using segments [{'id': 'dac079e8-662a-4bf1-950a-0525c98ad107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '2a32a679-de41-498c-bfd0-5831dd67fdee'}] {{(pid=104513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 15:24:07.882194 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e331390-e5e2-422a-b39f-4e5883672a8f None None] Attempting to bind port 330082d1-f0dc-4b95-b5b8-396060cd29da on network 2a32a679-de41-498c-bfd0-5831dd67fdee {{(pid=104513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 15:24:07.888434 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e331390-e5e2-422a-b39f-4e5883672a8f None None] Checking agent: {'id': '559fa80c-96d5-4fe7-8c5f-9eda482c27bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835384-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 15, 10, 27), 'started_at': datetime.datetime(2022, 6, 24, 15, 10, 57), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 15, 23, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835384-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 15:24:07.888807 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e331390-e5e2-422a-b39f-4e5883672a8f None None] Checking segment: {'id': 'dac079e8-662a-4bf1-950a-0525c98ad107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '2a32a679-de41-498c-bfd0-5831dd67fdee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 15:24:07.889207 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-7e331390-e5e2-422a-b39f-4e5883672a8f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:24:07.889598 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e331390-e5e2-422a-b39f-4e5883672a8f None None] Bound using segment: {'id': 'dac079e8-662a-4bf1-950a-0525c98ad107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '2a32a679-de41-498c-bfd0-5831dd67fdee'} {{(pid=104513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 15:24:07.890064 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.managers [None req-7e331390-e5e2-422a-b39f-4e5883672a8f None None] Bound port: 330082d1-f0dc-4b95-b5b8-396060cd29da, host: dv-cinder-835384-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dac079e8-662a-4bf1-950a-0525c98ad107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '2a32a679-de41-498c-bfd0-5831dd67fdee'}}] {{(pid=104513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 15:24:07.890441 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-7e331390-e5e2-422a-b39f-4e5883672a8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7727318'] for port (330082d1-f0dc-4b95-b5b8-396060cd29da), before_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:24:07.955713 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.db [None req-7e331390-e5e2-422a-b39f-4e5883672a8f None None] For port 330082d1-f0dc-4b95-b5b8-396060cd29da, host dv-cinder-835384-11-iscsi, cleared binding levels {{(pid=104513) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 15:24:07.958887 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.db [None req-7e331390-e5e2-422a-b39f-4e5883672a8f None None] For port 330082d1-f0dc-4b95-b5b8-396060cd29da, host dv-cinder-835384-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-11-iscsi',level=0,port_id=330082d1-f0dc-4b95-b5b8-396060cd29da,segment=NetworkSegment(dac079e8-662a-4bf1-950a-0525c98ad107),segment_id=dac079e8-662a-4bf1-950a-0525c98ad107)] {{(pid=104513) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 15:24:07.960465 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a00e1a16-64a3-4d2a-ae89-59e116f4282d admin admin] Network 066eacbc-d269-46a2-99ae-a0c5a0350f6f is scheduled to be hosted by DHCP agent 61dc9491-0c49-467e-b62a-6961ce952bc2 with binding_index 1 {{(pid=104511) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 15:24:08.018576 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.provisioning_blocks [None req-37a17b0e-3b54-4c1c-b2e9-2bc6220cdc1f None None] Provisioning complete for port 330082d1-f0dc-4b95-b5b8-396060cd29da triggered by entity DHCP. {{(pid=104513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 15:24:08.018945 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-37a17b0e-3b54-4c1c-b2e9-2bc6220cdc1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7696598'] for port (330082d1-f0dc-4b95-b5b8-396060cd29da), provisioning_complete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:24:08.053162 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.plugin [None req-37a17b0e-3b54-4c1c-b2e9-2bc6220cdc1f None None] Port 330082d1-f0dc-4b95-b5b8-396060cd29da cannot update to ACTIVE because it is not bound. {{(pid=104513) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 15:24:08.063401 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.scheduler.base_scheduler [None req-a00e1a16-64a3-4d2a-ae89-59e116f4282d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835384-11-iscsi, 066eacbc-d269-46a2-99ae-a0c5a0350f6f) {{(pid=104511) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 15:24:08.063565 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-7e331390-e5e2-422a-b39f-4e5883672a8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761385101662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761384583316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761384583334'] for port (330082d1-f0dc-4b95-b5b8-396060cd29da), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:24:08.067866 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a00e1a16-64a3-4d2a-ae89-59e116f4282d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:24:08.068730 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-a00e1a16-64a3-4d2a-ae89-59e116f4282d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7879399'] for subnet (None), before_response {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:24:08.099513 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98c58cf5-2b87-4875-bc95-b63cac843384 None None] Network 066eacbc-d269-46a2-99ae-a0c5a0350f6f requested from dv-cinder-835384-11-iscsi {{(pid=104513) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 15:24:08.187521 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ceaf298-47b5-47cc-8890-4e54416f791f None None] Pushing event updated for resources: {'Port': ['ID=330082d1-f0dc-4b95-b5b8-396060cd29da,revision_number=4']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:24:08.324658 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e331390-e5e2-422a-b39f-4e5883672a8f None None] Routers {'3b204f98-a367-42c7-8389-8d8b539db927'} bound to L3 agent in host dv-cinder-835384-11-iscsi {{(pid=104513) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 15:24:08.325051 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.l3_hamode_db [None req-7e331390-e5e2-422a-b39f-4e5883672a8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-24T15:10:24Z,description=,heartbeat_timestamp=2022-06-24T15:23:54Z,host='dv-cinder-835384-11-iscsi',id=45985ff7-1335-48cd-ab02-73eb58295827,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T15:10:24Z,topic='l3_agent')) {'router_ids': ['3b204f98-a367-42c7-8389-8d8b539db927'], 'active': True} {{(pid=104513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 15:24:08.327881 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.wsgi [-] (104512) accepted ('10.222.0.67', 44192) {{(pid=104512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:24:08.328436 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [None req-a00e1a16-64a3-4d2a-ae89-59e116f4282d admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9149203 Jun 24 15:24:08.335234 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.v2.base [None req-c44c134b-835b-45ee-ad64-eaf284563685 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1387640277-router', 'tenant_id': 'd3d6a581ccf64fa6a40a8fbad19a6567', 'external_gateway_info': {'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59'}}} {{(pid=104512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 15:24:08.363123 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.rpc [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Device b529ebad-e8d9-480a-b8eb-1b28c2745ddd up at agent ovs-agent-dv-cinder-835384-11-iscsi {{(pid=104513) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 15:24:08.438092 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.provisioning_blocks [None req-e047c371-072b-4ce3-849f-f731c54af7ee None None] Provisioning complete for port 330082d1-f0dc-4b95-b5b8-396060cd29da triggered by entity DHCP. {{(pid=104513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 15:24:08.438783 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-e047c371-072b-4ce3-849f-f731c54af7ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7696598'] for port (330082d1-f0dc-4b95-b5b8-396060cd29da), provisioning_complete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:24:08.443144 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:24:08.449769 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-c44c134b-835b-45ee-ad64-eaf284563685 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-460991', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14566'] for router (48ad1d22-d386-4b99-959b-c5078d5d8a21), before_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:24:08.450958 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-c44c134b-835b-45ee-ad64-eaf284563685 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-461210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-470210', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-519196', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14577'] for router (48ad1d22-d386-4b99-959b-c5078d5d8a21), precommit_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:24:08.498896 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95e9e559-20d5-446c-a05f-34e19816cbc9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2b4efa5-1f6d-5be6-a0c3-799436a0bdb9-066eacbc-d269-46a2-99ae-a0c5a0350f6f', 'network_id': '066eacbc-d269-46a2-99ae-a0c5a0350f6f', 'project_id': 'd3d6a581ccf64fa6a40a8fbad19a6567', 'fixed_ips': [{'subnet_id': 'aa35c5f2-9790-4471-a8ff-672b31f8aad6'}]}} from dv-cinder-835384-11-iscsi. {{(pid=104513) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 24 15:24:08.499801 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-95e9e559-20d5-446c-a05f-34e19816cbc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7727318'] for port (None), before_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:24:08.511916 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-c44c134b-835b-45ee-ad64-eaf284563685 admin admin] Publish callbacks [] for router_controller (48ad1d22-d386-4b99-959b-c5078d5d8a21), precommit_add_association {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:24:08.560177 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.provisioning_blocks [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Provisioning complete for port b529ebad-e8d9-480a-b8eb-1b28c2745ddd triggered by entity L2. {{(pid=104513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 15:24:08.560544 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7696598'] for port (b529ebad-e8d9-480a-b8eb-1b28c2745ddd), provisioning_complete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:24:08.607608 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.l3_dvr_db [None req-7e331390-e5e2-422a-b39f-4e5883672a8f None None] Set router 3b204f98-a367-42c7-8389-8d8b539db927 gateway port host: dv-cinder-835384-11-iscsi {{(pid=104513) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 15:24:08.715919 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-c44c134b-835b-45ee-ad64-eaf284563685 admin admin] Publish callbacks [] for router_gateway (48ad1d22-d386-4b99-959b-c5078d5d8a21), precommit_update {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:24:08.798117 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.plugin [None req-e047c371-072b-4ce3-849f-f731c54af7ee None None] Current status of the port 330082d1-f0dc-4b95-b5b8-396060cd29da is: DOWN; New status is: ACTIVE {{(pid=104513) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 15:24:08.798418 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-e047c371-072b-4ce3-849f-f731c54af7ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7727318'] for port (330082d1-f0dc-4b95-b5b8-396060cd29da), before_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:24:08.907622 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:24:08.912653 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.db_base_plugin_common [None req-95e9e559-20d5-446c-a05f-34e19816cbc9 None None] Allocated IP 172.20.0.2 (066eacbc-d269-46a2-99ae-a0c5a0350f6f/aa35c5f2-9790-4471-a8ff-672b31f8aad6/f537e2be-264b-4794-95f6-206c5dab277c) {{(pid=104513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 15:24:08.914874 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:24:08.926091 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.plugin [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Current status of the port b529ebad-e8d9-480a-b8eb-1b28c2745ddd is: ACTIVE; New status is: ACTIVE {{(pid=104513) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 15:24:08.944973 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.db [None req-e047c371-072b-4ce3-849f-f731c54af7ee None None] For port 330082d1-f0dc-4b95-b5b8-396060cd29da, host dv-cinder-835384-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-11-iscsi',level=0,port_id=330082d1-f0dc-4b95-b5b8-396060cd29da,segment=NetworkSegment(dac079e8-662a-4bf1-950a-0525c98ad107),segment_id=dac079e8-662a-4bf1-950a-0525c98ad107)] {{(pid=104513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 15:24:09.031915 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-c44c134b-835b-45ee-ad64-eaf284563685 admin admin] Publish callbacks [] for router_gateway (48ad1d22-d386-4b99-959b-c5078d5d8a21), before_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:24:09.035915 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-e047c371-072b-4ce3-849f-f731c54af7ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761385101662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761384583316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761384583334'] for port (330082d1-f0dc-4b95-b5b8-396060cd29da), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:24:09.049607 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.l3_hamode_db [None req-7e331390-e5e2-422a-b39f-4e5883672a8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b204f98-a367-42c7-8389-8d8b539db927', 'name': 'tempest-TestVolumeBootPattern-933791428-router', 'tenant_id': '06aac4c0b410452fa71221434149e3b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'external_fixed_ips': [{'subnet_id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'ip_address': '172.27.0.72'}], 'enable_snat': True}, 'gw_port_id': 'b529ebad-e8d9-480a-b8eb-1b28c2745ddd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T15:24:01Z', 'updated_at': '2022-06-24T15:24:05Z', 'revision_number': 4, 'project_id': '06aac4c0b410452fa71221434149e3b7', 'gw_port': {'id': 'b529ebad-e8d9-480a-b8eb-1b28c2745ddd', 'name': '', 'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:d8:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b204f98-a367-42c7-8389-8d8b539db927', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'ip_address': '172.27.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T15:24:02Z', 'updated_at': '2022-06-24T15:24:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-11-iscsi', '_interfaces': [{'id': '330082d1-f0dc-4b95-b5b8-396060cd29da', 'name': '', 'network_id': '2a32a679-de41-498c-bfd0-5831dd67fdee', 'tenant_id': '06aac4c0b410452fa71221434149e3b7', 'mac_address': 'fa:16:3e:b9:01:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b204f98-a367-42c7-8389-8d8b539db927', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '3fab91a5-d4d3-43d4-a452-8b378716e743', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T15:24:04Z', 'updated_at': '2022-06-24T15:24:07Z', 'revision_number': 4, 'project_id': '06aac4c0b410452fa71221434149e3b7', 'subnets': [{'id': '3fab91a5-d4d3-43d4-a452-8b378716e743', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-11-iscsi', False) {} {{(pid=104513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 15:24:09.053096 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-c44c134b-835b-45ee-ad64-eaf284563685 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7727318'] for port (None), before_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:24:09.106275 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e331390-e5e2-422a-b39f-4e5883672a8f None None] The sync data for ids ['3b204f98-a367-42c7-8389-8d8b539db927'] in dv-cinder-835384-11-iscsi is: [{'id': '3b204f98-a367-42c7-8389-8d8b539db927', 'name': 'tempest-TestVolumeBootPattern-933791428-router', 'tenant_id': '06aac4c0b410452fa71221434149e3b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'external_fixed_ips': [{'subnet_id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'ip_address': '172.27.0.72'}], 'enable_snat': True}, 'gw_port_id': 'b529ebad-e8d9-480a-b8eb-1b28c2745ddd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T15:24:01Z', 'updated_at': '2022-06-24T15:24:05Z', 'revision_number': 4, 'project_id': '06aac4c0b410452fa71221434149e3b7', 'gw_port': {'id': 'b529ebad-e8d9-480a-b8eb-1b28c2745ddd', 'name': '', 'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:d8:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b204f98-a367-42c7-8389-8d8b539db927', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'ip_address': '172.27.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T15:24:02Z', 'updated_at': '2022-06-24T15:24:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-11-iscsi', '_interfaces': [{'id': '330082d1-f0dc-4b95-b5b8-396060cd29da', 'name': '', 'network_id': '2a32a679-de41-498c-bfd0-5831dd67fdee', 'tenant_id': '06aac4c0b410452fa71221434149e3b7', 'mac_address': 'fa:16:3e:b9:01:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b204f98-a367-42c7-8389-8d8b539db927', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '3fab91a5-d4d3-43d4-a452-8b378716e743', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T15:24:04Z', 'updated_at': '2022-06-24T15:24:07Z', 'revision_number': 4, 'project_id': '06aac4c0b410452fa71221434149e3b7', 'subnets': [{'id': '3fab91a5-d4d3-43d4-a452-8b378716e743', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104513) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 15:24:09.181325 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e047c371-072b-4ce3-849f-f731c54af7ee None None] Pushing event updated for resources: {'Port': ['ID=330082d1-f0dc-4b95-b5b8-396060cd29da,revision_number=5']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:24:09.200659 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.db.db_base_plugin_common [None req-c44c134b-835b-45ee-ad64-eaf284563685 admin admin] Allocated IP 172.27.0.240 (60b3096c-3a0f-4216-9e52-e826cbf1fb59/f6c08379-d241-4966-a4ae-7ff02804e7f6/fced1cf9-15b7-4929-8160-19aabec0d3f8) {{(pid=104512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 15:24:09.206500 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-95e9e559-20d5-446c-a05f-34e19816cbc9 None None] Publish callbacks [] for port (f537e2be-264b-4794-95f6-206c5dab277c), precommit_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:24:09.306554 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-95e9e559-20d5-446c-a05f-34e19816cbc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761384583298'] for port (f537e2be-264b-4794-95f6-206c5dab277c), after_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:24:09.318214 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-c44c134b-835b-45ee-ad64-eaf284563685 admin admin] Publish callbacks [] for port (fced1cf9-15b7-4929-8160-19aabec0d3f8), precommit_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:24:09.341166 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:UPDATE=5 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:24:09.350971 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95e9e559-20d5-446c-a05f-34e19816cbc9 None None] Network 066eacbc-d269-46a2-99ae-a0c5a0350f6f is already hosted by enough agents. {{(pid=104513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 15:24:09.356486 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.scheduler.base_scheduler [None req-95e9e559-20d5-446c-a05f-34e19816cbc9 None None] Resources bound (agent type, host, resource id): {{(pid=104513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 15:24:09.358771 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e9e559-20d5-446c-a05f-34e19816cbc9 None None] Pushing event updated for resources: {'Port': ['ID=f537e2be-264b-4794-95f6-206c5dab277c,revision_number=1']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:24:09.361029 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95e9e559-20d5-446c-a05f-34e19816cbc9 None None] Received port after_create {{(pid=104513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 15:24:09.412429 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-c44c134b-835b-45ee-ad64-eaf284563685 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761384583298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3859661'] for port (fced1cf9-15b7-4929-8160-19aabec0d3f8), after_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:24:09.422208 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.managers [None req-95e9e559-20d5-446c-a05f-34e19816cbc9 None None] Attempting to bind port f537e2be-264b-4794-95f6-206c5dab277c on host dv-cinder-835384-11-iscsi for vnic_type normal with profile {{(pid=104513) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 15:24:09.422981 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.managers [None req-95e9e559-20d5-446c-a05f-34e19816cbc9 None None] Attempting to bind port f537e2be-264b-4794-95f6-206c5dab277c by drivers openvswitch,hyperv on host dv-cinder-835384-11-iscsi at level 0 using segments [{'id': '2aeae2ab-bfd4-4885-ba7f-84ecf1dc5599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '066eacbc-d269-46a2-99ae-a0c5a0350f6f'}] {{(pid=104513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 15:24:09.423561 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95e9e559-20d5-446c-a05f-34e19816cbc9 None None] Attempting to bind port f537e2be-264b-4794-95f6-206c5dab277c on network 066eacbc-d269-46a2-99ae-a0c5a0350f6f {{(pid=104513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 15:24:09.425568 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=5 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:24:09.430499 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95e9e559-20d5-446c-a05f-34e19816cbc9 None None] Checking agent: {'id': '559fa80c-96d5-4fe7-8c5f-9eda482c27bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835384-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 15, 10, 27), 'started_at': datetime.datetime(2022, 6, 24, 15, 10, 57), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 15, 23, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835384-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 15:24:09.430884 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95e9e559-20d5-446c-a05f-34e19816cbc9 None None] Checking segment: {'id': '2aeae2ab-bfd4-4885-ba7f-84ecf1dc5599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '066eacbc-d269-46a2-99ae-a0c5a0350f6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 15:24:09.431318 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-95e9e559-20d5-446c-a05f-34e19816cbc9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:24:09.431712 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95e9e559-20d5-446c-a05f-34e19816cbc9 None None] Bound using segment: {'id': '2aeae2ab-bfd4-4885-ba7f-84ecf1dc5599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '066eacbc-d269-46a2-99ae-a0c5a0350f6f'} {{(pid=104513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 15:24:09.432182 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.managers [None req-95e9e559-20d5-446c-a05f-34e19816cbc9 None None] Bound port: f537e2be-264b-4794-95f6-206c5dab277c, host: dv-cinder-835384-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2aeae2ab-bfd4-4885-ba7f-84ecf1dc5599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '066eacbc-d269-46a2-99ae-a0c5a0350f6f'}}] {{(pid=104513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 15:24:09.432562 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-95e9e559-20d5-446c-a05f-34e19816cbc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7727318'] for port (f537e2be-264b-4794-95f6-206c5dab277c), before_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:24:09.456769 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c44c134b-835b-45ee-ad64-eaf284563685 admin admin] Network 60b3096c-3a0f-4216-9e52-e826cbf1fb59 is already hosted by enough agents. {{(pid=104512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 15:24:09.459691 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.scheduler.base_scheduler [None req-c44c134b-835b-45ee-ad64-eaf284563685 admin admin] Resources bound (agent type, host, resource id): {{(pid=104512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 15:24:09.463455 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:24:09.464440 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c44c134b-835b-45ee-ad64-eaf284563685 admin admin] Received port after_create {{(pid=104512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 15:24:09.492277 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44c134b-835b-45ee-ad64-eaf284563685 admin admin] Pushing event updated for resources: {'Port': ['ID=fced1cf9-15b7-4929-8160-19aabec0d3f8,revision_number=1']} {{(pid=104512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:24:09.503654 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.db [None req-95e9e559-20d5-446c-a05f-34e19816cbc9 None None] For port f537e2be-264b-4794-95f6-206c5dab277c, host dv-cinder-835384-11-iscsi, cleared binding levels {{(pid=104513) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 15:24:09.508949 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.db [None req-95e9e559-20d5-446c-a05f-34e19816cbc9 None None] For port f537e2be-264b-4794-95f6-206c5dab277c, host dv-cinder-835384-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-11-iscsi',level=0,port_id=f537e2be-264b-4794-95f6-206c5dab277c,segment=NetworkSegment(2aeae2ab-bfd4-4885-ba7f-84ecf1dc5599),segment_id=2aeae2ab-bfd4-4885-ba7f-84ecf1dc5599)] {{(pid=104513) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 15:24:09.578657 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-95e9e559-20d5-446c-a05f-34e19816cbc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761385101662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761384583316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761384583334'] for port (f537e2be-264b-4794-95f6-206c5dab277c), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:24:09.646415 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e9e559-20d5-446c-a05f-34e19816cbc9 None None] Pushing event updated for resources: {'Port': ['ID=f537e2be-264b-4794-95f6-206c5dab277c,revision_number=2']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:24:09.863614 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-c44c134b-835b-45ee-ad64-eaf284563685 admin admin] Publish callbacks [] for router_gateway (48ad1d22-d386-4b99-959b-c5078d5d8a21), after_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:24:10.076269 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-c44c134b-835b-45ee-ad64-eaf284563685 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-462429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-470182'] for router (48ad1d22-d386-4b99-959b-c5078d5d8a21), after_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:24:10.218018 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697012'] for agent (f0fa743b-ff28-43ff-ac51-704c86538f10), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:24:10.384208 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.rpc [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Device f537e2be-264b-4794-95f6-206c5dab277c up at agent ovs-agent-dv-cinder-835384-11-iscsi {{(pid=104513) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 15:24:10.444215 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:24:10.451296 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.provisioning_blocks [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Provisioning complete for port f537e2be-264b-4794-95f6-206c5dab277c triggered by entity L2. {{(pid=104513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 15:24:10.452000 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7696598'] for port (f537e2be-264b-4794-95f6-206c5dab277c), provisioning_complete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:24:10.507722 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040b0e8a-a825-40f7-a0d4-9361d0634ce5 req-26efb538-1d4b-427d-b7c9-2d6e175a35ae tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:24:10.509910 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-040b0e8a-a825-40f7-a0d4-9361d0634ce5 req-26efb538-1d4b-427d-b7c9-2d6e175a35ae tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] 10.222.0.67 "GET /v2.0/ports?device_id=68a388fa-baf9-475a-9e9e-4b89f267983d HTTP/1.1" status: 200 len: 945 time: 0.0674493 Jun 24 15:24:10.556637 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.plugin [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Current status of the port f537e2be-264b-4794-95f6-206c5dab277c is: DOWN; New status is: ACTIVE {{(pid=104513) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 15:24:10.557153 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7727318'] for port (f537e2be-264b-4794-95f6-206c5dab277c), before_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:24:10.572396 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-040b0e8a-a825-40f7-a0d4-9361d0634ce5 req-aff5f303-c432-48f3-a6e2-30346682229e tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] 10.222.0.67 "GET /v2.0/security-groups?id=6a9266fa-b1d6-497f-a6b1-a603906b73d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557673 Jun 24 15:24:10.599091 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.db [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] For port f537e2be-264b-4794-95f6-206c5dab277c, host dv-cinder-835384-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-11-iscsi',level=0,port_id=f537e2be-264b-4794-95f6-206c5dab277c,segment=NetworkSegment(2aeae2ab-bfd4-4885-ba7f-84ecf1dc5599),segment_id=2aeae2ab-bfd4-4885-ba7f-84ecf1dc5599)] {{(pid=104513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 15:24:10.652284 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c44c134b-835b-45ee-ad64-eaf284563685 admin admin] Router 48ad1d22-d386-4b99-959b-c5078d5d8a21 is scheduled to L3 agent 45985ff7-1335-48cd-ab02-73eb58295827 with binding_index 1 {{(pid=104512) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 24 15:24:10.674860 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761385101662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761384583316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761384583334'] for port (f537e2be-264b-4794-95f6-206c5dab277c), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:24:10.675736 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.rpc [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Device 330082d1-f0dc-4b95-b5b8-396060cd29da up at agent ovs-agent-dv-cinder-835384-11-iscsi {{(pid=104513) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 15:24:10.726240 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fe89841-a44d-4793-a67b-395eb7b410ec None None] Network 066eacbc-d269-46a2-99ae-a0c5a0350f6f requested from dv-cinder-835384-11-iscsi {{(pid=104513) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 15:24:10.766247 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c44c134b-835b-45ee-ad64-eaf284563685 admin admin] Notify agent at l3_agent.dv-cinder-835384-11-iscsi the message routers_updated {{(pid=104512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 15:24:10.777119 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4f1bdcc-69b2-48c1-9e4c-8952ac3b9ce3 None None] Sync routers for ids ['48ad1d22-d386-4b99-959b-c5078d5d8a21'] in dv-cinder-835384-11-iscsi {{(pid=104514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 15:24:10.788386 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4f1bdcc-69b2-48c1-9e4c-8952ac3b9ce3 None None] Routers {'48ad1d22-d386-4b99-959b-c5078d5d8a21'} bound to L3 agent in host dv-cinder-835384-11-iscsi {{(pid=104514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 15:24:10.790121 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.db.l3_hamode_db [None req-a4f1bdcc-69b2-48c1-9e4c-8952ac3b9ce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-24T15:10:24Z,description=,heartbeat_timestamp=2022-06-24T15:23:54Z,host='dv-cinder-835384-11-iscsi',id=45985ff7-1335-48cd-ab02-73eb58295827,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T15:10:24Z,topic='l3_agent')) {'router_ids': ['48ad1d22-d386-4b99-959b-c5078d5d8a21'], 'active': True} {{(pid=104514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 15:24:10.820160 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Pushing event updated for resources: {'Port': ['ID=f537e2be-264b-4794-95f6-206c5dab277c,revision_number=3']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:24:10.837027 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG dbcounter [-] [104514] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104514) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:24:10.838633 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.provisioning_blocks [None req-356fe6a1-6ff2-4ccf-9b93-0fdad27881cd None None] Provisioning complete for port f537e2be-264b-4794-95f6-206c5dab277c triggered by entity DHCP. {{(pid=104513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 15:24:10.839009 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-356fe6a1-6ff2-4ccf-9b93-0fdad27881cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7696598'] for port (f537e2be-264b-4794-95f6-206c5dab277c), provisioning_complete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:24:10.845273 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-c44c134b-835b-45ee-ad64-eaf284563685 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:24:10.846736 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [None req-c44c134b-835b-45ee-ad64-eaf284563685 admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.5161040 Jun 24 15:24:10.849403 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.wsgi [-] (104512) accepted ('10.222.0.67', 44204) {{(pid=104512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:24:10.870382 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.provisioning_blocks [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Provisioning complete for port 330082d1-f0dc-4b95-b5b8-396060cd29da triggered by entity L2. {{(pid=104513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 15:24:10.870752 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7696598'] for port (330082d1-f0dc-4b95-b5b8-396060cd29da), provisioning_complete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:24:10.895242 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.db.l3_dvr_db [None req-a4f1bdcc-69b2-48c1-9e4c-8952ac3b9ce3 None None] Set router 48ad1d22-d386-4b99-959b-c5078d5d8a21 gateway port host: dv-cinder-835384-11-iscsi {{(pid=104514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 15:24:11.020080 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.plugin [None req-356fe6a1-6ff2-4ccf-9b93-0fdad27881cd None None] Current status of the port f537e2be-264b-4794-95f6-206c5dab277c is: ACTIVE; New status is: ACTIVE {{(pid=104513) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 15:24:11.023491 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.plugin [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Current status of the port 330082d1-f0dc-4b95-b5b8-396060cd29da is: ACTIVE; New status is: ACTIVE {{(pid=104513) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 15:24:11.094423 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.db.l3_hamode_db [None req-a4f1bdcc-69b2-48c1-9e4c-8952ac3b9ce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48ad1d22-d386-4b99-959b-c5078d5d8a21', 'name': 'tempest-TestVolumeBootPattern-1387640277-router', 'tenant_id': 'd3d6a581ccf64fa6a40a8fbad19a6567', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'external_fixed_ips': [{'subnet_id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': 'fced1cf9-15b7-4929-8160-19aabec0d3f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T15:24:08Z', 'updated_at': '2022-06-24T15:24:09Z', 'revision_number': 3, 'project_id': 'd3d6a581ccf64fa6a40a8fbad19a6567', 'gw_port': {'id': 'fced1cf9-15b7-4929-8160-19aabec0d3f8', 'name': '', 'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:21:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48ad1d22-d386-4b99-959b-c5078d5d8a21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T15:24:09Z', 'updated_at': '2022-06-24T15:24:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-11-iscsi'}], 'dv-cinder-835384-11-iscsi', False) {} {{(pid=104514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 15:24:11.119380 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4f1bdcc-69b2-48c1-9e4c-8952ac3b9ce3 None None] Checking router: 48ad1d22-d386-4b99-959b-c5078d5d8a21 for host: dv-cinder-835384-11-iscsi {{(pid=104514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 15:24:11.119720 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4f1bdcc-69b2-48c1-9e4c-8952ac3b9ce3 None None] Updating router 48ad1d22-d386-4b99-959b-c5078d5d8a21 port fced1cf9-15b7-4929-8160-19aabec0d3f8 binding host dv-cinder-835384-11-iscsi {{(pid=104514) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 15:24:11.151121 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-a4f1bdcc-69b2-48c1-9e4c-8952ac3b9ce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7727318'] for port (fced1cf9-15b7-4929-8160-19aabec0d3f8), before_update {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:24:11.239754 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.provisioning_blocks [None req-38c050c4-7ef6-4c1e-af7e-b1c8c8f5b1eb None None] Provisioning complete for port f537e2be-264b-4794-95f6-206c5dab277c triggered by entity DHCP. {{(pid=104513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 15:24:11.239754 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-38c050c4-7ef6-4c1e-af7e-b1c8c8f5b1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7696598'] for port (f537e2be-264b-4794-95f6-206c5dab277c), provisioning_complete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:24:11.287719 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-1d25340c-fe29-45ea-b5b0-8d6e070a696d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7727318'] for port (None), before_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:24:11.310040 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:24:11.412928 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-a4f1bdcc-69b2-48c1-9e4c-8952ac3b9ce3 None None] Publish callbacks [] for port (fced1cf9-15b7-4929-8160-19aabec0d3f8), precommit_update {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:24:11.452065 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.db.db_base_plugin_common [None req-1d25340c-fe29-45ea-b5b0-8d6e070a696d admin admin] Allocated IP 172.20.0.1 (066eacbc-d269-46a2-99ae-a0c5a0350f6f/aa35c5f2-9790-4471-a8ff-672b31f8aad6/e1c638a3-92a1-42de-8cb0-90a6473d2573) {{(pid=104512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 15:24:11.455056 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.plugin [None req-38c050c4-7ef6-4c1e-af7e-b1c8c8f5b1eb None None] Current status of the port f537e2be-264b-4794-95f6-206c5dab277c is: ACTIVE; New status is: ACTIVE {{(pid=104513) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 15:24:11.468895 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-a4f1bdcc-69b2-48c1-9e4c-8952ac3b9ce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761385101662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761384583316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761384583334'] for port (fced1cf9-15b7-4929-8160-19aabec0d3f8), after_update {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:24:11.500635 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG dbcounter [-] [104514] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104514) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:24:11.521548 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.managers [None req-a4f1bdcc-69b2-48c1-9e4c-8952ac3b9ce3 None None] Attempting to bind port fced1cf9-15b7-4929-8160-19aabec0d3f8 on host dv-cinder-835384-11-iscsi for vnic_type normal with profile {{(pid=104514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 15:24:11.521915 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.managers [None req-a4f1bdcc-69b2-48c1-9e4c-8952ac3b9ce3 None None] Attempting to bind port fced1cf9-15b7-4929-8160-19aabec0d3f8 by drivers openvswitch,hyperv on host dv-cinder-835384-11-iscsi at level 0 using segments [{'id': '6785a788-9b98-4059-b825-96a306cb346e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59'}] {{(pid=104514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 15:24:11.522268 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4f1bdcc-69b2-48c1-9e4c-8952ac3b9ce3 None None] Attempting to bind port fced1cf9-15b7-4929-8160-19aabec0d3f8 on network 60b3096c-3a0f-4216-9e52-e826cbf1fb59 {{(pid=104514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 15:24:11.526253 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3952cf-b027-4378-8ce2-6c2716dcf389 None None] Pushing event updated for resources: {'Port': ['ID=fced1cf9-15b7-4929-8160-19aabec0d3f8,revision_number=2']} {{(pid=104514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:24:11.529911 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:24:11.530966 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4f1bdcc-69b2-48c1-9e4c-8952ac3b9ce3 None None] Checking agent: {'id': '559fa80c-96d5-4fe7-8c5f-9eda482c27bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835384-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 15, 10, 27), 'started_at': datetime.datetime(2022, 6, 24, 15, 10, 57), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 15, 23, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835384-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 15:24:11.531374 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4f1bdcc-69b2-48c1-9e4c-8952ac3b9ce3 None None] Checking segment: {'id': '6785a788-9b98-4059-b825-96a306cb346e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 15:24:11.531770 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-a4f1bdcc-69b2-48c1-9e4c-8952ac3b9ce3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:24:11.532153 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4f1bdcc-69b2-48c1-9e4c-8952ac3b9ce3 None None] Bound using segment: {'id': '6785a788-9b98-4059-b825-96a306cb346e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59'} {{(pid=104514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 15:24:11.532976 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.managers [None req-a4f1bdcc-69b2-48c1-9e4c-8952ac3b9ce3 None None] Bound port: fced1cf9-15b7-4929-8160-19aabec0d3f8, host: dv-cinder-835384-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6785a788-9b98-4059-b825-96a306cb346e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59'}}] {{(pid=104514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 15:24:11.532976 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-a4f1bdcc-69b2-48c1-9e4c-8952ac3b9ce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7727318'] for port (fced1cf9-15b7-4929-8160-19aabec0d3f8), before_update {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:24:11.568059 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-1d25340c-fe29-45ea-b5b0-8d6e070a696d admin admin] Publish callbacks [] for port (e1c638a3-92a1-42de-8cb0-90a6473d2573), precommit_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:24:11.581187 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.db [None req-a4f1bdcc-69b2-48c1-9e4c-8952ac3b9ce3 None None] For port fced1cf9-15b7-4929-8160-19aabec0d3f8, host dv-cinder-835384-11-iscsi, cleared binding levels {{(pid=104514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 15:24:11.584224 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.db [None req-a4f1bdcc-69b2-48c1-9e4c-8952ac3b9ce3 None None] For port fced1cf9-15b7-4929-8160-19aabec0d3f8, host dv-cinder-835384-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-11-iscsi',level=0,port_id=fced1cf9-15b7-4929-8160-19aabec0d3f8,segment=NetworkSegment(6785a788-9b98-4059-b825-96a306cb346e),segment_id=6785a788-9b98-4059-b825-96a306cb346e)] {{(pid=104514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 15:24:11.686789 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-a4f1bdcc-69b2-48c1-9e4c-8952ac3b9ce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761385101662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761384583316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761384583334'] for port (fced1cf9-15b7-4929-8160-19aabec0d3f8), after_update {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:24:11.688507 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b054cee-c15a-456a-83cf-cacfc74e6981 req-34df5346-a175-471d-adc8-48b76fa963f5 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:24:11.690001 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-3b054cee-c15a-456a-83cf-cacfc74e6981 req-34df5346-a175-471d-adc8-48b76fa963f5 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] 10.222.0.67 "GET /v2.0/ports?device_id=68a388fa-baf9-475a-9e9e-4b89f267983d HTTP/1.1" status: 200 len: 945 time: 0.0477531 Jun 24 15:24:11.691482 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-1d25340c-fe29-45ea-b5b0-8d6e070a696d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761384583298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3859661'] for port (e1c638a3-92a1-42de-8cb0-90a6473d2573), after_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:24:11.748573 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4f1bdcc-69b2-48c1-9e4c-8952ac3b9ce3 None None] Routers {'48ad1d22-d386-4b99-959b-c5078d5d8a21'} bound to L3 agent in host dv-cinder-835384-11-iscsi {{(pid=104514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 15:24:11.749193 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.db.l3_hamode_db [None req-a4f1bdcc-69b2-48c1-9e4c-8952ac3b9ce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-24T15:10:24Z,description=,heartbeat_timestamp=2022-06-24T15:23:54Z,host='dv-cinder-835384-11-iscsi',id=45985ff7-1335-48cd-ab02-73eb58295827,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T15:10:24Z,topic='l3_agent')) {'router_ids': ['48ad1d22-d386-4b99-959b-c5078d5d8a21'], 'active': True} {{(pid=104514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 15:24:11.752324 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3952cf-b027-4378-8ce2-6c2716dcf389 None None] Pushing event updated for resources: {'Port': ['ID=fced1cf9-15b7-4929-8160-19aabec0d3f8,revision_number=3']} {{(pid=104514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:24:11.761213 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d25340c-fe29-45ea-b5b0-8d6e070a696d admin admin] Network 066eacbc-d269-46a2-99ae-a0c5a0350f6f is already hosted by enough agents. {{(pid=104512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 15:24:11.764605 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d25340c-fe29-45ea-b5b0-8d6e070a696d admin admin] Pushing event updated for resources: {'Port': ['ID=e1c638a3-92a1-42de-8cb0-90a6473d2573,revision_number=1']} {{(pid=104512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:24:11.767235 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.scheduler.base_scheduler [None req-1d25340c-fe29-45ea-b5b0-8d6e070a696d admin admin] Resources bound (agent type, host, resource id): {{(pid=104512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 15:24:11.776185 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d25340c-fe29-45ea-b5b0-8d6e070a696d admin admin] Received port after_create {{(pid=104512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 15:24:11.822772 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-3b054cee-c15a-456a-83cf-cacfc74e6981 req-c775bdcd-31e5-4659-a55d-236e23dc5d5a tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] 10.222.0.67 "GET /v2.0/security-groups?id=6a9266fa-b1d6-497f-a6b1-a603906b73d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1254587 Jun 24 15:24:11.837688 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-1d25340c-fe29-45ea-b5b0-8d6e070a696d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-464899'] for router_interface (48ad1d22-d386-4b99-959b-c5078d5d8a21), before_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:24:11.895143 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG dbcounter [-] [104514] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104514) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:24:11.940777 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:24:11.950193 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.db.l3_dvr_db [None req-a4f1bdcc-69b2-48c1-9e4c-8952ac3b9ce3 None None] Set router 48ad1d22-d386-4b99-959b-c5078d5d8a21 gateway port host: dv-cinder-835384-11-iscsi {{(pid=104514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 15:24:12.039744 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-1d25340c-fe29-45ea-b5b0-8d6e070a696d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7727318'] for port (e1c638a3-92a1-42de-8cb0-90a6473d2573), before_update {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:24:12.079218 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.provisioning_blocks [None req-e69f8a45-adb2-4cc8-baf6-7186125945ef None None] Provisioning complete for port e1c638a3-92a1-42de-8cb0-90a6473d2573 triggered by entity DHCP. {{(pid=104513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 15:24:12.079786 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-e69f8a45-adb2-4cc8-baf6-7186125945ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7696598'] for port (e1c638a3-92a1-42de-8cb0-90a6473d2573), provisioning_complete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:24:12.113160 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.plugin [None req-e69f8a45-adb2-4cc8-baf6-7186125945ef None None] Port e1c638a3-92a1-42de-8cb0-90a6473d2573 cannot update to ACTIVE because it is not bound. {{(pid=104513) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 15:24:12.124456 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.db.l3_hamode_db [None req-a4f1bdcc-69b2-48c1-9e4c-8952ac3b9ce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48ad1d22-d386-4b99-959b-c5078d5d8a21', 'name': 'tempest-TestVolumeBootPattern-1387640277-router', 'tenant_id': 'd3d6a581ccf64fa6a40a8fbad19a6567', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'external_fixed_ips': [{'subnet_id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': 'fced1cf9-15b7-4929-8160-19aabec0d3f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T15:24:08Z', 'updated_at': '2022-06-24T15:24:09Z', 'revision_number': 3, 'project_id': 'd3d6a581ccf64fa6a40a8fbad19a6567', 'gw_port': {'id': 'fced1cf9-15b7-4929-8160-19aabec0d3f8', 'name': '', 'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:21:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48ad1d22-d386-4b99-959b-c5078d5d8a21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T15:24:09Z', 'updated_at': '2022-06-24T15:24:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-11-iscsi'}], 'dv-cinder-835384-11-iscsi', False) {} {{(pid=104514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 15:24:12.150222 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4f1bdcc-69b2-48c1-9e4c-8952ac3b9ce3 None None] The sync data for ids ['48ad1d22-d386-4b99-959b-c5078d5d8a21'] in dv-cinder-835384-11-iscsi is: [{'id': '48ad1d22-d386-4b99-959b-c5078d5d8a21', 'name': 'tempest-TestVolumeBootPattern-1387640277-router', 'tenant_id': 'd3d6a581ccf64fa6a40a8fbad19a6567', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'external_fixed_ips': [{'subnet_id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': 'fced1cf9-15b7-4929-8160-19aabec0d3f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T15:24:08Z', 'updated_at': '2022-06-24T15:24:09Z', 'revision_number': 3, 'project_id': 'd3d6a581ccf64fa6a40a8fbad19a6567', 'gw_port': {'id': 'fced1cf9-15b7-4929-8160-19aabec0d3f8', 'name': '', 'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:21:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48ad1d22-d386-4b99-959b-c5078d5d8a21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T15:24:09Z', 'updated_at': '2022-06-24T15:24:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-11-iscsi'}] {{(pid=104514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 15:24:12.213568 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-1d25340c-fe29-45ea-b5b0-8d6e070a696d admin admin] Publish callbacks [] for port (e1c638a3-92a1-42de-8cb0-90a6473d2573), precommit_update {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:24:12.283399 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-1d25340c-fe29-45ea-b5b0-8d6e070a696d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761385101662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761384583316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761384583334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3859668'] for port (e1c638a3-92a1-42de-8cb0-90a6473d2573), after_update {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:24:12.332685 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.rpc [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Device f537e2be-264b-4794-95f6-206c5dab277c up at agent ovs-agent-dv-cinder-835384-11-iscsi {{(pid=104513) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 15:24:12.354746 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d25340c-fe29-45ea-b5b0-8d6e070a696d admin admin] Pushing event updated for resources: {'Port': ['ID=e1c638a3-92a1-42de-8cb0-90a6473d2573,revision_number=2']} {{(pid=104512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:24:12.357153 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-1d25340c-fe29-45ea-b5b0-8d6e070a696d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7879171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-460691'] for router_interface (48ad1d22-d386-4b99-959b-c5078d5d8a21), after_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:24:12.405538 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:24:12.407627 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.provisioning_blocks [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Provisioning complete for port f537e2be-264b-4794-95f6-206c5dab277c triggered by entity L2. {{(pid=104513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 15:24:12.408001 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7696598'] for port (f537e2be-264b-4794-95f6-206c5dab277c), provisioning_complete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:24:12.486205 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.plugin [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Current status of the port f537e2be-264b-4794-95f6-206c5dab277c is: ACTIVE; New status is: ACTIVE {{(pid=104513) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 15:24:12.487276 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d25340c-fe29-45ea-b5b0-8d6e070a696d admin admin] Network 066eacbc-d269-46a2-99ae-a0c5a0350f6f is already hosted by enough agents. {{(pid=104512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 15:24:12.490072 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.scheduler.base_scheduler [None req-1d25340c-fe29-45ea-b5b0-8d6e070a696d admin admin] Resources bound (agent type, host, resource id): {{(pid=104512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 15:24:12.612837 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d25340c-fe29-45ea-b5b0-8d6e070a696d admin admin] Router 48ad1d22-d386-4b99-959b-c5078d5d8a21 has already been hosted by L3 agent 45985ff7-1335-48cd-ab02-73eb58295827 {{(pid=104512) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 15:24:12.672514 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:24:12.731303 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d25340c-fe29-45ea-b5b0-8d6e070a696d admin admin] Notify agent at l3_agent.dv-cinder-835384-11-iscsi the message routers_updated {{(pid=104512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 15:24:12.733454 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [None req-1d25340c-fe29-45ea-b5b0-8d6e070a696d admin admin] 10.222.0.67 "PUT /v2.0/routers/48ad1d22-d386-4b99-959b-c5078d5d8a21/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8823600 Jun 24 15:24:12.738461 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.provisioning_blocks [None req-41766c9d-f239-411d-b111-a9a864c99893 None None] Provisioning complete for port e1c638a3-92a1-42de-8cb0-90a6473d2573 triggered by entity DHCP. {{(pid=104513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 15:24:12.738828 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-41766c9d-f239-411d-b111-a9a864c99893 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7696598'] for port (e1c638a3-92a1-42de-8cb0-90a6473d2573), provisioning_complete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:24:12.776649 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.plugin [None req-41766c9d-f239-411d-b111-a9a864c99893 None None] Port e1c638a3-92a1-42de-8cb0-90a6473d2573 cannot update to ACTIVE because it is not bound. {{(pid=104513) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 15:24:12.950773 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7378e6d7-1772-4c21-acee-7103cd835f9c req-4e81c7fc-8ee2-4035-9e59-12211217144c tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:24:12.953302 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-7378e6d7-1772-4c21-acee-7103cd835f9c req-4e81c7fc-8ee2-4035-9e59-12211217144c tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] 10.222.0.67 "GET /v2.0/ports?device_id=68a388fa-baf9-475a-9e9e-4b89f267983d HTTP/1.1" status: 200 len: 945 time: 0.0543993 Jun 24 15:24:13.004458 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-7378e6d7-1772-4c21-acee-7103cd835f9c req-6a1a68ae-43e2-4c8b-8748-ce0013f329b3 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] 10.222.0.67 "GET /v2.0/security-groups?id=6a9266fa-b1d6-497f-a6b1-a603906b73d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458326 Jun 24 15:24:13.249802 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.wsgi [-] (104512) accepted ('10.222.0.67', 44218) {{(pid=104512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:24:13.254376 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.v2.base [None req-c32633d2-1f81-4b81-920d-7561a4ac67cc tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-313335785', 'description': 'tempest-secgroup-smoke-313335785 description', 'project_id': '06aac4c0b410452fa71221434149e3b7'}} {{(pid=104512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 15:24:13.354978 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-c32633d2-1f81-4b81-920d-7561a4ac67cc tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] Publish callbacks [] for security_group (None), before_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:24:13.422866 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-c32633d2-1f81-4b81-920d-7561a4ac67cc tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] Publish callbacks [] for security_group (3e7d3075-e93e-49d4-b5f8-9fd2c6a73d99), precommit_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:24:13.503603 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-c32633d2-1f81-4b81-920d-7561a4ac67cc tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-275664'] for security_group (3e7d3075-e93e-49d4-b5f8-9fd2c6a73d99), after_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:24:13.533431 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32633d2-1f81-4b81-920d-7561a4ac67cc tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e7d3075-e93e-49d4-b5f8-9fd2c6a73d99,revision_number=1']} {{(pid=104512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:24:13.605740 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-c32633d2-1f81-4b81-920d-7561a4ac67cc tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] Publish callbacks [] for security_group (None), before_response {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:24:13.607944 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [None req-c32633d2-1f81-4b81-920d-7561a4ac67cc tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3560855 Jun 24 15:24:13.610147 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.wsgi [-] (104512) accepted ('10.222.0.67', 44220) {{(pid=104512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:24:13.614527 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.v2.base [None req-11768a3b-c245-4a41-b631-4eeb3612335e tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] Request body: {'security_group_rule': {'security_group_id': '3e7d3075-e93e-49d4-b5f8-9fd2c6a73d99', 'project_id': '06aac4c0b410452fa71221434149e3b7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 15:24:13.690071 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a16561a-1a05-4067-aa3c-3b86815e5cf5 req-0c424eb1-efad-4884-8a28-9df74f3fd34c tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:24:13.691589 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [req-0a16561a-1a05-4067-aa3c-3b86815e5cf5 req-0c424eb1-efad-4884-8a28-9df74f3fd34c tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] 10.222.0.64 "GET /v2.0/ports?device_id=68a388fa-baf9-475a-9e9e-4b89f267983d HTTP/1.1" status: 200 len: 945 time: 0.0492444 Jun 24 15:24:13.719258 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-11768a3b-c245-4a41-b631-4eeb3612335e tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] Publish callbacks [] for security_group_rule (3d95184a-5c3c-4556-82ed-06f79b582fef), before_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:24:13.743535 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:24:13.755873 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c324260-d81c-42db-af48-55bd2daeafff None None] Sync routers for ids ['48ad1d22-d386-4b99-959b-c5078d5d8a21'] in dv-cinder-835384-11-iscsi {{(pid=104513) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 15:24:13.770151 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c324260-d81c-42db-af48-55bd2daeafff None None] Routers {'48ad1d22-d386-4b99-959b-c5078d5d8a21'} bound to L3 agent in host dv-cinder-835384-11-iscsi {{(pid=104513) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 15:24:13.770773 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.l3_hamode_db [None req-7c324260-d81c-42db-af48-55bd2daeafff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-24T15:10:24Z,description=,heartbeat_timestamp=2022-06-24T15:23:54Z,host='dv-cinder-835384-11-iscsi',id=45985ff7-1335-48cd-ab02-73eb58295827,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T15:10:24Z,topic='l3_agent')) {'router_ids': ['48ad1d22-d386-4b99-959b-c5078d5d8a21'], 'active': True} {{(pid=104513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 15:24:13.787334 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-11768a3b-c245-4a41-b631-4eeb3612335e tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] Publish callbacks [] for security_group_rule (3d95184a-5c3c-4556-82ed-06f79b582fef), precommit_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:24:13.788748 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [req-0a16561a-1a05-4067-aa3c-3b86815e5cf5 req-27f6dedf-54ed-4dbe-ab3b-9aa3181182ec tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] Deleting port f136a5f8-c1cb-48a1-8b07-9b685830d3b5 {{(pid=104511) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 15:24:13.789091 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [req-0a16561a-1a05-4067-aa3c-3b86815e5cf5 req-27f6dedf-54ed-4dbe-ab3b-9aa3181182ec tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761385095720'] for port (f136a5f8-c1cb-48a1-8b07-9b685830d3b5), before_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:24:13.857572 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-11768a3b-c245-4a41-b631-4eeb3612335e tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-275495'] for security_group_rule (3d95184a-5c3c-4556-82ed-06f79b582fef), after_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:24:13.876452 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11768a3b-c245-4a41-b631-4eeb3612335e tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d95184a-5c3c-4556-82ed-06f79b582fef,revision_number=0']} {{(pid=104512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:24:13.884060 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.db [req-0a16561a-1a05-4067-aa3c-3b86815e5cf5 req-27f6dedf-54ed-4dbe-ab3b-9aa3181182ec tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] For port f136a5f8-c1cb-48a1-8b07-9b685830d3b5, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=f136a5f8-c1cb-48a1-8b07-9b685830d3b5,segment=NetworkSegment(09260357-2b8c-4633-ba77-7272b5911a12),segment_id=09260357-2b8c-4633-ba77-7272b5911a12)] {{(pid=104511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 15:24:13.884494 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [req-0a16561a-1a05-4067-aa3c-3b86815e5cf5 req-27f6dedf-54ed-4dbe-ab3b-9aa3181182ec tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-465599'] for port (f136a5f8-c1cb-48a1-8b07-9b685830d3b5), precommit_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:24:13.884952 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.l3_dvr_db [None req-7c324260-d81c-42db-af48-55bd2daeafff None None] Set router 48ad1d22-d386-4b99-959b-c5078d5d8a21 gateway port host: dv-cinder-835384-11-iscsi {{(pid=104513) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 15:24:13.956974 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-11768a3b-c245-4a41-b631-4eeb3612335e tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:24:13.960744 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [None req-11768a3b-c245-4a41-b631-4eeb3612335e tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3470862 Jun 24 15:24:13.960945 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.wsgi [-] (104512) accepted ('10.222.0.67', 44224) {{(pid=104512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:24:13.965947 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.v2.base [None req-9e2903a8-4745-41f0-8b7b-f729a6f1b223 tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] Request body: {'security_group_rule': {'security_group_id': '3e7d3075-e93e-49d4-b5f8-9fd2c6a73d99', 'project_id': '06aac4c0b410452fa71221434149e3b7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 15:24:13.973558 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:24:14.060099 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-9e2903a8-4745-41f0-8b7b-f729a6f1b223 tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] Publish callbacks [] for security_group_rule (f2b12eeb-b0a2-4851-9007-8d7a97772209), before_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:24:14.073530 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:24:14.092240 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.l3_hamode_db [None req-7c324260-d81c-42db-af48-55bd2daeafff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48ad1d22-d386-4b99-959b-c5078d5d8a21', 'name': 'tempest-TestVolumeBootPattern-1387640277-router', 'tenant_id': 'd3d6a581ccf64fa6a40a8fbad19a6567', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'external_fixed_ips': [{'subnet_id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': 'fced1cf9-15b7-4929-8160-19aabec0d3f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T15:24:08Z', 'updated_at': '2022-06-24T15:24:11Z', 'revision_number': 4, 'project_id': 'd3d6a581ccf64fa6a40a8fbad19a6567', 'gw_port': {'id': 'fced1cf9-15b7-4929-8160-19aabec0d3f8', 'name': '', 'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:21:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48ad1d22-d386-4b99-959b-c5078d5d8a21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T15:24:09Z', 'updated_at': '2022-06-24T15:24:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-11-iscsi', '_interfaces': [{'id': 'e1c638a3-92a1-42de-8cb0-90a6473d2573', 'name': '', 'network_id': '066eacbc-d269-46a2-99ae-a0c5a0350f6f', 'tenant_id': 'd3d6a581ccf64fa6a40a8fbad19a6567', 'mac_address': 'fa:16:3e:24:d3:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48ad1d22-d386-4b99-959b-c5078d5d8a21', 'device_owner': 'network:router_interface', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': 'aa35c5f2-9790-4471-a8ff-672b31f8aad6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T15:24:11Z', 'updated_at': '2022-06-24T15:24:12Z', 'revision_number': 2, 'project_id': 'd3d6a581ccf64fa6a40a8fbad19a6567', 'subnets': [{'id': 'aa35c5f2-9790-4471-a8ff-672b31f8aad6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-11-iscsi', False) {} {{(pid=104513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 15:24:14.142174 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c324260-d81c-42db-af48-55bd2daeafff None None] Checking router: 48ad1d22-d386-4b99-959b-c5078d5d8a21 for host: dv-cinder-835384-11-iscsi {{(pid=104513) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 15:24:14.142880 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c324260-d81c-42db-af48-55bd2daeafff None None] Updating router 48ad1d22-d386-4b99-959b-c5078d5d8a21 port e1c638a3-92a1-42de-8cb0-90a6473d2573 binding host dv-cinder-835384-11-iscsi {{(pid=104513) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 15:24:14.156463 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [req-0a16561a-1a05-4067-aa3c-3b86815e5cf5 req-27f6dedf-54ed-4dbe-ab3b-9aa3181182ec tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:24:14.157164 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [req-0a16561a-1a05-4067-aa3c-3b86815e5cf5 req-27f6dedf-54ed-4dbe-ab3b-9aa3181182ec tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-467314'] for floatingip (47192ca2-346b-4cb2-9005-8ca97d866006), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:24:14.157671 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.db.l3_db [req-0a16561a-1a05-4067-aa3c-3b86815e5cf5 req-27f6dedf-54ed-4dbe-ab3b-9aa3181182ec tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] Floating IP 47192ca2-346b-4cb2-9005-8ca97d866006 disassociated. External IP: 172.27.0.92, port: f136a5f8-c1cb-48a1-8b07-9b685830d3b5. Jun 24 15:24:14.158231 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [req-0a16561a-1a05-4067-aa3c-3b86815e5cf5 req-27f6dedf-54ed-4dbe-ab3b-9aa3181182ec tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] Calling delete_port for f136a5f8-c1cb-48a1-8b07-9b685830d3b5 owned by compute:nova {{(pid=104511) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 15:24:14.169477 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6686bd0-189e-456f-a0fb-5f62b0dda99c req-86f38834-a6d5-4a25-96d0-549bf007b923 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:24:14.170949 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-c6686bd0-189e-456f-a0fb-5f62b0dda99c req-86f38834-a6d5-4a25-96d0-549bf007b923 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] 10.222.0.67 "GET /v2.0/ports?device_id=68a388fa-baf9-475a-9e9e-4b89f267983d HTTP/1.1" status: 200 len: 945 time: 0.0664294 Jun 24 15:24:14.194727 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-9e2903a8-4745-41f0-8b7b-f729a6f1b223 tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] Publish callbacks [] for security_group_rule (f2b12eeb-b0a2-4851-9007-8d7a97772209), precommit_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:24:14.199979 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-7c324260-d81c-42db-af48-55bd2daeafff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7727318'] for port (e1c638a3-92a1-42de-8cb0-90a6473d2573), before_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:24:14.231148 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-c6686bd0-189e-456f-a0fb-5f62b0dda99c req-a019a641-f054-4038-927d-ec892737914f tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] 10.222.0.67 "GET /v2.0/security-groups?id=6a9266fa-b1d6-497f-a6b1-a603906b73d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490363 Jun 24 15:24:14.280627 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-9e2903a8-4745-41f0-8b7b-f729a6f1b223 tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-275495'] for security_group_rule (f2b12eeb-b0a2-4851-9007-8d7a97772209), after_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:24:14.305754 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2903a8-4745-41f0-8b7b-f729a6f1b223 tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2b12eeb-b0a2-4851-9007-8d7a97772209,revision_number=0']} {{(pid=104512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:24:14.374052 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-9e2903a8-4745-41f0-8b7b-f729a6f1b223 tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:24:14.383652 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [None req-9e2903a8-4745-41f0-8b7b-f729a6f1b223 tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4140112 Jun 24 15:24:14.383652 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.wsgi [-] (104512) accepted ('10.222.0.67', 44228) {{(pid=104512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:24:14.384455 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.v2.base [None req-dd400d79-bf27-4c6a-a784-fb869c632bc5 tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] Request body: {'security_group_rule': {'security_group_id': '3e7d3075-e93e-49d4-b5f8-9fd2c6a73d99', 'project_id': '06aac4c0b410452fa71221434149e3b7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 15:24:14.401831 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [req-0a16561a-1a05-4067-aa3c-3b86815e5cf5 req-27f6dedf-54ed-4dbe-ab3b-9aa3181182ec tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761385101680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761384583307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3599638'] for port (f136a5f8-c1cb-48a1-8b07-9b685830d3b5), after_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:24:14.404228 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.rpc [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Device fced1cf9-15b7-4929-8160-19aabec0d3f8 up at agent ovs-agent-dv-cinder-835384-11-iscsi {{(pid=104513) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 15:24:14.427907 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f6dedf-54ed-4dbe-ab3b-9aa3181182ec tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] Pushing event deleted for resources: {'Port': ['ID=f136a5f8-c1cb-48a1-8b07-9b685830d3b5,revision_number=None']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:24:14.486343 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.provisioning_blocks [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Provisioning complete for port fced1cf9-15b7-4929-8160-19aabec0d3f8 triggered by entity L2. {{(pid=104513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 15:24:14.486719 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7696598'] for port (fced1cf9-15b7-4929-8160-19aabec0d3f8), provisioning_complete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:24:14.513163 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-dd400d79-bf27-4c6a-a784-fb869c632bc5 tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] Publish callbacks [] for security_group_rule (00387600-085e-4003-b25f-0611d92e5d83), before_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:24:14.522874 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=84,neutron:INSERT=10,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:24:14.547631 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0a16561a-1a05-4067-aa3c-3b86815e5cf5 req-27f6dedf-54ed-4dbe-ab3b-9aa3181182ec tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] Router 89619c26-225f-439e-ad94-ad28e686931f has already been hosted by L3 agent 45985ff7-1335-48cd-ab02-73eb58295827 {{(pid=104511) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 15:24:14.570027 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-7c324260-d81c-42db-af48-55bd2daeafff None None] Publish callbacks [] for port (e1c638a3-92a1-42de-8cb0-90a6473d2573), precommit_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:24:14.576016 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-dd400d79-bf27-4c6a-a784-fb869c632bc5 tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] Publish callbacks [] for security_group_rule (00387600-085e-4003-b25f-0611d92e5d83), precommit_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:24:14.607253 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.plugin [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Current status of the port fced1cf9-15b7-4929-8160-19aabec0d3f8 is: DOWN; New status is: ACTIVE {{(pid=104513) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 15:24:14.607717 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7727318'] for port (fced1cf9-15b7-4929-8160-19aabec0d3f8), before_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:24:14.629193 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.db [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] For port fced1cf9-15b7-4929-8160-19aabec0d3f8, host dv-cinder-835384-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-11-iscsi',level=0,port_id=fced1cf9-15b7-4929-8160-19aabec0d3f8,segment=NetworkSegment(6785a788-9b98-4059-b825-96a306cb346e),segment_id=6785a788-9b98-4059-b825-96a306cb346e)] {{(pid=104513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 15:24:14.643567 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-7c324260-d81c-42db-af48-55bd2daeafff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761385101662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761384583316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761384583334'] for port (e1c638a3-92a1-42de-8cb0-90a6473d2573), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:24:14.656276 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0a16561a-1a05-4067-aa3c-3b86815e5cf5 req-27f6dedf-54ed-4dbe-ab3b-9aa3181182ec tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] Notify agent at l3_agent.dv-cinder-835384-11-iscsi the message routers_updated {{(pid=104511) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 15:24:14.666909 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-dd400d79-bf27-4c6a-a784-fb869c632bc5 tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-275495'] for security_group_rule (00387600-085e-4003-b25f-0611d92e5d83), after_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:24:14.672537 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7e6d751-7aaa-4289-bad2-6be3db89ceae None None] Sync routers for ids ['89619c26-225f-439e-ad94-ad28e686931f'] in dv-cinder-835384-11-iscsi {{(pid=104514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 15:24:14.695322 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7480798a-55f1-4655-ba3f-d9e4f5ff5ea9 None None] Pushing event updated for resources: {'Port': ['ID=e1c638a3-92a1-42de-8cb0-90a6473d2573,revision_number=3']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:24:14.698763 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd400d79-bf27-4c6a-a784-fb869c632bc5 tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00387600-085e-4003-b25f-0611d92e5d83,revision_number=0']} {{(pid=104512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:24:14.712889 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7e6d751-7aaa-4289-bad2-6be3db89ceae None None] Routers {'89619c26-225f-439e-ad94-ad28e686931f'} bound to L3 agent in host dv-cinder-835384-11-iscsi {{(pid=104514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 15:24:14.713798 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.db.l3_hamode_db [None req-f7e6d751-7aaa-4289-bad2-6be3db89ceae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-24T15:10:24Z,description=,heartbeat_timestamp=2022-06-24T15:23:54Z,host='dv-cinder-835384-11-iscsi',id=45985ff7-1335-48cd-ab02-73eb58295827,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T15:10:24Z,topic='l3_agent')) {'router_ids': ['89619c26-225f-439e-ad94-ad28e686931f'], 'active': True} {{(pid=104514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 15:24:14.724883 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761385101662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761384583316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761384583334'] for port (fced1cf9-15b7-4929-8160-19aabec0d3f8), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:24:14.728131 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=91,neutron:INSERT=1,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:24:14.733403 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a16561a-1a05-4067-aa3c-3b86815e5cf5 req-27f6dedf-54ed-4dbe-ab3b-9aa3181182ec tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] No DVR routers for this DVR port f136a5f8-c1cb-48a1-8b07-9b685830d3b5 on host hv-cinder-83538 {{(pid=104511) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 24 15:24:14.733403 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [req-0a16561a-1a05-4067-aa3c-3b86815e5cf5 req-27f6dedf-54ed-4dbe-ab3b-9aa3181182ec tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30073'] for port (None), before_response {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:24:14.735144 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [req-0a16561a-1a05-4067-aa3c-3b86815e5cf5 req-27f6dedf-54ed-4dbe-ab3b-9aa3181182ec tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] 10.222.0.64 "DELETE /v2.0/ports/f136a5f8-c1cb-48a1-8b07-9b685830d3b5 HTTP/1.1" status: 204 len: 173 time: 1.0387583 Jun 24 15:24:14.735602 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68a388fa-baf9-475a-9e9e-4b89f267983d', 'name': 'network-vif-deleted', 'tag': 'f136a5f8-c1cb-48a1-8b07-9b685830d3b5'}] {{(pid=104511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 15:24:14.737821 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4675c17b6bc846e4b28e54b1b3705f3f7dd7092e5e5b2c0e24b7aeedfd61db99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c2155a9-9c9b-4a50-8327-3cf7744bd538" -d '{"events": [{"server_uuid": "68a388fa-baf9-475a-9e9e-4b89f267983d", "name": "network-vif-deleted", "tag": "f136a5f8-c1cb-48a1-8b07-9b685830d3b5"}]}' {{(pid=104511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 15:24:14.761340 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-dd400d79-bf27-4c6a-a784-fb869c632bc5 tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:24:14.766795 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [None req-dd400d79-bf27-4c6a-a784-fb869c632bc5 tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3862524 Jun 24 15:24:14.768343 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.wsgi [-] (104512) accepted ('10.222.0.67', 44234) {{(pid=104512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:24:14.773361 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.v2.base [None req-7096abeb-b5e0-4175-a993-7e5200de5772 tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] Request body: {'security_group_rule': {'security_group_id': '3e7d3075-e93e-49d4-b5f8-9fd2c6a73d99', 'project_id': '06aac4c0b410452fa71221434149e3b7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 15:24:14.780213 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.managers [None req-7c324260-d81c-42db-af48-55bd2daeafff None None] Attempting to bind port e1c638a3-92a1-42de-8cb0-90a6473d2573 on host dv-cinder-835384-11-iscsi for vnic_type normal with profile {{(pid=104513) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 15:24:14.780731 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.managers [None req-7c324260-d81c-42db-af48-55bd2daeafff None None] Attempting to bind port e1c638a3-92a1-42de-8cb0-90a6473d2573 by drivers openvswitch,hyperv on host dv-cinder-835384-11-iscsi at level 0 using segments [{'id': '2aeae2ab-bfd4-4885-ba7f-84ecf1dc5599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '066eacbc-d269-46a2-99ae-a0c5a0350f6f'}] {{(pid=104513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 15:24:14.780948 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c324260-d81c-42db-af48-55bd2daeafff None None] Attempting to bind port e1c638a3-92a1-42de-8cb0-90a6473d2573 on network 066eacbc-d269-46a2-99ae-a0c5a0350f6f {{(pid=104513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 15:24:14.794328 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c324260-d81c-42db-af48-55bd2daeafff None None] Checking agent: {'id': '559fa80c-96d5-4fe7-8c5f-9eda482c27bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835384-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 15, 10, 27), 'started_at': datetime.datetime(2022, 6, 24, 15, 10, 57), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 15, 23, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835384-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 15:24:14.794712 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c324260-d81c-42db-af48-55bd2daeafff None None] Checking segment: {'id': '2aeae2ab-bfd4-4885-ba7f-84ecf1dc5599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '066eacbc-d269-46a2-99ae-a0c5a0350f6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 15:24:14.795253 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-7c324260-d81c-42db-af48-55bd2daeafff None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:24:14.795765 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c324260-d81c-42db-af48-55bd2daeafff None None] Bound using segment: {'id': '2aeae2ab-bfd4-4885-ba7f-84ecf1dc5599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '066eacbc-d269-46a2-99ae-a0c5a0350f6f'} {{(pid=104513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 15:24:14.796258 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.managers [None req-7c324260-d81c-42db-af48-55bd2daeafff None None] Bound port: e1c638a3-92a1-42de-8cb0-90a6473d2573, host: dv-cinder-835384-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2aeae2ab-bfd4-4885-ba7f-84ecf1dc5599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '066eacbc-d269-46a2-99ae-a0c5a0350f6f'}}] {{(pid=104513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 15:24:14.796822 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-7c324260-d81c-42db-af48-55bd2daeafff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7727318'] for port (e1c638a3-92a1-42de-8cb0-90a6473d2573), before_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:24:14.868770 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Pushing event updated for resources: {'Port': ['ID=fced1cf9-15b7-4929-8160-19aabec0d3f8,revision_number=4']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:24:14.878415 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 15:24:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e088985-81d9-4d43-acf1-a3ea9ccced99 x-openstack-request-id: req-2e088985-81d9-4d43-acf1-a3ea9ccced99 {{(pid=104511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 15:24:14.880444 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68a388fa-baf9-475a-9e9e-4b89f267983d", "name": "network-vif-deleted", "tag": "f136a5f8-c1cb-48a1-8b07-9b685830d3b5", "status": "completed", "code": 200}]} {{(pid=104511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 15:24:14.880707 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-2e088985-81d9-4d43-acf1-a3ea9ccced99 {{(pid=104511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 15:24:14.881180 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2e088985-81d9-4d43-acf1-a3ea9ccced99'] response: {'server_uuid': '68a388fa-baf9-475a-9e9e-4b89f267983d', 'name': 'network-vif-deleted', 'tag': 'f136a5f8-c1cb-48a1-8b07-9b685830d3b5', 'status': 'completed', 'code': 200} Jun 24 15:24:14.907530 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.db.l3_dvr_db [None req-f7e6d751-7aaa-4289-bad2-6be3db89ceae None None] Set router 89619c26-225f-439e-ad94-ad28e686931f gateway port host: dv-cinder-835384-11-iscsi {{(pid=104514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 15:24:14.927593 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.db [None req-7c324260-d81c-42db-af48-55bd2daeafff None None] For port e1c638a3-92a1-42de-8cb0-90a6473d2573, host dv-cinder-835384-11-iscsi, cleared binding levels {{(pid=104513) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 15:24:14.927593 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.db [None req-7c324260-d81c-42db-af48-55bd2daeafff None None] For port e1c638a3-92a1-42de-8cb0-90a6473d2573, host dv-cinder-835384-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-11-iscsi',level=0,port_id=e1c638a3-92a1-42de-8cb0-90a6473d2573,segment=NetworkSegment(2aeae2ab-bfd4-4885-ba7f-84ecf1dc5599),segment_id=2aeae2ab-bfd4-4885-ba7f-84ecf1dc5599)] {{(pid=104513) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 15:24:14.929496 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-7096abeb-b5e0-4175-a993-7e5200de5772 tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] Publish callbacks [] for security_group_rule (d8dbe172-0995-4776-9c93-444edce859d2), before_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:24:15.016869 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-7096abeb-b5e0-4175-a993-7e5200de5772 tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] Publish callbacks [] for security_group_rule (d8dbe172-0995-4776-9c93-444edce859d2), precommit_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:24:15.036475 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-7c324260-d81c-42db-af48-55bd2daeafff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761385101662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761384583316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761384583334'] for port (e1c638a3-92a1-42de-8cb0-90a6473d2573), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:24:15.108709 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:24:15.120828 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c324260-d81c-42db-af48-55bd2daeafff None None] Routers {'48ad1d22-d386-4b99-959b-c5078d5d8a21'} bound to L3 agent in host dv-cinder-835384-11-iscsi {{(pid=104513) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 15:24:15.121484 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.l3_hamode_db [None req-7c324260-d81c-42db-af48-55bd2daeafff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-24T15:10:24Z,description=,heartbeat_timestamp=2022-06-24T15:23:54Z,host='dv-cinder-835384-11-iscsi',id=45985ff7-1335-48cd-ab02-73eb58295827,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T15:10:24Z,topic='l3_agent')) {'router_ids': ['48ad1d22-d386-4b99-959b-c5078d5d8a21'], 'active': True} {{(pid=104513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 15:24:15.121611 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-7096abeb-b5e0-4175-a993-7e5200de5772 tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-275495'] for security_group_rule (d8dbe172-0995-4776-9c93-444edce859d2), after_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:24:15.127815 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.db.l3_hamode_db [None req-f7e6d751-7aaa-4289-bad2-6be3db89ceae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89619c26-225f-439e-ad94-ad28e686931f', 'name': 'tempest-ServerRescueNegativeTestJSON-1496855055-router', 'tenant_id': 'b6bf0e1123fa47a7844e09127fb16d6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'external_fixed_ips': [{'subnet_id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'ip_address': '172.27.0.242'}], 'enable_snat': True}, 'gw_port_id': '45ca9b4c-affa-47e6-8000-cd8c70570c2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T15:18:32Z', 'updated_at': '2022-06-24T15:18:41Z', 'revision_number': 4, 'project_id': 'b6bf0e1123fa47a7844e09127fb16d6e', 'gw_port': {'id': '45ca9b4c-affa-47e6-8000-cd8c70570c2e', 'name': '', 'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:3b:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89619c26-225f-439e-ad94-ad28e686931f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'ip_address': '172.27.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T15:18:34Z', 'updated_at': '2022-06-24T15:18:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-11-iscsi', '_interfaces': [{'id': 'a7b2305d-abda-4d95-8049-4c59ceb495ae', 'name': '', 'network_id': 'af13b512-ccae-46a6-b2e4-3851b74c876d', 'tenant_id': 'b6bf0e1123fa47a7844e09127fb16d6e', 'mac_address': 'fa:16:3e:34:13:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89619c26-225f-439e-ad94-ad28e686931f', 'device_owner': 'network:router_interface', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '298c1716-00da-4f9f-a34c-b32e0b6a8775', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T15:18:38Z', 'updated_at': '2022-06-24T15:18:47Z', 'revision_number': 5, 'project_id': 'b6bf0e1123fa47a7844e09127fb16d6e', 'subnets': [{'id': '298c1716-00da-4f9f-a34c-b32e0b6a8775', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-11-iscsi', False) {} {{(pid=104514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 15:24:15.131869 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7480798a-55f1-4655-ba3f-d9e4f5ff5ea9 None None] Pushing event updated for resources: {'Port': ['ID=e1c638a3-92a1-42de-8cb0-90a6473d2573,revision_number=4']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:24:15.144595 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7096abeb-b5e0-4175-a993-7e5200de5772 tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8dbe172-0995-4776-9c93-444edce859d2,revision_number=0']} {{(pid=104512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:24:15.175369 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG dbcounter [-] [104514] Writing DB stats neutron:SELECT=100 {{(pid=104514) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:24:15.176420 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.provisioning_blocks [None req-79007fc9-f408-44c3-800f-c389a6a5dd05 None None] Provisioning complete for port e1c638a3-92a1-42de-8cb0-90a6473d2573 triggered by entity DHCP. {{(pid=104513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 15:24:15.176899 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-79007fc9-f408-44c3-800f-c389a6a5dd05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7696598'] for port (e1c638a3-92a1-42de-8cb0-90a6473d2573), provisioning_complete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:24:15.177435 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7e6d751-7aaa-4289-bad2-6be3db89ceae None None] Checking router: 89619c26-225f-439e-ad94-ad28e686931f for host: dv-cinder-835384-11-iscsi {{(pid=104514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 15:24:15.188316 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7e6d751-7aaa-4289-bad2-6be3db89ceae None None] Routers {'89619c26-225f-439e-ad94-ad28e686931f'} bound to L3 agent in host dv-cinder-835384-11-iscsi {{(pid=104514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 15:24:15.189032 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.db.l3_hamode_db [None req-f7e6d751-7aaa-4289-bad2-6be3db89ceae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-24T15:10:24Z,description=,heartbeat_timestamp=2022-06-24T15:23:54Z,host='dv-cinder-835384-11-iscsi',id=45985ff7-1335-48cd-ab02-73eb58295827,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T15:10:24Z,topic='l3_agent')) {'router_ids': ['89619c26-225f-439e-ad94-ad28e686931f'], 'active': True} {{(pid=104514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 15:24:15.271095 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-7096abeb-b5e0-4175-a993-7e5200de5772 tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:24:15.272855 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [None req-7096abeb-b5e0-4175-a993-7e5200de5772 tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5031850 Jun 24 15:24:15.276301 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.wsgi [-] (104512) accepted ('10.222.0.67', 44238) {{(pid=104512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:24:15.281607 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.v2.base [None req-04424fbd-9a33-4320-a02e-bfab9ffe6073 tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] Request body: {'security_group_rule': {'security_group_id': '3e7d3075-e93e-49d4-b5f8-9fd2c6a73d99', 'project_id': '06aac4c0b410452fa71221434149e3b7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 15:24:15.308171 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.l3_dvr_db [None req-7c324260-d81c-42db-af48-55bd2daeafff None None] Set router 48ad1d22-d386-4b99-959b-c5078d5d8a21 gateway port host: dv-cinder-835384-11-iscsi {{(pid=104513) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 15:24:15.325638 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.db.l3_dvr_db [None req-f7e6d751-7aaa-4289-bad2-6be3db89ceae None None] Set router 89619c26-225f-439e-ad94-ad28e686931f gateway port host: dv-cinder-835384-11-iscsi {{(pid=104514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 15:24:15.358308 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.plugin [None req-79007fc9-f408-44c3-800f-c389a6a5dd05 None None] Current status of the port e1c638a3-92a1-42de-8cb0-90a6473d2573 is: DOWN; New status is: ACTIVE {{(pid=104513) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 15:24:15.358631 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-79007fc9-f408-44c3-800f-c389a6a5dd05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7727318'] for port (e1c638a3-92a1-42de-8cb0-90a6473d2573), before_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:24:15.394999 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-686f8d0b-02d1-4cd3-9193-cd40ea4a7ff6 req-786c0f7e-3ddc-49b9-bc55-429ee7f13417 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] 10.222.0.67 "GET /v2.0/ports?device_id=68a388fa-baf9-475a-9e9e-4b89f267983d HTTP/1.1" status: 200 len: 210 time: 0.0418251 Jun 24 15:24:15.395997 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.db.securitygroups_db [None req-04424fbd-9a33-4320-a02e-bfab9ffe6073 tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] Project 06aac4c0b410452fa71221434149e3b7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 24 15:24:15.404371 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-04424fbd-9a33-4320-a02e-bfab9ffe6073 tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] Publish callbacks [] for security_group_rule (4f127f37-26d2-4500-a03e-ebefd74d2ccd), before_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:24:15.434377 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:24:15.454579 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.db [None req-79007fc9-f408-44c3-800f-c389a6a5dd05 None None] For port e1c638a3-92a1-42de-8cb0-90a6473d2573, host dv-cinder-835384-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-11-iscsi',level=0,port_id=e1c638a3-92a1-42de-8cb0-90a6473d2573,segment=NetworkSegment(2aeae2ab-bfd4-4885-ba7f-84ecf1dc5599),segment_id=2aeae2ab-bfd4-4885-ba7f-84ecf1dc5599)] {{(pid=104513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 15:24:15.470251 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-04424fbd-9a33-4320-a02e-bfab9ffe6073 tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] Publish callbacks [] for security_group_rule (4f127f37-26d2-4500-a03e-ebefd74d2ccd), precommit_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:24:15.483088 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:24:15.501156 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-79007fc9-f408-44c3-800f-c389a6a5dd05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761385101662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761384583316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761384583334'] for port (e1c638a3-92a1-42de-8cb0-90a6473d2573), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:24:15.523775 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-04424fbd-9a33-4320-a02e-bfab9ffe6073 tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-275495'] for security_group_rule (4f127f37-26d2-4500-a03e-ebefd74d2ccd), after_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:24:15.535387 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.db.l3_hamode_db [None req-f7e6d751-7aaa-4289-bad2-6be3db89ceae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89619c26-225f-439e-ad94-ad28e686931f', 'name': 'tempest-ServerRescueNegativeTestJSON-1496855055-router', 'tenant_id': 'b6bf0e1123fa47a7844e09127fb16d6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'external_fixed_ips': [{'subnet_id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'ip_address': '172.27.0.242'}], 'enable_snat': True}, 'gw_port_id': '45ca9b4c-affa-47e6-8000-cd8c70570c2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T15:18:32Z', 'updated_at': '2022-06-24T15:18:41Z', 'revision_number': 4, 'project_id': 'b6bf0e1123fa47a7844e09127fb16d6e', 'gw_port': {'id': '45ca9b4c-affa-47e6-8000-cd8c70570c2e', 'name': '', 'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:3b:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89619c26-225f-439e-ad94-ad28e686931f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'ip_address': '172.27.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T15:18:34Z', 'updated_at': '2022-06-24T15:18:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-11-iscsi', '_interfaces': [{'id': 'a7b2305d-abda-4d95-8049-4c59ceb495ae', 'name': '', 'network_id': 'af13b512-ccae-46a6-b2e4-3851b74c876d', 'tenant_id': 'b6bf0e1123fa47a7844e09127fb16d6e', 'mac_address': 'fa:16:3e:34:13:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89619c26-225f-439e-ad94-ad28e686931f', 'device_owner': 'network:router_interface', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '298c1716-00da-4f9f-a34c-b32e0b6a8775', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T15:18:38Z', 'updated_at': '2022-06-24T15:18:47Z', 'revision_number': 5, 'project_id': 'b6bf0e1123fa47a7844e09127fb16d6e', 'subnets': [{'id': '298c1716-00da-4f9f-a34c-b32e0b6a8775', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-11-iscsi', False) {} {{(pid=104514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 15:24:15.542786 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04424fbd-9a33-4320-a02e-bfab9ffe6073 tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f127f37-26d2-4500-a03e-ebefd74d2ccd,revision_number=0']} {{(pid=104512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:24:15.561786 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7e6d751-7aaa-4289-bad2-6be3db89ceae None None] The sync data for ids ['89619c26-225f-439e-ad94-ad28e686931f'] in dv-cinder-835384-11-iscsi is: [{'id': '89619c26-225f-439e-ad94-ad28e686931f', 'name': 'tempest-ServerRescueNegativeTestJSON-1496855055-router', 'tenant_id': 'b6bf0e1123fa47a7844e09127fb16d6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'external_fixed_ips': [{'subnet_id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'ip_address': '172.27.0.242'}], 'enable_snat': True}, 'gw_port_id': '45ca9b4c-affa-47e6-8000-cd8c70570c2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T15:18:32Z', 'updated_at': '2022-06-24T15:18:41Z', 'revision_number': 4, 'project_id': 'b6bf0e1123fa47a7844e09127fb16d6e', 'gw_port': {'id': '45ca9b4c-affa-47e6-8000-cd8c70570c2e', 'name': '', 'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:3b:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89619c26-225f-439e-ad94-ad28e686931f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'ip_address': '172.27.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T15:18:34Z', 'updated_at': '2022-06-24T15:18:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-11-iscsi', '_interfaces': [{'id': 'a7b2305d-abda-4d95-8049-4c59ceb495ae', 'name': '', 'network_id': 'af13b512-ccae-46a6-b2e4-3851b74c876d', 'tenant_id': 'b6bf0e1123fa47a7844e09127fb16d6e', 'mac_address': 'fa:16:3e:34:13:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89619c26-225f-439e-ad94-ad28e686931f', 'device_owner': 'network:router_interface', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '298c1716-00da-4f9f-a34c-b32e0b6a8775', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T15:18:38Z', 'updated_at': '2022-06-24T15:18:47Z', 'revision_number': 5, 'project_id': 'b6bf0e1123fa47a7844e09127fb16d6e', 'subnets': [{'id': '298c1716-00da-4f9f-a34c-b32e0b6a8775', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 15:24:15.628924 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-04424fbd-9a33-4320-a02e-bfab9ffe6073 tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:24:15.631317 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [None req-04424fbd-9a33-4320-a02e-bfab9ffe6073 tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3530223 Jun 24 15:24:15.634670 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.wsgi [-] (104511) accepted ('10.222.0.67', 44240) {{(pid=104511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:24:15.639927 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.v2.base [None req-f74e5646-6d93-4438-8164-ae17b40ec470 tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] Request body: {'security_group_rule': {'security_group_id': '3e7d3075-e93e-49d4-b5f8-9fd2c6a73d99', 'project_id': '06aac4c0b410452fa71221434149e3b7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104511) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 15:24:15.707541 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.provisioning_blocks [None req-ef27bf65-6d27-4df4-8602-daa69f2a4c4f None None] Provisioning complete for port e1c638a3-92a1-42de-8cb0-90a6473d2573 triggered by entity DHCP. {{(pid=104513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 15:24:15.707915 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-ef27bf65-6d27-4df4-8602-daa69f2a4c4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7696598'] for port (e1c638a3-92a1-42de-8cb0-90a6473d2573), provisioning_complete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:24:15.737922 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.db.securitygroups_db [None req-f74e5646-6d93-4438-8164-ae17b40ec470 tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] Project 06aac4c0b410452fa71221434149e3b7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 24 15:24:15.744916 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-f74e5646-6d93-4438-8164-ae17b40ec470 tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] Publish callbacks [] for security_group_rule (9ce4279a-2068-4f0d-b8b6-9ce41bc614f4), before_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:24:15.788908 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79007fc9-f408-44c3-800f-c389a6a5dd05 None None] Pushing event updated for resources: {'Port': ['ID=e1c638a3-92a1-42de-8cb0-90a6473d2573,revision_number=5']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:24:15.801135 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=4,neutron:INSERT=1 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:24:15.807575 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.l3_hamode_db [None req-7c324260-d81c-42db-af48-55bd2daeafff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48ad1d22-d386-4b99-959b-c5078d5d8a21', 'name': 'tempest-TestVolumeBootPattern-1387640277-router', 'tenant_id': 'd3d6a581ccf64fa6a40a8fbad19a6567', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'external_fixed_ips': [{'subnet_id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': 'fced1cf9-15b7-4929-8160-19aabec0d3f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T15:24:08Z', 'updated_at': '2022-06-24T15:24:11Z', 'revision_number': 4, 'project_id': 'd3d6a581ccf64fa6a40a8fbad19a6567', 'gw_port': {'id': 'fced1cf9-15b7-4929-8160-19aabec0d3f8', 'name': '', 'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:21:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ad1d22-d386-4b99-959b-c5078d5d8a21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T15:24:09Z', 'updated_at': '2022-06-24T15:24:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-11-iscsi', '_interfaces': [{'id': 'e1c638a3-92a1-42de-8cb0-90a6473d2573', 'name': '', 'network_id': '066eacbc-d269-46a2-99ae-a0c5a0350f6f', 'tenant_id': 'd3d6a581ccf64fa6a40a8fbad19a6567', 'mac_address': 'fa:16:3e:24:d3:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48ad1d22-d386-4b99-959b-c5078d5d8a21', 'device_owner': 'network:router_interface', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': 'aa35c5f2-9790-4471-a8ff-672b31f8aad6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T15:24:11Z', 'updated_at': '2022-06-24T15:24:14Z', 'revision_number': 4, 'project_id': 'd3d6a581ccf64fa6a40a8fbad19a6567', 'subnets': [{'id': 'aa35c5f2-9790-4471-a8ff-672b31f8aad6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-11-iscsi', False) {} {{(pid=104513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 15:24:15.819417 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-f74e5646-6d93-4438-8164-ae17b40ec470 tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] Publish callbacks [] for security_group_rule (9ce4279a-2068-4f0d-b8b6-9ce41bc614f4), precommit_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:24:15.839144 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c324260-d81c-42db-af48-55bd2daeafff None None] The sync data for ids ['48ad1d22-d386-4b99-959b-c5078d5d8a21'] in dv-cinder-835384-11-iscsi is: [{'id': '48ad1d22-d386-4b99-959b-c5078d5d8a21', 'name': 'tempest-TestVolumeBootPattern-1387640277-router', 'tenant_id': 'd3d6a581ccf64fa6a40a8fbad19a6567', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'external_fixed_ips': [{'subnet_id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': 'fced1cf9-15b7-4929-8160-19aabec0d3f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T15:24:08Z', 'updated_at': '2022-06-24T15:24:11Z', 'revision_number': 4, 'project_id': 'd3d6a581ccf64fa6a40a8fbad19a6567', 'gw_port': {'id': 'fced1cf9-15b7-4929-8160-19aabec0d3f8', 'name': '', 'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:21:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ad1d22-d386-4b99-959b-c5078d5d8a21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T15:24:09Z', 'updated_at': '2022-06-24T15:24:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-11-iscsi', '_interfaces': [{'id': 'e1c638a3-92a1-42de-8cb0-90a6473d2573', 'name': '', 'network_id': '066eacbc-d269-46a2-99ae-a0c5a0350f6f', 'tenant_id': 'd3d6a581ccf64fa6a40a8fbad19a6567', 'mac_address': 'fa:16:3e:24:d3:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48ad1d22-d386-4b99-959b-c5078d5d8a21', 'device_owner': 'network:router_interface', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': 'aa35c5f2-9790-4471-a8ff-672b31f8aad6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T15:24:11Z', 'updated_at': '2022-06-24T15:24:14Z', 'revision_number': 4, 'project_id': 'd3d6a581ccf64fa6a40a8fbad19a6567', 'subnets': [{'id': 'aa35c5f2-9790-4471-a8ff-672b31f8aad6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104513) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 15:24:15.841773 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-646dfc3a-6026-45be-a7ec-5608d282aa31 None None] New status for floating IP 47192ca2-346b-4cb2-9005-8ca97d866006: DOWN {{(pid=104513) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 24 15:24:15.880905 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-f74e5646-6d93-4438-8164-ae17b40ec470 tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-275495'] for security_group_rule (9ce4279a-2068-4f0d-b8b6-9ce41bc614f4), after_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:24:15.910940 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74e5646-6d93-4438-8164-ae17b40ec470 tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ce4279a-2068-4f0d-b8b6-9ce41bc614f4,revision_number=0']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:24:16.011883 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.plugin [None req-ef27bf65-6d27-4df4-8602-daa69f2a4c4f None None] Current status of the port e1c638a3-92a1-42de-8cb0-90a6473d2573 is: ACTIVE; New status is: ACTIVE {{(pid=104513) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 15:24:16.041044 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-f74e5646-6d93-4438-8164-ae17b40ec470 tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:24:16.042271 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [None req-f74e5646-6d93-4438-8164-ae17b40ec470 tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4065499 Jun 24 15:24:16.414201 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.rpc [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Device e1c638a3-92a1-42de-8cb0-90a6473d2573 up at agent ovs-agent-dv-cinder-835384-11-iscsi {{(pid=104513) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 15:24:16.462754 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.provisioning_blocks [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Provisioning complete for port e1c638a3-92a1-42de-8cb0-90a6473d2573 triggered by entity L2. {{(pid=104513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 15:24:16.465443 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7696598'] for port (e1c638a3-92a1-42de-8cb0-90a6473d2573), provisioning_complete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:24:16.545293 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.plugin [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Current status of the port e1c638a3-92a1-42de-8cb0-90a6473d2573 is: ACTIVE; New status is: ACTIVE {{(pid=104513) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 15:24:16.546372 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.rpc [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Device fced1cf9-15b7-4929-8160-19aabec0d3f8 up at agent ovs-agent-dv-cinder-835384-11-iscsi {{(pid=104513) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 15:24:16.575629 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.wsgi [-] (104511) accepted ('10.222.0.67', 44284) {{(pid=104511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:24:16.594784 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.provisioning_blocks [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Provisioning complete for port fced1cf9-15b7-4929-8160-19aabec0d3f8 triggered by entity L2. {{(pid=104513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 15:24:16.595162 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7696598'] for port (fced1cf9-15b7-4929-8160-19aabec0d3f8), provisioning_complete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:24:16.640807 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-59c32a28-b8b1-4f0d-b521-e0aa5c66c176 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] Publish callbacks [] for security_group (6a9266fa-b1d6-497f-a6b1-a603906b73d4), before_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:24:16.669447 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-59c32a28-b8b1-4f0d-b521-e0aa5c66c176 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] Publish callbacks [] for security_group (6a9266fa-b1d6-497f-a6b1-a603906b73d4), precommit_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:24:16.679680 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.plugin [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Current status of the port fced1cf9-15b7-4929-8160-19aabec0d3f8 is: ACTIVE; New status is: ACTIVE {{(pid=104513) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 15:24:16.797676 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-59c32a28-b8b1-4f0d-b521-e0aa5c66c176 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-275664'] for security_group (6a9266fa-b1d6-497f-a6b1-a603906b73d4), after_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:24:16.800363 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-59c32a28-b8b1-4f0d-b521-e0aa5c66c176 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] Publish callbacks [] for security_group (None), before_response {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:24:16.801542 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [None req-59c32a28-b8b1-4f0d-b521-e0aa5c66c176 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] 10.222.0.67 "DELETE /v2.0/security-groups/6a9266fa-b1d6-497f-a6b1-a603906b73d4 HTTP/1.1" status: 204 len: 168 time: 0.2249422 Jun 24 15:24:16.804289 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.wsgi [-] (104512) accepted ('10.222.0.67', 44286) {{(pid=104512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:24:16.812189 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=83,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:24:16.812401 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c32a28-b8b1-4f0d-b521-e0aa5c66c176 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a9266fa-b1d6-497f-a6b1-a603906b73d4,revision_number=None']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:24:16.822892 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.api.v2.resource [None req-3da36061-49fa-47b1-825a-0504fa934e46 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] show failed (client error): The resource could not be found. Jun 24 15:24:16.826722 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [None req-3da36061-49fa-47b1-825a-0504fa934e46 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] 10.222.0.67 "GET /v2.0/security-groups/6a9266fa-b1d6-497f-a6b1-a603906b73d4 HTTP/1.1" status: 404 len: 347 time: 0.0179949 Jun 24 15:24:16.831475 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.wsgi [-] (104512) accepted ('10.222.0.67', 44288) {{(pid=104512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:24:16.951314 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.plugin [None req-fc4864ce-4a63-4116-a8f1-e30cf9083107 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] Deleting port 6be28cd2-2892-4177-85ca-7820f7a35b63 {{(pid=104512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 15:24:16.951314 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-fc4864ce-4a63-4116-a8f1-e30cf9083107 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761385095720'] for port (6be28cd2-2892-4177-85ca-7820f7a35b63), before_delete {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:24:17.037746 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-fc4864ce-4a63-4116-a8f1-e30cf9083107 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-465599'] for port (6be28cd2-2892-4177-85ca-7820f7a35b63), precommit_delete {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:24:17.038080 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-fc4864ce-4a63-4116-a8f1-e30cf9083107 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] Publish callbacks [] for floatingip (6be28cd2-2892-4177-85ca-7820f7a35b63), precommit_delete {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:24:17.053534 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.plugin [None req-fc4864ce-4a63-4116-a8f1-e30cf9083107 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] Calling delete_port for 6be28cd2-2892-4177-85ca-7820f7a35b63 owned by network:floatingip {{(pid=104512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 15:24:17.182322 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:24:17.285908 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-fc4864ce-4a63-4116-a8f1-e30cf9083107 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761385101680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761384583307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3859661'] for port (6be28cd2-2892-4177-85ca-7820f7a35b63), after_delete {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:24:17.315401 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4864ce-4a63-4116-a8f1-e30cf9083107 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] Pushing event deleted for resources: {'Port': ['ID=6be28cd2-2892-4177-85ca-7820f7a35b63,revision_number=None']} {{(pid=104512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:24:17.380094 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-fc4864ce-4a63-4116-a8f1-e30cf9083107 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] Publish callbacks [] for floatingip (47192ca2-346b-4cb2-9005-8ca97d866006), after_delete {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:24:17.382667 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-fc4864ce-4a63-4116-a8f1-e30cf9083107 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30073'] for floatingip (None), before_response {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:24:17.384353 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [None req-fc4864ce-4a63-4116-a8f1-e30cf9083107 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] 10.222.0.67 "DELETE /v2.0/floatingips/47192ca2-346b-4cb2-9005-8ca97d866006 HTTP/1.1" status: 204 len: 168 time: 0.5564537 Jun 24 15:24:19.005383 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.rpc [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Device f136a5f8-c1cb-48a1-8b07-9b685830d3b5 no longer exists at agent hyperv_hv-cinder-83538 {{(pid=104513) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 15:24:19.026634 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.plugin [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] No Port match for: f136a5f8-c1cb-48a1-8b07-9b685830d3b5 {{(pid=104513) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 15:24:19.027083 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.rpc [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Device f136a5f8-c1cb-48a1-8b07-9b685830d3b5 not bound to the agent host hv-cinder-83538 {{(pid=104513) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 15:24:20.350347 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472f6181-28d5-4a20-839c-85e814c16c87 req-e38aa05b-6e4d-4cfb-a87f-24406aab126f tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:24:20.352407 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-472f6181-28d5-4a20-839c-85e814c16c87 req-e38aa05b-6e4d-4cfb-a87f-24406aab126f tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] 10.222.0.67 "GET /v2.0/ports?device_id=d1a390f9-db97-4a41-a7df-e71f3d5c9ceb HTTP/1.1" status: 200 len: 945 time: 0.0470924 Jun 24 15:24:20.400223 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-472f6181-28d5-4a20-839c-85e814c16c87 req-f71c0d40-c346-4121-8991-95b01d584971 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] 10.222.0.67 "GET /v2.0/security-groups?id=5f1fbf49-a9a0-40f0-900c-2506ca6ce2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424922 Jun 24 15:24:21.360325 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-5b0750ff-3bff-4107-aeea-745f7353e267 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697012'] for agent (61dc9491-0c49-467e-b62a-6961ce952bc2), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:24:21.525991 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6cfa6e-e363-48f5-85aa-5fcd99b33ef9 req-efac5dba-1d4c-4e21-a371-8de8eb1807c8 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:24:21.527522 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-9e6cfa6e-e363-48f5-85aa-5fcd99b33ef9 req-efac5dba-1d4c-4e21-a371-8de8eb1807c8 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] 10.222.0.67 "GET /v2.0/ports?device_id=d1a390f9-db97-4a41-a7df-e71f3d5c9ceb HTTP/1.1" status: 200 len: 945 time: 0.0540535 Jun 24 15:24:21.576795 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-9e6cfa6e-e363-48f5-85aa-5fcd99b33ef9 req-88690233-0caa-4bac-a54b-b1ad0efb494a tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] 10.222.0.67 "GET /v2.0/security-groups?id=5f1fbf49-a9a0-40f0-900c-2506ca6ce2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433662 Jun 24 15:24:22.180182 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72752bec-3449-483f-a3db-b875140f0d61 req-136382b8-5f6f-4a17-a175-8bd8c9c3c9c1 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:24:22.182055 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [req-72752bec-3449-483f-a3db-b875140f0d61 req-136382b8-5f6f-4a17-a175-8bd8c9c3c9c1 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] 10.222.0.64 "GET /v2.0/ports?device_id=d1a390f9-db97-4a41-a7df-e71f3d5c9ceb HTTP/1.1" status: 200 len: 945 time: 0.0503550 Jun 24 15:24:22.274371 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [req-72752bec-3449-483f-a3db-b875140f0d61 req-4f87d711-3c28-40ea-9c0e-7021344e2161 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] Deleting port 8cf89439-cc2e-4f42-bff5-bf72f779218b {{(pid=104511) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 15:24:22.274709 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [req-72752bec-3449-483f-a3db-b875140f0d61 req-4f87d711-3c28-40ea-9c0e-7021344e2161 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761385095720'] for port (8cf89439-cc2e-4f42-bff5-bf72f779218b), before_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:24:22.368168 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.db [req-72752bec-3449-483f-a3db-b875140f0d61 req-4f87d711-3c28-40ea-9c0e-7021344e2161 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] For port 8cf89439-cc2e-4f42-bff5-bf72f779218b, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=8cf89439-cc2e-4f42-bff5-bf72f779218b,segment=NetworkSegment(09260357-2b8c-4633-ba77-7272b5911a12),segment_id=09260357-2b8c-4633-ba77-7272b5911a12)] {{(pid=104511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 15:24:22.368517 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [req-72752bec-3449-483f-a3db-b875140f0d61 req-4f87d711-3c28-40ea-9c0e-7021344e2161 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-465599'] for port (8cf89439-cc2e-4f42-bff5-bf72f779218b), precommit_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:24:22.381624 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [req-72752bec-3449-483f-a3db-b875140f0d61 req-4f87d711-3c28-40ea-9c0e-7021344e2161 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] Calling delete_port for 8cf89439-cc2e-4f42-bff5-bf72f779218b owned by compute:nova {{(pid=104511) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 15:24:22.693258 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872fcaa9-2c53-417d-9884-96eed51f0279 req-d0377941-2dc3-4a4f-a82a-a9e44f78b6af tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:24:22.694900 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-872fcaa9-2c53-417d-9884-96eed51f0279 req-d0377941-2dc3-4a4f-a82a-a9e44f78b6af tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] 10.222.0.67 "GET /v2.0/ports?device_id=d1a390f9-db97-4a41-a7df-e71f3d5c9ceb HTTP/1.1" status: 200 len: 945 time: 0.0487206 Jun 24 15:24:22.747956 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-872fcaa9-2c53-417d-9884-96eed51f0279 req-d47c9636-700c-49e3-b736-969813dbc1ac tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] 10.222.0.67 "GET /v2.0/security-groups?id=5f1fbf49-a9a0-40f0-900c-2506ca6ce2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450077 Jun 24 15:24:22.800597 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [req-72752bec-3449-483f-a3db-b875140f0d61 req-4f87d711-3c28-40ea-9c0e-7021344e2161 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761385101680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761384583307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3599638'] for port (8cf89439-cc2e-4f42-bff5-bf72f779218b), after_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:24:22.811881 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.db [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] get_ports_and_sgs() called for port_ids ['cdb31b17-1cea-4ead-bfa9-8e2eaf5beea8', '8cf89439-cc2e-4f42-bff5-bf72f779218b'] {{(pid=104513) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 15:24:22.829598 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f87d711-3c28-40ea-9c0e-7021344e2161 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] Pushing event deleted for resources: {'Port': ['ID=8cf89439-cc2e-4f42-bff5-bf72f779218b,revision_number=None']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:24:22.878287 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.db.l3_dvrscheduler_db [req-72752bec-3449-483f-a3db-b875140f0d61 req-4f87d711-3c28-40ea-9c0e-7021344e2161 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] No DVR routers for this DVR port 8cf89439-cc2e-4f42-bff5-bf72f779218b on host hv-cinder-83538 {{(pid=104511) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 24 15:24:22.881353 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [req-72752bec-3449-483f-a3db-b875140f0d61 req-4f87d711-3c28-40ea-9c0e-7021344e2161 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30073'] for port (None), before_response {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:24:22.885113 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [req-72752bec-3449-483f-a3db-b875140f0d61 req-4f87d711-3c28-40ea-9c0e-7021344e2161 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] 10.222.0.64 "DELETE /v2.0/ports/8cf89439-cc2e-4f42-bff5-bf72f779218b HTTP/1.1" status: 204 len: 173 time: 0.6960142 Jun 24 15:24:22.885736 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1a390f9-db97-4a41-a7df-e71f3d5c9ceb', 'name': 'network-vif-deleted', 'tag': '8cf89439-cc2e-4f42-bff5-bf72f779218b'}] {{(pid=104511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 15:24:22.888033 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4675c17b6bc846e4b28e54b1b3705f3f7dd7092e5e5b2c0e24b7aeedfd61db99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cb5dd39-925b-4d94-bfe3-2e1e4adbaad0" -d '{"events": [{"server_uuid": "d1a390f9-db97-4a41-a7df-e71f3d5c9ceb", "name": "network-vif-deleted", "tag": "8cf89439-cc2e-4f42-bff5-bf72f779218b"}]}' {{(pid=104511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 15:24:22.932171 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 15:24:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e50cb286-6bcc-4987-a1c1-0e218e826feb x-openstack-request-id: req-e50cb286-6bcc-4987-a1c1-0e218e826feb {{(pid=104511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 15:24:22.932463 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1a390f9-db97-4a41-a7df-e71f3d5c9ceb", "name": "network-vif-deleted", "tag": "8cf89439-cc2e-4f42-bff5-bf72f779218b", "status": "completed", "code": 200}]} {{(pid=104511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 15:24:22.932712 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-e50cb286-6bcc-4987-a1c1-0e218e826feb {{(pid=104511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 15:24:22.933111 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e50cb286-6bcc-4987-a1c1-0e218e826feb'] response: {'server_uuid': 'd1a390f9-db97-4a41-a7df-e71f3d5c9ceb', 'name': 'network-vif-deleted', 'tag': '8cf89439-cc2e-4f42-bff5-bf72f779218b', 'status': 'completed', 'code': 200} Jun 24 15:24:23.748778 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-c431bb8f-dd8f-46d4-8668-1ab4d6acd701 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697012'] for agent (45985ff7-1335-48cd-ab02-73eb58295827), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:24:23.860050 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-3966ad07-27a5-49ab-baf2-02b653c210e8 req-11244eef-20f3-4c95-a00d-82285c979cb5 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] 10.222.0.67 "GET /v2.0/ports?device_id=d1a390f9-db97-4a41-a7df-e71f3d5c9ceb HTTP/1.1" status: 200 len: 210 time: 0.0331798 Jun 24 15:24:24.920573 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-6e9ba797-1d0c-40f8-9e0c-708f895be0b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697012'] for agent (f984396c-9862-4f32-9cf6-f19d2e5feb00), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:24:25.382470 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e901942e-af9c-428f-add0-dca7df337326 req-e3265c14-e52f-443e-86bb-a94019032667 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:24:25.384512 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-e901942e-af9c-428f-add0-dca7df337326 req-e3265c14-e52f-443e-86bb-a94019032667 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] 10.222.0.67 "GET /v2.0/ports?device_id=72dcf091-51b8-4200-86d7-002dde49e07c HTTP/1.1" status: 200 len: 945 time: 0.0473933 Jun 24 15:24:25.438230 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-e901942e-af9c-428f-add0-dca7df337326 req-34c60848-ac13-49fd-a46b-97e3d7e2e6a1 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] 10.222.0.67 "GET /v2.0/security-groups?id=5f1fbf49-a9a0-40f0-900c-2506ca6ce2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478749 Jun 24 15:24:26.408856 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-e7d2b4de-897d-40d1-b758-5e5b7ac4c4e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697012'] for agent (2f766f35-a225-44ed-b70f-669caec6f4a7), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:24:26.558850 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06920bd-a985-42eb-aacf-fc739e30d0c0 req-1dceddb4-c9ad-42a0-ac76-50f72450ccc6 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:24:26.560355 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-f06920bd-a985-42eb-aacf-fc739e30d0c0 req-1dceddb4-c9ad-42a0-ac76-50f72450ccc6 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] 10.222.0.67 "GET /v2.0/ports?device_id=72dcf091-51b8-4200-86d7-002dde49e07c HTTP/1.1" status: 200 len: 945 time: 0.0503476 Jun 24 15:24:26.609467 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-f06920bd-a985-42eb-aacf-fc739e30d0c0 req-65606907-42bb-4585-8431-66c10b974f1f tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] 10.222.0.67 "GET /v2.0/security-groups?id=5f1fbf49-a9a0-40f0-900c-2506ca6ce2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434356 Jun 24 15:24:26.683396 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697012'] for agent (559fa80c-96d5-4fe7-8c5f-9eda482c27bf), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:24:27.187474 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.rpc [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Device 8cf89439-cc2e-4f42-bff5-bf72f779218b no longer exists at agent hyperv_hv-cinder-83538 {{(pid=104513) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 15:24:27.207017 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.plugin [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] No Port match for: 8cf89439-cc2e-4f42-bff5-bf72f779218b {{(pid=104513) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 15:24:27.207394 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.rpc [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Device 8cf89439-cc2e-4f42-bff5-bf72f779218b not bound to the agent host hv-cinder-83538 {{(pid=104513) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 15:24:27.727950 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d71884-d332-4d5c-b493-f279e42d82f8 req-58b4e6aa-774d-431f-b73d-1f6b401dad55 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:24:27.729320 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-71d71884-d332-4d5c-b493-f279e42d82f8 req-58b4e6aa-774d-431f-b73d-1f6b401dad55 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] 10.222.0.67 "GET /v2.0/ports?device_id=72dcf091-51b8-4200-86d7-002dde49e07c HTTP/1.1" status: 200 len: 945 time: 0.0514688 Jun 24 15:24:27.771664 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e574bb-bc78-4641-9b5d-3d171b4733bd req-7ae7f902-9eb5-4d2d-b427-281cae0fd4af tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:24:27.773243 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [req-43e574bb-bc78-4641-9b5d-3d171b4733bd req-7ae7f902-9eb5-4d2d-b427-281cae0fd4af tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] 10.222.0.64 "GET /v2.0/ports?device_id=72dcf091-51b8-4200-86d7-002dde49e07c HTTP/1.1" status: 200 len: 945 time: 0.0513320 Jun 24 15:24:27.789480 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-71d71884-d332-4d5c-b493-f279e42d82f8 req-ce5b39d4-39e2-438b-ab35-d60301ab3293 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] 10.222.0.67 "GET /v2.0/security-groups?id=5f1fbf49-a9a0-40f0-900c-2506ca6ce2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533462 Jun 24 15:24:27.812600 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=89,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:24:27.860126 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [req-43e574bb-bc78-4641-9b5d-3d171b4733bd req-b0f92c69-b53e-469a-9822-f40cfd0397b8 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] Deleting port cdb31b17-1cea-4ead-bfa9-8e2eaf5beea8 {{(pid=104511) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 15:24:27.860469 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [req-43e574bb-bc78-4641-9b5d-3d171b4733bd req-b0f92c69-b53e-469a-9822-f40cfd0397b8 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761385095720'] for port (cdb31b17-1cea-4ead-bfa9-8e2eaf5beea8), before_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:24:27.948939 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:24:27.954159 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.db [req-43e574bb-bc78-4641-9b5d-3d171b4733bd req-b0f92c69-b53e-469a-9822-f40cfd0397b8 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] For port cdb31b17-1cea-4ead-bfa9-8e2eaf5beea8, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=cdb31b17-1cea-4ead-bfa9-8e2eaf5beea8,segment=NetworkSegment(09260357-2b8c-4633-ba77-7272b5911a12),segment_id=09260357-2b8c-4633-ba77-7272b5911a12)] {{(pid=104511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 15:24:27.954527 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [req-43e574bb-bc78-4641-9b5d-3d171b4733bd req-b0f92c69-b53e-469a-9822-f40cfd0397b8 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-465599'] for port (cdb31b17-1cea-4ead-bfa9-8e2eaf5beea8), precommit_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:24:27.968650 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [req-43e574bb-bc78-4641-9b5d-3d171b4733bd req-b0f92c69-b53e-469a-9822-f40cfd0397b8 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] Calling delete_port for cdb31b17-1cea-4ead-bfa9-8e2eaf5beea8 owned by compute:nova {{(pid=104511) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 15:24:28.145984 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [req-43e574bb-bc78-4641-9b5d-3d171b4733bd req-b0f92c69-b53e-469a-9822-f40cfd0397b8 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761385101680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761384583307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3599638'] for port (cdb31b17-1cea-4ead-bfa9-8e2eaf5beea8), after_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:24:28.158687 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.db [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] get_ports_and_sgs() called for port_ids ['cdb31b17-1cea-4ead-bfa9-8e2eaf5beea8'] {{(pid=104513) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 15:24:28.172453 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f92c69-b53e-469a-9822-f40cfd0397b8 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] Pushing event deleted for resources: {'Port': ['ID=cdb31b17-1cea-4ead-bfa9-8e2eaf5beea8,revision_number=None']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:24:28.220123 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.db.l3_dvrscheduler_db [req-43e574bb-bc78-4641-9b5d-3d171b4733bd req-b0f92c69-b53e-469a-9822-f40cfd0397b8 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] No DVR routers for this DVR port cdb31b17-1cea-4ead-bfa9-8e2eaf5beea8 on host hv-cinder-83538 {{(pid=104511) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 24 15:24:28.222627 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [req-43e574bb-bc78-4641-9b5d-3d171b4733bd req-b0f92c69-b53e-469a-9822-f40cfd0397b8 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30073'] for port (None), before_response {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:24:28.225834 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [req-43e574bb-bc78-4641-9b5d-3d171b4733bd req-b0f92c69-b53e-469a-9822-f40cfd0397b8 tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] 10.222.0.64 "DELETE /v2.0/ports/cdb31b17-1cea-4ead-bfa9-8e2eaf5beea8 HTTP/1.1" status: 204 len: 173 time: 0.4448712 Jun 24 15:24:28.226266 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72dcf091-51b8-4200-86d7-002dde49e07c', 'name': 'network-vif-deleted', 'tag': 'cdb31b17-1cea-4ead-bfa9-8e2eaf5beea8'}] {{(pid=104511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 15:24:28.228482 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4675c17b6bc846e4b28e54b1b3705f3f7dd7092e5e5b2c0e24b7aeedfd61db99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec07587f-e6f1-4275-9255-81a294f08127" -d '{"events": [{"server_uuid": "72dcf091-51b8-4200-86d7-002dde49e07c", "name": "network-vif-deleted", "tag": "cdb31b17-1cea-4ead-bfa9-8e2eaf5beea8"}]}' {{(pid=104511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 15:24:28.265822 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 15:24:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f8c970d-5ad9-4e29-98fe-d049d28dce47 x-openstack-request-id: req-9f8c970d-5ad9-4e29-98fe-d049d28dce47 {{(pid=104511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 15:24:28.266027 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72dcf091-51b8-4200-86d7-002dde49e07c", "name": "network-vif-deleted", "tag": "cdb31b17-1cea-4ead-bfa9-8e2eaf5beea8", "status": "completed", "code": 200}]} {{(pid=104511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 15:24:28.266198 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-9f8c970d-5ad9-4e29-98fe-d049d28dce47 {{(pid=104511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 15:24:28.266569 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9f8c970d-5ad9-4e29-98fe-d049d28dce47'] response: {'server_uuid': '72dcf091-51b8-4200-86d7-002dde49e07c', 'name': 'network-vif-deleted', 'tag': 'cdb31b17-1cea-4ead-bfa9-8e2eaf5beea8', 'status': 'completed', 'code': 200} Jun 24 15:24:28.900014 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-671d2ba9-b1b9-41b6-b13e-06c208d141fc req-aa0d8bf4-fa76-4106-ae73-8deabb1dc8de tempest-ServerRescueNegativeTestJSON-1475780933 tempest-ServerRescueNegativeTestJSON-1475780933-project] 10.222.0.67 "GET /v2.0/ports?device_id=72dcf091-51b8-4200-86d7-002dde49e07c HTTP/1.1" status: 200 len: 210 time: 0.0308673 Jun 24 15:24:29.801950 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG dbcounter [-] [104514] Writing DB stats neutron:SELECT=73 {{(pid=104514) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:24:29.802690 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG dbcounter [-] [104514] Writing DB stats neutron:SELECT=20 {{(pid=104514) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:24:29.957990 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.wsgi [-] (104511) accepted ('10.222.0.67', 44390) {{(pid=104511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:24:30.406976 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-ecc7a4aa-9a70-4b63-b3fc-691939f7c8b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-460680'] for router_interface (89619c26-225f-439e-ad94-ad28e686931f), before_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:24:30.623600 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [None req-ecc7a4aa-9a70-4b63-b3fc-691939f7c8b2 admin admin] Deleting port a7b2305d-abda-4d95-8049-4c59ceb495ae {{(pid=104511) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 15:24:30.623943 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-ecc7a4aa-9a70-4b63-b3fc-691939f7c8b2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761385095720'] for port (a7b2305d-abda-4d95-8049-4c59ceb495ae), before_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:24:30.696403 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:24:30.702959 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.db [None req-ecc7a4aa-9a70-4b63-b3fc-691939f7c8b2 admin admin] For port a7b2305d-abda-4d95-8049-4c59ceb495ae, host dv-cinder-835384-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-11-iscsi',level=0,port_id=a7b2305d-abda-4d95-8049-4c59ceb495ae,segment=NetworkSegment(09260357-2b8c-4633-ba77-7272b5911a12),segment_id=09260357-2b8c-4633-ba77-7272b5911a12)] {{(pid=104511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 15:24:30.703366 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-ecc7a4aa-9a70-4b63-b3fc-691939f7c8b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-465599'] for port (a7b2305d-abda-4d95-8049-4c59ceb495ae), precommit_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:24:30.717400 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [None req-ecc7a4aa-9a70-4b63-b3fc-691939f7c8b2 admin admin] Calling delete_port for a7b2305d-abda-4d95-8049-4c59ceb495ae owned by network:router_interface {{(pid=104511) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 15:24:30.725203 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:24:30.966105 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-ecc7a4aa-9a70-4b63-b3fc-691939f7c8b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761385101680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761384583307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3599638'] for port (a7b2305d-abda-4d95-8049-4c59ceb495ae), after_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:24:30.988017 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc7a4aa-9a70-4b63-b3fc-691939f7c8b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=a7b2305d-abda-4d95-8049-4c59ceb495ae,revision_number=None']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:24:31.152153 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-ecc7a4aa-9a70-4b63-b3fc-691939f7c8b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7879178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-460572'] for router_interface (89619c26-225f-439e-ad94-ad28e686931f), after_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:24:31.208137 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.rpc [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Device cdb31b17-1cea-4ead-bfa9-8e2eaf5beea8 no longer exists at agent hyperv_hv-cinder-83538 {{(pid=104513) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 15:24:31.227381 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.plugin [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] No Port match for: cdb31b17-1cea-4ead-bfa9-8e2eaf5beea8 {{(pid=104513) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 15:24:31.227652 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.rpc [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Device cdb31b17-1cea-4ead-bfa9-8e2eaf5beea8 not bound to the agent host hv-cinder-83538 {{(pid=104513) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 15:24:31.354072 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecc7a4aa-9a70-4b63-b3fc-691939f7c8b2 admin admin] Router 89619c26-225f-439e-ad94-ad28e686931f has already been hosted by L3 agent 45985ff7-1335-48cd-ab02-73eb58295827 {{(pid=104511) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 15:24:31.448843 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecc7a4aa-9a70-4b63-b3fc-691939f7c8b2 admin admin] Notify agent at l3_agent.dv-cinder-835384-11-iscsi the message routers_updated {{(pid=104511) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 15:24:31.453690 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [None req-ecc7a4aa-9a70-4b63-b3fc-691939f7c8b2 admin admin] 10.222.0.67 "PUT /v2.0/routers/89619c26-225f-439e-ad94-ad28e686931f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4946990 Jun 24 15:24:31.456208 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.wsgi [-] (104511) accepted ('10.222.0.67', 44396) {{(pid=104511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:24:31.458864 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98e62a5b-5848-4210-938c-b4e787b57b1c None None] Sync routers for ids ['89619c26-225f-439e-ad94-ad28e686931f'] in dv-cinder-835384-11-iscsi {{(pid=104514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 15:24:31.469676 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98e62a5b-5848-4210-938c-b4e787b57b1c None None] Routers {'89619c26-225f-439e-ad94-ad28e686931f'} bound to L3 agent in host dv-cinder-835384-11-iscsi {{(pid=104514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 15:24:31.470283 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.db.l3_hamode_db [None req-98e62a5b-5848-4210-938c-b4e787b57b1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-24T15:10:24Z,description=,heartbeat_timestamp=2022-06-24T15:24:24Z,host='dv-cinder-835384-11-iscsi',id=45985ff7-1335-48cd-ab02-73eb58295827,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T15:10:24Z,topic='l3_agent')) {'router_ids': ['89619c26-225f-439e-ad94-ad28e686931f'], 'active': True} {{(pid=104514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 15:24:31.536778 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:24:31.552825 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-0513c16c-2b04-4315-b384-077a82b3c923 admin admin] Publish callbacks [] for router (89619c26-225f-439e-ad94-ad28e686931f), before_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:24:31.571154 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.db.l3_dvr_db [None req-98e62a5b-5848-4210-938c-b4e787b57b1c None None] Set router 89619c26-225f-439e-ad94-ad28e686931f gateway port host: dv-cinder-835384-11-iscsi {{(pid=104514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 15:24:31.650957 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-0513c16c-2b04-4315-b384-077a82b3c923 admin admin] Publish callbacks [] for router_gateway (89619c26-225f-439e-ad94-ad28e686931f), before_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:24:31.654634 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:24:31.736631 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.db.l3_hamode_db [None req-98e62a5b-5848-4210-938c-b4e787b57b1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89619c26-225f-439e-ad94-ad28e686931f', 'name': 'tempest-ServerRescueNegativeTestJSON-1496855055-router', 'tenant_id': 'b6bf0e1123fa47a7844e09127fb16d6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'external_fixed_ips': [{'subnet_id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'ip_address': '172.27.0.242'}], 'enable_snat': True}, 'gw_port_id': '45ca9b4c-affa-47e6-8000-cd8c70570c2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T15:18:32Z', 'updated_at': '2022-06-24T15:24:30Z', 'revision_number': 5, 'project_id': 'b6bf0e1123fa47a7844e09127fb16d6e', 'gw_port': {'id': '45ca9b4c-affa-47e6-8000-cd8c70570c2e', 'name': '', 'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:3b:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89619c26-225f-439e-ad94-ad28e686931f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'ip_address': '172.27.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T15:18:34Z', 'updated_at': '2022-06-24T15:18:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-11-iscsi'}], 'dv-cinder-835384-11-iscsi', False) {} {{(pid=104514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 15:24:31.761252 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98e62a5b-5848-4210-938c-b4e787b57b1c None None] Checking router: 89619c26-225f-439e-ad94-ad28e686931f for host: dv-cinder-835384-11-iscsi {{(pid=104514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 15:24:31.769808 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98e62a5b-5848-4210-938c-b4e787b57b1c None None] Routers {'89619c26-225f-439e-ad94-ad28e686931f'} bound to L3 agent in host dv-cinder-835384-11-iscsi {{(pid=104514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 15:24:31.770495 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.db.l3_hamode_db [None req-98e62a5b-5848-4210-938c-b4e787b57b1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-24T15:10:24Z,description=,heartbeat_timestamp=2022-06-24T15:24:24Z,host='dv-cinder-835384-11-iscsi',id=45985ff7-1335-48cd-ab02-73eb58295827,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T15:10:24Z,topic='l3_agent')) {'router_ids': ['89619c26-225f-439e-ad94-ad28e686931f'], 'active': True} {{(pid=104514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 15:24:31.776684 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [None req-0513c16c-2b04-4315-b384-077a82b3c923 admin admin] Deleting port 45ca9b4c-affa-47e6-8000-cd8c70570c2e {{(pid=104511) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 15:24:31.777028 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-0513c16c-2b04-4315-b384-077a82b3c923 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761385095720'] for port (45ca9b4c-affa-47e6-8000-cd8c70570c2e), before_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:24:31.863242 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.db [None req-0513c16c-2b04-4315-b384-077a82b3c923 admin admin] For port 45ca9b4c-affa-47e6-8000-cd8c70570c2e, host dv-cinder-835384-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-11-iscsi',level=0,port_id=45ca9b4c-affa-47e6-8000-cd8c70570c2e,segment=NetworkSegment(6785a788-9b98-4059-b825-96a306cb346e),segment_id=6785a788-9b98-4059-b825-96a306cb346e)] {{(pid=104511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 15:24:31.863536 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-0513c16c-2b04-4315-b384-077a82b3c923 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-465599'] for port (45ca9b4c-affa-47e6-8000-cd8c70570c2e), precommit_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:24:31.877526 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [None req-0513c16c-2b04-4315-b384-077a82b3c923 admin admin] Calling delete_port for 45ca9b4c-affa-47e6-8000-cd8c70570c2e owned by network:router_gateway {{(pid=104511) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 15:24:31.938076 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.db.l3_dvr_db [None req-98e62a5b-5848-4210-938c-b4e787b57b1c None None] Set router 89619c26-225f-439e-ad94-ad28e686931f gateway port host: None {{(pid=104514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 15:24:31.987628 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.db.l3_hamode_db [None req-98e62a5b-5848-4210-938c-b4e787b57b1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89619c26-225f-439e-ad94-ad28e686931f', 'name': 'tempest-ServerRescueNegativeTestJSON-1496855055-router', 'tenant_id': 'b6bf0e1123fa47a7844e09127fb16d6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T15:18:32Z', 'updated_at': '2022-06-24T15:24:31Z', 'revision_number': 6, 'project_id': 'b6bf0e1123fa47a7844e09127fb16d6e', 'gw_port_host': None}], 'dv-cinder-835384-11-iscsi', False) {} {{(pid=104514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 15:24:32.011388 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98e62a5b-5848-4210-938c-b4e787b57b1c None None] The sync data for ids ['89619c26-225f-439e-ad94-ad28e686931f'] in dv-cinder-835384-11-iscsi is: [{'id': '89619c26-225f-439e-ad94-ad28e686931f', 'name': 'tempest-ServerRescueNegativeTestJSON-1496855055-router', 'tenant_id': 'b6bf0e1123fa47a7844e09127fb16d6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T15:18:32Z', 'updated_at': '2022-06-24T15:24:31Z', 'revision_number': 6, 'project_id': 'b6bf0e1123fa47a7844e09127fb16d6e', 'gw_port_host': None}] {{(pid=104514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 15:24:32.100326 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-0513c16c-2b04-4315-b384-077a82b3c923 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761385101680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761384583307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3599638'] for port (45ca9b4c-affa-47e6-8000-cd8c70570c2e), after_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:24:32.125726 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0513c16c-2b04-4315-b384-077a82b3c923 admin admin] Pushing event deleted for resources: {'Port': ['ID=45ca9b4c-affa-47e6-8000-cd8c70570c2e,revision_number=None']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:24:32.191151 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-0513c16c-2b04-4315-b384-077a82b3c923 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-470328'] for router_gateway (89619c26-225f-439e-ad94-ad28e686931f), after_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:24:32.278404 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-0513c16c-2b04-4315-b384-077a82b3c923 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-462385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14472'] for router (89619c26-225f-439e-ad94-ad28e686931f), precommit_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:24:32.280732 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-0513c16c-2b04-4315-b384-077a82b3c923 admin admin] Publish callbacks [] for router_controller (89619c26-225f-439e-ad94-ad28e686931f), precommit_delete_associations {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:24:32.628958 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-0513c16c-2b04-4315-b384-077a82b3c923 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-462527'] for router (89619c26-225f-439e-ad94-ad28e686931f), after_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:24:32.629583 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0513c16c-2b04-4315-b384-077a82b3c923 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 89619c26-225f-439e-ad94-ad28e686931f {{(pid=104511) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 24 15:24:32.634668 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-0513c16c-2b04-4315-b384-077a82b3c923 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:24:32.638069 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [None req-0513c16c-2b04-4315-b384-077a82b3c923 admin admin] 10.222.0.67 "DELETE /v2.0/routers/89619c26-225f-439e-ad94-ad28e686931f HTTP/1.1" status: 204 len: 168 time: 1.1785240 Jun 24 15:24:32.638393 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.wsgi [-] (104511) accepted ('10.222.0.67', 44400) {{(pid=104511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:24:32.683689 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab1b754f-28de-4590-bbf5-9b994c9b787c admin admin] Deleting subnet 298c1716-00da-4f9f-a34c-b32e0b6a8775 {{(pid=104511) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 24 15:24:32.686826 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-ab1b754f-28de-4590-bbf5-9b994c9b787c admin admin] Publish callbacks [] for subnet (298c1716-00da-4f9f-a34c-b32e0b6a8775), before_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:24:32.722512 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-ab1b754f-28de-4590-bbf5-9b994c9b787c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3541070'] for subnet (298c1716-00da-4f9f-a34c-b32e0b6a8775), precommit_delete_associations {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:24:32.787137 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.rpc [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Device a7b2305d-abda-4d95-8049-4c59ceb495ae no longer exists at agent ovs-agent-dv-cinder-835384-11-iscsi {{(pid=104513) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 15:24:32.810124 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.plugin [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] No Port match for: a7b2305d-abda-4d95-8049-4c59ceb495ae {{(pid=104513) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 15:24:32.810482 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.rpc [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Device a7b2305d-abda-4d95-8049-4c59ceb495ae not bound to the agent host dv-cinder-835384-11-iscsi {{(pid=104513) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 15:24:32.829050 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-ab1b754f-28de-4590-bbf5-9b994c9b787c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7697736'] for subnet (298c1716-00da-4f9f-a34c-b32e0b6a8775), precommit_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:24:32.978007 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-d11efcb8-71d9-4c04-af56-9dce815a5a5c req-bb4ea60d-9d73-49fe-9473-e87e3c881a62 tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-313335785&fields=id&tenant_id=06aac4c0b410452fa71221434149e3b7 HTTP/1.1" status: 200 len: 267 time: 0.0450668 Jun 24 15:24:32.978548 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-ab1b754f-28de-4590-bbf5-9b994c9b787c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7697766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3599681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3423336'] for subnet (298c1716-00da-4f9f-a34c-b32e0b6a8775), after_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:24:32.983550 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=87,neutron:UPDATE=3,neutron:DELETE=10 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:24:33.006749 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1b754f-28de-4590-bbf5-9b994c9b787c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=298c1716-00da-4f9f-a34c-b32e0b6a8775,revision_number=None']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:24:33.010662 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-ab1b754f-28de-4590-bbf5-9b994c9b787c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7879399'] for subnet (None), before_response {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:24:33.013853 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [None req-ab1b754f-28de-4590-bbf5-9b994c9b787c admin admin] 10.222.0.67 "DELETE /v2.0/subnets/298c1716-00da-4f9f-a34c-b32e0b6a8775 HTTP/1.1" status: 204 len: 168 time: 0.3745043 Jun 24 15:24:33.017372 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.wsgi [-] (104511) accepted ('10.222.0.67', 44412) {{(pid=104511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:24:33.021470 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71a3cfc0-a0f3-4558-ad57-a9b8aa820647 None None] Network af13b512-ccae-46a6-b2e4-3851b74c876d requested from dv-cinder-835384-11-iscsi {{(pid=104513) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 15:24:33.083419 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:24:33.099628 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-0ee66dfb-3f58-4fbd-bcdd-785e22730de6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7823327'] for network (af13b512-ccae-46a6-b2e4-3851b74c876d), before_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:24:33.102894 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=88,neutron:DELETE=8,neutron:UPDATE=4 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:24:33.140967 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11efcb8-71d9-4c04-af56-9dce815a5a5c req-34889084-1500-4489-8372-8d7e5e1689af tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:24:33.148524 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-d11efcb8-71d9-4c04-af56-9dce815a5a5c req-34889084-1500-4489-8372-8d7e5e1689af tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] 10.222.0.67 "GET /v2.0/networks?id=2a32a679-de41-498c-bfd0-5831dd67fdee HTTP/1.1" status: 200 len: 811 time: 0.1639361 Jun 24 15:24:33.156777 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [None req-0ee66dfb-3f58-4fbd-bcdd-785e22730de6 admin admin] Deleting port af71b009-e3bb-4b1a-966e-e7bc986cbc43 {{(pid=104511) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 15:24:33.157064 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-0ee66dfb-3f58-4fbd-bcdd-785e22730de6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761385095720'] for port (af71b009-e3bb-4b1a-966e-e7bc986cbc43), before_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:24:33.160144 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-d11efcb8-71d9-4c04-af56-9dce815a5a5c req-70cb3c6a-7ac9-4759-9ac6-ff5c52b313ea tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] 10.222.0.67 "GET /v2.0/quotas/06aac4c0b410452fa71221434149e3b7 HTTP/1.1" status: 200 len: 375 time: 0.0106082 Jun 24 15:24:33.216466 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-640829fa-a3b9-400b-819e-690eb3487e73 None None] DHCP port deletion for af13b512-ccae-46a6-b2e4-3851b74c876d request from dv-cinder-835384-11-iscsi {{(pid=104513) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 24 15:24:33.219147 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-d11efcb8-71d9-4c04-af56-9dce815a5a5c req-173b3321-7206-4a71-b891-3a14d8ca3cb2 tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=06aac4c0b410452fa71221434149e3b7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0522585 Jun 24 15:24:33.241360 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.db [None req-0ee66dfb-3f58-4fbd-bcdd-785e22730de6 admin admin] For port af71b009-e3bb-4b1a-966e-e7bc986cbc43, host dv-cinder-835384-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-11-iscsi',level=0,port_id=af71b009-e3bb-4b1a-966e-e7bc986cbc43,segment=NetworkSegment(09260357-2b8c-4633-ba77-7272b5911a12),segment_id=09260357-2b8c-4633-ba77-7272b5911a12)] {{(pid=104511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 15:24:33.241764 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-0ee66dfb-3f58-4fbd-bcdd-785e22730de6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-465599'] for port (af71b009-e3bb-4b1a-966e-e7bc986cbc43), precommit_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:24:33.254843 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.plugin [None req-640829fa-a3b9-400b-819e-690eb3487e73 None None] Deleting port af71b009-e3bb-4b1a-966e-e7bc986cbc43 {{(pid=104513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 15:24:33.255433 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-640829fa-a3b9-400b-819e-690eb3487e73 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761385095720'] for port (af71b009-e3bb-4b1a-966e-e7bc986cbc43), before_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:24:33.258651 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [None req-0ee66dfb-3f58-4fbd-bcdd-785e22730de6 admin admin] Calling delete_port for af71b009-e3bb-4b1a-966e-e7bc986cbc43 owned by network:dhcp {{(pid=104511) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 15:24:33.325191 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.db [None req-640829fa-a3b9-400b-819e-690eb3487e73 None None] For port af71b009-e3bb-4b1a-966e-e7bc986cbc43, host dv-cinder-835384-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-11-iscsi',level=0,port_id=af71b009-e3bb-4b1a-966e-e7bc986cbc43,segment=NetworkSegment(09260357-2b8c-4633-ba77-7272b5911a12),segment_id=09260357-2b8c-4633-ba77-7272b5911a12)] {{(pid=104513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 15:24:33.325899 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-640829fa-a3b9-400b-819e-690eb3487e73 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-465599'] for port (af71b009-e3bb-4b1a-966e-e7bc986cbc43), precommit_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:24:33.340047 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.plugin [None req-640829fa-a3b9-400b-819e-690eb3487e73 None None] Calling delete_port for af71b009-e3bb-4b1a-966e-e7bc986cbc43 owned by network:dhcp {{(pid=104513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 15:24:33.353105 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:24:33.383208 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-d11efcb8-71d9-4c04-af56-9dce815a5a5c req-cb909cbd-bc30-46ee-8741-a4d13c02eb3d service neutron] 10.222.0.67 "GET /v2.0/networks/2a32a679-de41-498c-bfd0-5831dd67fdee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1501801 Jun 24 15:24:33.402418 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:24:33.422509 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=100 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:24:33.434465 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-0ee66dfb-3f58-4fbd-bcdd-785e22730de6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761385101680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761384583307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3599638'] for port (af71b009-e3bb-4b1a-966e-e7bc986cbc43), after_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:24:33.441296 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-640829fa-a3b9-400b-819e-690eb3487e73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761385101680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761384583307'] for port (af71b009-e3bb-4b1a-966e-e7bc986cbc43), after_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:24:33.463607 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee66dfb-3f58-4fbd-bcdd-785e22730de6 admin admin] Pushing event deleted for resources: {'Port': ['ID=af71b009-e3bb-4b1a-966e-e7bc986cbc43,revision_number=None']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:24:33.465499 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ee66dfb-3f58-4fbd-bcdd-785e22730de6 admin admin] No DVR routers for this DVR port af71b009-e3bb-4b1a-966e-e7bc986cbc43 on host dv-cinder-835384-11-iscsi {{(pid=104511) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 24 15:24:33.474211 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640829fa-a3b9-400b-819e-690eb3487e73 None None] Pushing event deleted for resources: {'Port': ['ID=af71b009-e3bb-4b1a-966e-e7bc986cbc43,revision_number=None']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:24:33.476640 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-640829fa-a3b9-400b-819e-690eb3487e73 None None] No DVR routers for this DVR port af71b009-e3bb-4b1a-966e-e7bc986cbc43 on host dv-cinder-835384-11-iscsi {{(pid=104513) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 24 15:24:33.478726 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-d11efcb8-71d9-4c04-af56-9dce815a5a5c req-a9e201f2-74ce-4c94-a6fb-996e6b35add7 service neutron] 10.222.0.67 "GET /v2.0/networks/2a32a679-de41-498c-bfd0-5831dd67fdee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893304 Jun 24 15:24:33.543040 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-0ee66dfb-3f58-4fbd-bcdd-785e22730de6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7769653', 'neutron.services.segments.db._delete_segments_for_network-8761385121163'] for network (af13b512-ccae-46a6-b2e4-3851b74c876d), precommit_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:24:33.565291 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.services.segments.db [None req-0ee66dfb-3f58-4fbd-bcdd-785e22730de6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af13b512-ccae-46a6-b2e4-3851b74c876d']}} {{(pid=104511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 15:24:33.574924 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.services.segments.db [None req-0ee66dfb-3f58-4fbd-bcdd-785e22730de6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09260357-2b8c-4633-ba77-7272b5911a12') {'for_net_delete': True} {{(pid=104511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 15:24:33.575244 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.services.segments.db [None req-0ee66dfb-3f58-4fbd-bcdd-785e22730de6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09260357-2b8c-4633-ba77-7272b5911a12') {} {{(pid=104511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 15:24:33.585645 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-0ee66dfb-3f58-4fbd-bcdd-785e22730de6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761385121940', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3541077'] for segment (09260357-2b8c-4633-ba77-7272b5911a12), before_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:24:33.599192 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-0ee66dfb-3f58-4fbd-bcdd-785e22730de6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7772344'] for segment (09260357-2b8c-4633-ba77-7272b5911a12), precommit_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:24:33.611560 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ee66dfb-3f58-4fbd-bcdd-785e22730de6 admin admin] Releasing vlan 784 on physical network physnet1 to pool {{(pid=104511) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 15:24:33.611560 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-0ee66dfb-3f58-4fbd-bcdd-785e22730de6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7772344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3599659'] for segment (09260357-2b8c-4633-ba77-7272b5911a12), after_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:24:33.725950 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-0ee66dfb-3f58-4fbd-bcdd-785e22730de6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7769644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-275585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-467247'] for network (af13b512-ccae-46a6-b2e4-3851b74c876d), after_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:24:33.732132 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-0ee66dfb-3f58-4fbd-bcdd-785e22730de6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7879399'] for network (None), before_response {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:24:33.738217 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [None req-0ee66dfb-3f58-4fbd-bcdd-785e22730de6 admin admin] 10.222.0.67 "DELETE /v2.0/networks/af13b512-ccae-46a6-b2e4-3851b74c876d HTTP/1.1" status: 204 len: 168 time: 0.7168498 Jun 24 15:24:33.749369 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee66dfb-3f58-4fbd-bcdd-785e22730de6 admin admin] Pushing event deleted for resources: {'Network': ['ID=af13b512-ccae-46a6-b2e4-3851b74c876d,revision_number=None']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:24:33.755825 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.services.segments.plugin [-] Segment 09260357-2b8c-4633-ba77-7272b5911a12 resource provider aggregate not found Jun 24 15:24:33.836782 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.services.segments.plugin [-] Segment 09260357-2b8c-4633-ba77-7272b5911a12 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 09260357-2b8c-4633-ba77-7272b5911a12 found for delete ", "request_id": "req-30df4ee8-a7f3-4750-944d-0286a1a9237e"}]} Jun 24 15:24:34.095918 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-dd362320-c264-4c3e-a45a-e5c6f5918579 req-9113c06d-51d8-4c8e-92b5-dee94b600084 tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] 10.222.0.67 "GET /v2.0/ports?device_id=dcc17ccb-c0b1-4819-9051-e715458f4529 HTTP/1.1" status: 200 len: 210 time: 0.0300746 Jun 24 15:24:34.096381 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.wsgi [-] (104511) accepted ('10.222.0.67', 44436) {{(pid=104511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:24:34.139835 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [None req-abaa3dd9-4c68-4aa6-b6df-7d6d14414988 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=b6bf0e1123fa47a7844e09127fb16d6e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0425725 Jun 24 15:24:34.142322 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.wsgi [-] (104511) accepted ('10.222.0.67', 44438) {{(pid=104511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:24:34.191486 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-79a76d00-ed4c-4033-a3c9-b164a7d83d45 admin admin] Publish callbacks [] for security_group (5f1fbf49-a9a0-40f0-900c-2506ca6ce2c8), before_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:24:34.220996 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-79a76d00-ed4c-4033-a3c9-b164a7d83d45 admin admin] Publish callbacks [] for security_group (5f1fbf49-a9a0-40f0-900c-2506ca6ce2c8), precommit_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:24:34.220996 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:24:34.327171 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.rpc [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Device 45ca9b4c-affa-47e6-8000-cd8c70570c2e no longer exists at agent ovs-agent-dv-cinder-835384-11-iscsi {{(pid=104513) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 15:24:34.347034 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.plugin [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] No Port match for: 45ca9b4c-affa-47e6-8000-cd8c70570c2e {{(pid=104513) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 15:24:34.347448 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.rpc [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Device 45ca9b4c-affa-47e6-8000-cd8c70570c2e not bound to the agent host dv-cinder-835384-11-iscsi {{(pid=104513) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 15:24:34.347861 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.rpc [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Device af71b009-e3bb-4b1a-966e-e7bc986cbc43 no longer exists at agent ovs-agent-dv-cinder-835384-11-iscsi {{(pid=104513) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 15:24:34.350139 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:24:34.365834 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.plugin [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] No Port match for: af71b009-e3bb-4b1a-966e-e7bc986cbc43 {{(pid=104513) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 15:24:34.366168 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.rpc [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Device af71b009-e3bb-4b1a-966e-e7bc986cbc43 not bound to the agent host dv-cinder-835384-11-iscsi {{(pid=104513) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 15:24:34.377948 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-79a76d00-ed4c-4033-a3c9-b164a7d83d45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-275664'] for security_group (5f1fbf49-a9a0-40f0-900c-2506ca6ce2c8), after_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:24:34.380469 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-79a76d00-ed4c-4033-a3c9-b164a7d83d45 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:24:34.381612 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [None req-79a76d00-ed4c-4033-a3c9-b164a7d83d45 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/5f1fbf49-a9a0-40f0-900c-2506ca6ce2c8 HTTP/1.1" status: 204 len: 168 time: 0.2384107 Jun 24 15:24:34.390859 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a76d00-ed4c-4033-a3c9-b164a7d83d45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f1fbf49-a9a0-40f0-900c-2506ca6ce2c8,revision_number=None']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:24:35.204231 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-2ee81787-df7b-499d-b446-c260eed9942d req-a8a357b4-de3b-4cd6-b873-92fabad739b6 tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] 10.222.0.67 "GET /v2.0/ports?device_id=dcc17ccb-c0b1-4819-9051-e715458f4529 HTTP/1.1" status: 200 len: 210 time: 0.0341201 Jun 24 15:24:36.316251 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-91fd6399-a965-4f34-8f2d-6d389dfdd793 req-3aef1434-2da5-4203-9415-153be79d7beb tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] 10.222.0.67 "GET /v2.0/ports?device_id=dcc17ccb-c0b1-4819-9051-e715458f4529 HTTP/1.1" status: 200 len: 210 time: 0.0328982 Jun 24 15:24:36.573152 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11efcb8-71d9-4c04-af56-9dce815a5a5c req-1e7a061d-2786-4b55-968e-fe5667918137 tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:24:36.574610 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [req-d11efcb8-71d9-4c04-af56-9dce815a5a5c req-1e7a061d-2786-4b55-968e-fe5667918137 tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] 10.222.0.64 "GET /v2.0/networks?id=2a32a679-de41-498c-bfd0-5831dd67fdee HTTP/1.1" status: 200 len: 811 time: 0.1134009 Jun 24 15:24:36.636122 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [req-d11efcb8-71d9-4c04-af56-9dce815a5a5c req-8f88a300-7f2b-4d24-9389-3bf63525cb7e tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=06aac4c0b410452fa71221434149e3b7 HTTP/1.1" status: 200 len: 379 time: 0.0533488 Jun 24 15:24:36.645066 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.v2.base [req-d11efcb8-71d9-4c04-af56-9dce815a5a5c req-7cad05c4-66b2-4ebf-95c6-556e8b614587 tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] Request body: {'port': {'device_id': 'dcc17ccb-c0b1-4819-9051-e715458f4529', 'network_id': '2a32a679-de41-498c-bfd0-5831dd67fdee', 'admin_state_up': True, 'tenant_id': '06aac4c0b410452fa71221434149e3b7', 'security_groups': ['3e7d3075-e93e-49d4-b5f8-9fd2c6a73d99']}} {{(pid=104511) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 15:24:36.848802 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d11efcb8-71d9-4c04-af56-9dce815a5a5c req-7cad05c4-66b2-4ebf-95c6-556e8b614587 tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] Made reservation on behalf of 06aac4c0b410452fa71221434149e3b7 for: {'port': 1} {{(pid=104511) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 15:24:36.855161 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [req-d11efcb8-71d9-4c04-af56-9dce815a5a5c req-7cad05c4-66b2-4ebf-95c6-556e8b614587 tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7727318'] for port (None), before_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:24:36.944198 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.wsgi [-] (104512) accepted ('10.222.0.67', 44504) {{(pid=104512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:24:36.973920 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:DELETE=8,neutron:SELECT=88,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:24:36.985524 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.db.db_base_plugin_common [req-d11efcb8-71d9-4c04-af56-9dce815a5a5c req-7cad05c4-66b2-4ebf-95c6-556e8b614587 tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] Allocated IP 172.20.0.9 (2a32a679-de41-498c-bfd0-5831dd67fdee/3fab91a5-d4d3-43d4-a452-8b378716e743/e48d9ccf-b4c4-4fdc-b2c9-817fca3f65dc) {{(pid=104511) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 15:24:37.066632 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-1952d01d-ac71-47a9-8bcd-05059fdca99b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:24:37.145808 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [req-d11efcb8-71d9-4c04-af56-9dce815a5a5c req-7cad05c4-66b2-4ebf-95c6-556e8b614587 tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] Publish callbacks [] for port (e48d9ccf-b4c4-4fdc-b2c9-817fca3f65dc), precommit_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:24:37.146572 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-1952d01d-ac71-47a9-8bcd-05059fdca99b admin admin] Publish callbacks [] for security_group (c7b4dc2d-bdf0-413c-b3bb-cf0b1b11dc98), precommit_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:24:37.243907 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-1952d01d-ac71-47a9-8bcd-05059fdca99b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-275664'] for security_group (c7b4dc2d-bdf0-413c-b3bb-cf0b1b11dc98), after_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:24:37.244133 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [req-d11efcb8-71d9-4c04-af56-9dce815a5a5c req-7cad05c4-66b2-4ebf-95c6-556e8b614587 tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761384583298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3599638'] for port (e48d9ccf-b4c4-4fdc-b2c9-817fca3f65dc), after_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:24:37.252011 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:24:37.286874 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [None req-1952d01d-ac71-47a9-8bcd-05059fdca99b admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=65fd152fa3a94aeba1d2f95fcfed1b96&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3414915 Jun 24 15:24:37.287817 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1952d01d-ac71-47a9-8bcd-05059fdca99b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7b4dc2d-bdf0-413c-b3bb-cf0b1b11dc98,revision_number=1']} {{(pid=104512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:24:37.291264 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.wsgi [-] (104512) accepted ('10.222.0.67', 44512) {{(pid=104512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:24:37.292568 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d11efcb8-71d9-4c04-af56-9dce815a5a5c req-7cad05c4-66b2-4ebf-95c6-556e8b614587 tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] Network 2a32a679-de41-498c-bfd0-5831dd67fdee is already hosted by enough agents. {{(pid=104511) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 15:24:37.297767 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.scheduler.base_scheduler [req-d11efcb8-71d9-4c04-af56-9dce815a5a5c req-7cad05c4-66b2-4ebf-95c6-556e8b614587 tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] Resources bound (agent type, host, resource id): {{(pid=104511) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 15:24:37.306916 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.db.l3_dvrscheduler_db [req-d11efcb8-71d9-4c04-af56-9dce815a5a5c req-7cad05c4-66b2-4ebf-95c6-556e8b614587 tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] Received port after_create {{(pid=104511) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 15:24:37.362940 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cad05c4-66b2-4ebf-95c6-556e8b614587 tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] Pushing event updated for resources: {'Port': ['ID=e48d9ccf-b4c4-4fdc-b2c9-817fca3f65dc,revision_number=1']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:24:37.363685 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-b0d8223e-ded4-496c-82ed-7f13d8c2cbe2 admin admin] Publish callbacks [] for security_group (c7b4dc2d-bdf0-413c-b3bb-cf0b1b11dc98), before_delete {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:24:37.391029 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-b0d8223e-ded4-496c-82ed-7f13d8c2cbe2 admin admin] Publish callbacks [] for security_group (c7b4dc2d-bdf0-413c-b3bb-cf0b1b11dc98), precommit_delete {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:24:37.391876 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11efcb8-71d9-4c04-af56-9dce815a5a5c req-7cad05c4-66b2-4ebf-95c6-556e8b614587 tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:24:37.392525 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [req-d11efcb8-71d9-4c04-af56-9dce815a5a5c req-7cad05c4-66b2-4ebf-95c6-556e8b614587 tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30073'] for port (None), before_response {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:24:37.469231 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ea755d-e25c-4f92-8c2f-fa9ddc6d95ef req-22f1e06b-4fb3-4ea8-b9af-fc59763533c7 tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:24:37.470719 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-37ea755d-e25c-4f92-8c2f-fa9ddc6d95ef req-22f1e06b-4fb3-4ea8-b9af-fc59763533c7 tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] 10.222.0.67 "GET /v2.0/ports?device_id=dcc17ccb-c0b1-4819-9051-e715458f4529 HTTP/1.1" status: 200 len: 931 time: 0.0639207 Jun 24 15:24:37.517129 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [req-d11efcb8-71d9-4c04-af56-9dce815a5a5c req-7cad05c4-66b2-4ebf-95c6-556e8b614587 tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8758211 Jun 24 15:24:37.534839 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.v2.base [req-d11efcb8-71d9-4c04-af56-9dce815a5a5c req-4fa2a329-8b94-421f-bb8b-d51f66001c0b service neutron] Request body: {'port': {'device_id': 'dcc17ccb-c0b1-4819-9051-e715458f4529', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83538'}} {{(pid=104511) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 15:24:37.537134 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-37ea755d-e25c-4f92-8c2f-fa9ddc6d95ef req-04bd503d-12a2-4cae-8398-198ff1ea3cb3 tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] 10.222.0.67 "GET /v2.0/security-groups?id=3e7d3075-e93e-49d4-b5f8-9fd2c6a73d99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592737 Jun 24 15:24:37.561839 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-b0d8223e-ded4-496c-82ed-7f13d8c2cbe2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-275664'] for security_group (c7b4dc2d-bdf0-413c-b3bb-cf0b1b11dc98), after_delete {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:24:37.564549 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-b0d8223e-ded4-496c-82ed-7f13d8c2cbe2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:24:37.566004 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [None req-b0d8223e-ded4-496c-82ed-7f13d8c2cbe2 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/c7b4dc2d-bdf0-413c-b3bb-cf0b1b11dc98 HTTP/1.1" status: 204 len: 168 time: 0.2656386 Jun 24 15:24:37.575576 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d8223e-ded4-496c-82ed-7f13d8c2cbe2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7b4dc2d-bdf0-413c-b3bb-cf0b1b11dc98,revision_number=None']} {{(pid=104512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:24:37.599649 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [req-d11efcb8-71d9-4c04-af56-9dce815a5a5c req-4fa2a329-8b94-421f-bb8b-d51f66001c0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7727318'] for port (e48d9ccf-b4c4-4fdc-b2c9-817fca3f65dc), before_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:24:37.619310 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.provisioning_blocks [None req-7f607c78-4303-4c38-b75f-13caaf44e28a None None] Provisioning complete for port e48d9ccf-b4c4-4fdc-b2c9-817fca3f65dc triggered by entity DHCP. {{(pid=104513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 15:24:37.629448 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-7f607c78-4303-4c38-b75f-13caaf44e28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7696598'] for port (e48d9ccf-b4c4-4fdc-b2c9-817fca3f65dc), provisioning_complete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:24:37.666084 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.plugin [None req-7f607c78-4303-4c38-b75f-13caaf44e28a None None] Port e48d9ccf-b4c4-4fdc-b2c9-817fca3f65dc cannot update to ACTIVE because it is not bound. {{(pid=104513) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 15:24:37.922320 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.notifiers.nova [req-d11efcb8-71d9-4c04-af56-9dce815a5a5c req-4fa2a329-8b94-421f-bb8b-d51f66001c0b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e48d9ccf-b4c4-4fdc-b2c9-817fca3f65dc {{(pid=104511) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 15:24:37.933516 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [req-d11efcb8-71d9-4c04-af56-9dce815a5a5c req-4fa2a329-8b94-421f-bb8b-d51f66001c0b service neutron] Publish callbacks [] for port (e48d9ccf-b4c4-4fdc-b2c9-817fca3f65dc), precommit_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:24:37.947116 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.db.provisioning_blocks [req-d11efcb8-71d9-4c04-af56-9dce815a5a5c req-4fa2a329-8b94-421f-bb8b-d51f66001c0b service neutron] Transition to ACTIVE for port object e48d9ccf-b4c4-4fdc-b2c9-817fca3f65dc will not be triggered until provisioned by entity L2. {{(pid=104511) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 24 15:24:38.005872 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [req-d11efcb8-71d9-4c04-af56-9dce815a5a5c req-4fa2a329-8b94-421f-bb8b-d51f66001c0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761385101662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761384583316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761384583334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3599631'] for port (e48d9ccf-b4c4-4fdc-b2c9-817fca3f65dc), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:24:38.059378 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa2a329-8b94-421f-bb8b-d51f66001c0b service neutron] Pushing event updated for resources: {'Port': ['ID=e48d9ccf-b4c4-4fdc-b2c9-817fca3f65dc,revision_number=2']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:24:38.117281 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:24:38.141363 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.managers [req-d11efcb8-71d9-4c04-af56-9dce815a5a5c req-4fa2a329-8b94-421f-bb8b-d51f66001c0b service neutron] Attempting to bind port e48d9ccf-b4c4-4fdc-b2c9-817fca3f65dc on host hv-cinder-83538 for vnic_type normal with profile {{(pid=104511) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 15:24:38.141790 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.managers [req-d11efcb8-71d9-4c04-af56-9dce815a5a5c req-4fa2a329-8b94-421f-bb8b-d51f66001c0b service neutron] Attempting to bind port e48d9ccf-b4c4-4fdc-b2c9-817fca3f65dc by drivers openvswitch,hyperv on host hv-cinder-83538 at level 0 using segments [{'id': 'dac079e8-662a-4bf1-950a-0525c98ad107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '2a32a679-de41-498c-bfd0-5831dd67fdee'}] {{(pid=104511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 15:24:38.142170 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d11efcb8-71d9-4c04-af56-9dce815a5a5c req-4fa2a329-8b94-421f-bb8b-d51f66001c0b service neutron] Attempting to bind port e48d9ccf-b4c4-4fdc-b2c9-817fca3f65dc on network 2a32a679-de41-498c-bfd0-5831dd67fdee {{(pid=104511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 15:24:38.147140 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d11efcb8-71d9-4c04-af56-9dce815a5a5c req-4fa2a329-8b94-421f-bb8b-d51f66001c0b service neutron] Port e48d9ccf-b4c4-4fdc-b2c9-817fca3f65dc on network 2a32a679-de41-498c-bfd0-5831dd67fdee not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83538 {{(pid=104511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 24 15:24:38.149484 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d11efcb8-71d9-4c04-af56-9dce815a5a5c req-4fa2a329-8b94-421f-bb8b-d51f66001c0b service neutron] Attempting to bind port e48d9ccf-b4c4-4fdc-b2c9-817fca3f65dc on network 2a32a679-de41-498c-bfd0-5831dd67fdee {{(pid=104511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 15:24:38.153876 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d11efcb8-71d9-4c04-af56-9dce815a5a5c req-4fa2a329-8b94-421f-bb8b-d51f66001c0b service neutron] Checking agent: {'id': 'f0fa743b-ff28-43ff-ac51-704c86538f10', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83538', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 15, 16, 38), 'started_at': datetime.datetime(2022, 6, 24, 15, 16, 38), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 15, 24, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 15:24:38.154213 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d11efcb8-71d9-4c04-af56-9dce815a5a5c req-4fa2a329-8b94-421f-bb8b-d51f66001c0b service neutron] Checking segment: {'id': 'dac079e8-662a-4bf1-950a-0525c98ad107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '2a32a679-de41-498c-bfd0-5831dd67fdee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 15:24:38.154593 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d11efcb8-71d9-4c04-af56-9dce815a5a5c req-4fa2a329-8b94-421f-bb8b-d51f66001c0b service neutron] Bound using segment: {'id': 'dac079e8-662a-4bf1-950a-0525c98ad107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '2a32a679-de41-498c-bfd0-5831dd67fdee'} {{(pid=104511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 15:24:38.155017 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.managers [req-d11efcb8-71d9-4c04-af56-9dce815a5a5c req-4fa2a329-8b94-421f-bb8b-d51f66001c0b service neutron] Bound port: e48d9ccf-b4c4-4fdc-b2c9-817fca3f65dc, host: hv-cinder-83538, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dac079e8-662a-4bf1-950a-0525c98ad107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '2a32a679-de41-498c-bfd0-5831dd67fdee'}}] {{(pid=104511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 15:24:38.155551 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [req-d11efcb8-71d9-4c04-af56-9dce815a5a5c req-4fa2a329-8b94-421f-bb8b-d51f66001c0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7727318'] for port (e48d9ccf-b4c4-4fdc-b2c9-817fca3f65dc), before_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:24:38.227001 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.db [req-d11efcb8-71d9-4c04-af56-9dce815a5a5c req-4fa2a329-8b94-421f-bb8b-d51f66001c0b service neutron] For port e48d9ccf-b4c4-4fdc-b2c9-817fca3f65dc, host hv-cinder-83538, cleared binding levels {{(pid=104511) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 15:24:38.230381 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.db [req-d11efcb8-71d9-4c04-af56-9dce815a5a5c req-4fa2a329-8b94-421f-bb8b-d51f66001c0b service neutron] For port e48d9ccf-b4c4-4fdc-b2c9-817fca3f65dc, host hv-cinder-83538, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=e48d9ccf-b4c4-4fdc-b2c9-817fca3f65dc,segment=NetworkSegment(dac079e8-662a-4bf1-950a-0525c98ad107),segment_id=dac079e8-662a-4bf1-950a-0525c98ad107)] {{(pid=104511) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 15:24:38.372030 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [req-d11efcb8-71d9-4c04-af56-9dce815a5a5c req-4fa2a329-8b94-421f-bb8b-d51f66001c0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761385101662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761384583316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761384583334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3599631'] for port (e48d9ccf-b4c4-4fdc-b2c9-817fca3f65dc), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:24:38.414207 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.wsgi [-] (104512) accepted ('10.222.0.67', 44524) {{(pid=104512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:24:38.419858 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11efcb8-71d9-4c04-af56-9dce815a5a5c req-4fa2a329-8b94-421f-bb8b-d51f66001c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:24:38.420481 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [req-d11efcb8-71d9-4c04-af56-9dce815a5a5c req-4fa2a329-8b94-421f-bb8b-d51f66001c0b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30073'] for port (None), before_response {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:24:38.421919 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [req-d11efcb8-71d9-4c04-af56-9dce815a5a5c req-4fa2a329-8b94-421f-bb8b-d51f66001c0b service neutron] 10.222.0.64 "PUT /v2.0/ports/e48d9ccf-b4c4-4fdc-b2c9-817fca3f65dc HTTP/1.1" status: 200 len: 1093 time: 0.8922646 Jun 24 15:24:38.422370 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcc17ccb-c0b1-4819-9051-e715458f4529', 'tag': 'e48d9ccf-b4c4-4fdc-b2c9-817fca3f65dc'}] {{(pid=104511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 15:24:38.425301 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4675c17b6bc846e4b28e54b1b3705f3f7dd7092e5e5b2c0e24b7aeedfd61db99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b86baa0-8187-4ca5-bb8d-d5e727af6d65" -d '{"events": [{"name": "network-changed", "server_uuid": "dcc17ccb-c0b1-4819-9051-e715458f4529", "tag": "e48d9ccf-b4c4-4fdc-b2c9-817fca3f65dc"}]}' {{(pid=104511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 15:24:38.434088 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-f2e40dde-80af-4f80-8e38-f3a4c1e2a40a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:24:38.446811 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:DELETE=3 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:24:38.447151 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa2a329-8b94-421f-bb8b-d51f66001c0b service neutron] Pushing event updated for resources: {'Port': ['ID=e48d9ccf-b4c4-4fdc-b2c9-817fca3f65dc,revision_number=3']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:24:38.479697 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Jun 2022 15:24:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-787747b6-d79c-4e05-a701-04932e6522f6 x-openstack-request-id: req-787747b6-d79c-4e05-a701-04932e6522f6 {{(pid=104511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 15:24:38.480447 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dcc17ccb-c0b1-4819-9051-e715458f4529", "tag": "e48d9ccf-b4c4-4fdc-b2c9-817fca3f65dc", "status": "completed", "code": 200}]} {{(pid=104511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 15:24:38.480723 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-787747b6-d79c-4e05-a701-04932e6522f6 {{(pid=104511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 15:24:38.481407 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.notifiers.nova [-] Nova event matching ['req-787747b6-d79c-4e05-a701-04932e6522f6'] response: {'name': 'network-changed', 'server_uuid': 'dcc17ccb-c0b1-4819-9051-e715458f4529', 'tag': 'e48d9ccf-b4c4-4fdc-b2c9-817fca3f65dc', 'status': 'completed', 'code': 200} Jun 24 15:24:38.536935 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-f2e40dde-80af-4f80-8e38-f3a4c1e2a40a admin admin] Publish callbacks [] for security_group (7dbca226-fef0-46a9-ae3e-8b28dc31a5a8), precommit_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:24:38.545325 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b86baa0-8187-4ca5-bb8d-d5e727af6d65 req-d864af12-a994-4737-a24b-72a8cfd015db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:24:38.546887 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [req-2b86baa0-8187-4ca5-bb8d-d5e727af6d65 req-d864af12-a994-4737-a24b-72a8cfd015db service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=06aac4c0b410452fa71221434149e3b7&device_id=dcc17ccb-c0b1-4819-9051-e715458f4529 HTTP/1.1" status: 200 len: 1127 time: 0.0438054 Jun 24 15:24:38.600093 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-f2e40dde-80af-4f80-8e38-f3a4c1e2a40a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-275664'] for security_group (7dbca226-fef0-46a9-ae3e-8b28dc31a5a8), after_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:24:38.660763 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b86baa0-8187-4ca5-bb8d-d5e727af6d65 req-f5192871-9652-4928-b471-1631130bc340 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:24:38.662911 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [req-2b86baa0-8187-4ca5-bb8d-d5e727af6d65 req-f5192871-9652-4928-b471-1631130bc340 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=06aac4c0b410452fa71221434149e3b7&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1090140 Jun 24 15:24:38.672979 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e40dde-80af-4f80-8e38-f3a4c1e2a40a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dbca226-fef0-46a9-ae3e-8b28dc31a5a8,revision_number=1']} {{(pid=104512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:24:38.676450 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:24:38.683051 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [None req-f2e40dde-80af-4f80-8e38-f3a4c1e2a40a admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=9282831cf094486ca5671ba35997c8c9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2621882 Jun 24 15:24:38.683051 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.wsgi [-] (104512) accepted ('10.222.0.67', 44530) {{(pid=104512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:24:38.695724 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cfe2df-9c64-40c1-826c-eb1822ce2abf req-3ba848fa-0bb1-4164-a54b-c908083e9775 tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:24:38.697330 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-e8cfe2df-9c64-40c1-826c-eb1822ce2abf req-3ba848fa-0bb1-4164-a54b-c908083e9775 tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] 10.222.0.67 "GET /v2.0/ports?device_id=dcc17ccb-c0b1-4819-9051-e715458f4529 HTTP/1.1" status: 200 len: 943 time: 0.0840092 Jun 24 15:24:38.724267 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=83,neutron:UPDATE=2,neutron:INSERT=14,neutron:DELETE=1 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:24:38.781559 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b86baa0-8187-4ca5-bb8d-d5e727af6d65 req-959e0928-10e4-4bd4-b1c9-e6300f187e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:24:38.783400 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [req-2b86baa0-8187-4ca5-bb8d-d5e727af6d65 req-959e0928-10e4-4bd4-b1c9-e6300f187e96 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1143568 Jun 24 15:24:38.783563 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-0d214cb5-ea99-4cc4-98e5-319f1959cfba admin admin] Publish callbacks [] for security_group (7dbca226-fef0-46a9-ae3e-8b28dc31a5a8), before_delete {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:24:38.788256 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-e8cfe2df-9c64-40c1-826c-eb1822ce2abf req-04fee872-e19f-4d05-b057-fb6f44125f21 tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] 10.222.0.67 "GET /v2.0/security-groups?id=3e7d3075-e93e-49d4-b5f8-9fd2c6a73d99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0789735 Jun 24 15:24:38.865968 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11efcb8-71d9-4c04-af56-9dce815a5a5c req-1a2f2c8b-f951-41b0-a529-3325c7742fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:24:38.867532 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [req-d11efcb8-71d9-4c04-af56-9dce815a5a5c req-1a2f2c8b-f951-41b0-a529-3325c7742fd6 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=06aac4c0b410452fa71221434149e3b7&device_id=dcc17ccb-c0b1-4819-9051-e715458f4529 HTTP/1.1" status: 200 len: 1127 time: 0.0462770 Jun 24 15:24:38.909646 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [req-d11efcb8-71d9-4c04-af56-9dce815a5a5c req-b59445ba-f909-44b5-ba51-ae15dba1279d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e48d9ccf-b4c4-4fdc-b2c9-817fca3f65dc HTTP/1.1" status: 200 len: 217 time: 0.0342073 Jun 24 15:24:38.964776 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11efcb8-71d9-4c04-af56-9dce815a5a5c req-6651a528-b42f-422a-9c44-51b20fb1cc9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:24:38.966250 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [req-d11efcb8-71d9-4c04-af56-9dce815a5a5c req-6651a528-b42f-422a-9c44-51b20fb1cc9d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3fab91a5-d4d3-43d4-a452-8b378716e743 HTTP/1.1" status: 200 len: 850 time: 0.0468838 Jun 24 15:24:39.016944 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11efcb8-71d9-4c04-af56-9dce815a5a5c req-d4a66f9a-df36-4cec-b156-95a3b34e512d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:24:39.018448 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [req-d11efcb8-71d9-4c04-af56-9dce815a5a5c req-d4a66f9a-df36-4cec-b156-95a3b34e512d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2a32a679-de41-498c-bfd0-5831dd67fdee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0463727 Jun 24 15:24:39.057476 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-0d214cb5-ea99-4cc4-98e5-319f1959cfba admin admin] Publish callbacks [] for security_group (7dbca226-fef0-46a9-ae3e-8b28dc31a5a8), precommit_delete {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:24:39.112730 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [req-d11efcb8-71d9-4c04-af56-9dce815a5a5c req-333ceac9-b160-4504-8e5b-4dabf79d23c9 service neutron] 10.222.0.64 "GET /v2.0/networks/2a32a679-de41-498c-bfd0-5831dd67fdee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872743 Jun 24 15:24:39.208422 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [req-d11efcb8-71d9-4c04-af56-9dce815a5a5c req-4745f320-0c89-480c-9197-67f668524219 service neutron] 10.222.0.64 "GET /v2.0/networks/2a32a679-de41-498c-bfd0-5831dd67fdee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870626 Jun 24 15:24:39.222998 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-0d214cb5-ea99-4cc4-98e5-319f1959cfba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-275664'] for security_group (7dbca226-fef0-46a9-ae3e-8b28dc31a5a8), after_delete {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:24:39.225564 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-0d214cb5-ea99-4cc4-98e5-319f1959cfba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:24:39.226724 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [None req-0d214cb5-ea99-4cc4-98e5-319f1959cfba admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/7dbca226-fef0-46a9-ae3e-8b28dc31a5a8 HTTP/1.1" status: 204 len: 168 time: 0.5429575 Jun 24 15:24:39.237791 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d214cb5-ea99-4cc4-98e5-319f1959cfba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dbca226-fef0-46a9-ae3e-8b28dc31a5a8,revision_number=None']} {{(pid=104512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:24:39.947741 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee94b8da-19eb-4c41-ab85-62e79ada2bba req-34451024-83c4-4b85-b109-a5c5d2b66b06 tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:24:39.949319 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-ee94b8da-19eb-4c41-ab85-62e79ada2bba req-34451024-83c4-4b85-b109-a5c5d2b66b06 tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] 10.222.0.67 "GET /v2.0/ports?device_id=dcc17ccb-c0b1-4819-9051-e715458f4529 HTTP/1.1" status: 200 len: 943 time: 0.0924711 Jun 24 15:24:39.978663 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea26096c-7093-4f39-963b-4d90a59a46d6 req-26d959a2-539a-4beb-b75e-2c532a4e16d7 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:24:39.980087 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-ea26096c-7093-4f39-963b-4d90a59a46d6 req-26d959a2-539a-4beb-b75e-2c532a4e16d7 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "GET /v2.0/ports?device_id=ffef349a-ea09-44f9-9cd1-cf5d9b905e50 HTTP/1.1" status: 200 len: 946 time: 0.0746338 Jun 24 15:24:40.027121 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-ee94b8da-19eb-4c41-ab85-62e79ada2bba req-2d8e0153-f5f3-4aeb-bb4e-97314cf36d2a tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] 10.222.0.67 "GET /v2.0/security-groups?id=3e7d3075-e93e-49d4-b5f8-9fd2c6a73d99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0716848 Jun 24 15:24:40.055668 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-ea26096c-7093-4f39-963b-4d90a59a46d6 req-9f5519f1-694d-4df4-bf75-f840f05959b8 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "GET /v2.0/security-groups?id=2649c9c4-b294-40b1-8f0c-e689a0caf780&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691235 Jun 24 15:24:40.220413 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697012'] for agent (f0fa743b-ff28-43ff-ac51-704c86538f10), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:24:40.740476 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.db.agents_db [None req-1e76bcc0-0ba2-49bf-a9b5-df198b272e3c None None] Agent healthcheck: found 6 active agents {{(pid=104514) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 15:24:41.019930 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [req-4242e6fa-c1ff-4c03-a78c-d847db396976 req-67e1e4d7-39da-4b1c-922b-cd66c64068d0 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=9aa864c2-63a6-4aa7-8ea6-3ce12daff080&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0388901 Jun 24 15:24:41.083847 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4242e6fa-c1ff-4c03-a78c-d847db396976 req-8cbd41a3-f755-42f4-9563-c5c52e986208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:24:41.085962 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [req-4242e6fa-c1ff-4c03-a78c-d847db396976 req-8cbd41a3-f755-42f4-9563-c5c52e986208 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=66edbd777b48472b8fcd5a3f43c68dcc&device_id=9aa864c2-63a6-4aa7-8ea6-3ce12daff080 HTTP/1.1" status: 200 len: 1129 time: 0.0401568 Jun 24 15:24:41.179819 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffb3e0d-10cc-4151-afd8-725bf5963174 req-51fdec1d-aa42-495c-b160-f836cab52c17 tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:24:41.182332 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-0ffb3e0d-10cc-4151-afd8-725bf5963174 req-51fdec1d-aa42-495c-b160-f836cab52c17 tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] 10.222.0.67 "GET /v2.0/ports?device_id=dcc17ccb-c0b1-4819-9051-e715458f4529 HTTP/1.1" status: 200 len: 943 time: 0.0686533 Jun 24 15:24:41.215414 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4242e6fa-c1ff-4c03-a78c-d847db396976 req-cd765dde-db5d-4342-a56b-8058fb276c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:24:41.216922 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [req-4242e6fa-c1ff-4c03-a78c-d847db396976 req-cd765dde-db5d-4342-a56b-8058fb276c2c service neutron] 10.222.0.64 "GET /v2.0/networks?id=6c164619-5a9e-49c6-b97b-50e7f7499706 HTTP/1.1" status: 200 len: 909 time: 0.1051290 Jun 24 15:24:41.260060 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a931afa-b5e2-4b33-beae-9baddb7b01b7 req-192a098f-baeb-4c11-ad37-5595e270aed2 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:24:41.261705 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-9a931afa-b5e2-4b33-beae-9baddb7b01b7 req-192a098f-baeb-4c11-ad37-5595e270aed2 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "GET /v2.0/ports?device_id=ffef349a-ea09-44f9-9cd1-cf5d9b905e50 HTTP/1.1" status: 200 len: 946 time: 0.0783541 Jun 24 15:24:41.283749 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [req-4242e6fa-c1ff-4c03-a78c-d847db396976 req-82e1e576-8f37-48f9-bb98-f3e1b198fb2f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e9c0e7f6-a572-47c4-8390-be9bdb776041 HTTP/1.1" status: 200 len: 999 time: 0.0588603 Jun 24 15:24:41.295626 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-0ffb3e0d-10cc-4151-afd8-725bf5963174 req-52d08221-76f7-4ffb-b78c-0d622ebb74b5 tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] 10.222.0.67 "GET /v2.0/security-groups?id=3e7d3075-e93e-49d4-b5f8-9fd2c6a73d99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0980997 Jun 24 15:24:41.329784 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-9a931afa-b5e2-4b33-beae-9baddb7b01b7 req-089deea9-87e4-468f-8574-43a4a2465438 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "GET /v2.0/security-groups?id=2649c9c4-b294-40b1-8f0c-e689a0caf780&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616989 Jun 24 15:24:41.334162 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4242e6fa-c1ff-4c03-a78c-d847db396976 req-ba14ccb4-78ea-4b57-a588-43083fff8642 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:24:41.336349 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [req-4242e6fa-c1ff-4c03-a78c-d847db396976 req-ba14ccb4-78ea-4b57-a588-43083fff8642 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ec293509-7257-459b-932c-867e0999349d HTTP/1.1" status: 200 len: 847 time: 0.0463047 Jun 24 15:24:41.389290 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4242e6fa-c1ff-4c03-a78c-d847db396976 req-20fd0d5b-ad6e-475b-a073-8e2fec413a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:24:41.390806 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [req-4242e6fa-c1ff-4c03-a78c-d847db396976 req-20fd0d5b-ad6e-475b-a073-8e2fec413a67 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=6c164619-5a9e-49c6-b97b-50e7f7499706&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0456667 Jun 24 15:24:41.431407 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=100 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:24:41.484358 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [req-4242e6fa-c1ff-4c03-a78c-d847db396976 req-82ca6b0a-a468-4934-9de2-a20a6527334f service neutron] 10.222.0.64 "GET /v2.0/networks/6c164619-5a9e-49c6-b97b-50e7f7499706?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853477 Jun 24 15:24:41.582647 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [req-4242e6fa-c1ff-4c03-a78c-d847db396976 req-f918f726-16a4-46b2-ab86-d269fd6edc8c service neutron] 10.222.0.64 "GET /v2.0/networks/6c164619-5a9e-49c6-b97b-50e7f7499706?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896752 Jun 24 15:24:41.990491 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG dbcounter [-] [104514] Writing DB stats neutron:SELECT=41 {{(pid=104514) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:24:42.387935 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.wsgi [-] (104511) accepted ('10.222.0.67', 44628) {{(pid=104511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:24:42.434769 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd7b0db-9c02-4889-8d68-6cf30d43c0d7 req-fb4eadad-45fc-4a0b-a160-a036343411e8 tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:24:42.436388 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-3cd7b0db-9c02-4889-8d68-6cf30d43c0d7 req-fb4eadad-45fc-4a0b-a160-a036343411e8 tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] 10.222.0.67 "GET /v2.0/ports?device_id=dcc17ccb-c0b1-4819-9051-e715458f4529 HTTP/1.1" status: 200 len: 943 time: 0.0685120 Jun 24 15:24:42.487872 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb61f71-347e-499f-b0e5-9994ef18a2c0 req-b8cfcd24-0f14-404a-9ea6-1eeb72f3d85d tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:24:42.490536 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-8cb61f71-347e-499f-b0e5-9994ef18a2c0 req-b8cfcd24-0f14-404a-9ea6-1eeb72f3d85d tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "GET /v2.0/ports?device_id=ffef349a-ea09-44f9-9cd1-cf5d9b905e50 HTTP/1.1" status: 200 len: 946 time: 0.0748951 Jun 24 15:24:42.497647 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-9beb041e-011c-4352-9666-95cd915bf3f5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:24:42.531934 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-3cd7b0db-9c02-4889-8d68-6cf30d43c0d7 req-fb79d54a-c4df-4aa2-9ad5-7b314702cef5 tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] 10.222.0.67 "GET /v2.0/security-groups?id=3e7d3075-e93e-49d4-b5f8-9fd2c6a73d99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0786567 Jun 24 15:24:42.536027 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:24:42.560349 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:24:42.563707 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-8cb61f71-347e-499f-b0e5-9994ef18a2c0 req-c4b9e448-3aec-4b58-a828-906069261787 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "GET /v2.0/security-groups?id=2649c9c4-b294-40b1-8f0c-e689a0caf780&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655954 Jun 24 15:24:42.582373 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-9beb041e-011c-4352-9666-95cd915bf3f5 admin admin] Publish callbacks [] for security_group (1b787a1f-afed-4ffc-8b96-1a654e8e03cb), precommit_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:24:42.648936 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-9beb041e-011c-4352-9666-95cd915bf3f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-275664'] for security_group (1b787a1f-afed-4ffc-8b96-1a654e8e03cb), after_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:24:42.689588 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9beb041e-011c-4352-9666-95cd915bf3f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b787a1f-afed-4ffc-8b96-1a654e8e03cb,revision_number=1']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:24:42.693761 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [None req-9beb041e-011c-4352-9666-95cd915bf3f5 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=6b229777a91f466ebc4dc84d90186841&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3052981 Jun 24 15:24:42.696796 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.wsgi [-] (104511) accepted ('10.222.0.67', 44632) {{(pid=104511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:24:42.750315 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-0d5b5605-c0d1-49b7-8785-b243ca13b192 admin admin] Publish callbacks [] for security_group (1b787a1f-afed-4ffc-8b96-1a654e8e03cb), before_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:24:42.772063 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-0d5b5605-c0d1-49b7-8785-b243ca13b192 admin admin] Publish callbacks [] for security_group (1b787a1f-afed-4ffc-8b96-1a654e8e03cb), precommit_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:24:42.894107 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-0d5b5605-c0d1-49b7-8785-b243ca13b192 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-275664'] for security_group (1b787a1f-afed-4ffc-8b96-1a654e8e03cb), after_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:24:42.896799 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-0d5b5605-c0d1-49b7-8785-b243ca13b192 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:24:42.898511 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [None req-0d5b5605-c0d1-49b7-8785-b243ca13b192 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/1b787a1f-afed-4ffc-8b96-1a654e8e03cb HTTP/1.1" status: 204 len: 168 time: 0.2007885 Jun 24 15:24:42.906857 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5b5605-c0d1-49b7-8785-b243ca13b192 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b787a1f-afed-4ffc-8b96-1a654e8e03cb,revision_number=None']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:24:43.464369 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.wsgi [-] (104511) accepted ('10.222.0.67', 44638) {{(pid=104511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:24:43.478405 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-de5e7778-eb2c-4d2f-8402-99f40136dbe1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:24:43.553182 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-de5e7778-eb2c-4d2f-8402-99f40136dbe1 admin admin] Publish callbacks [] for security_group (8bd544d1-fcf7-44ca-9c1f-18719bac4a65), precommit_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:24:43.620395 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-de5e7778-eb2c-4d2f-8402-99f40136dbe1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-275664'] for security_group (8bd544d1-fcf7-44ca-9c1f-18719bac4a65), after_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:24:43.638006 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:24:43.663670 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5e7778-eb2c-4d2f-8402-99f40136dbe1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bd544d1-fcf7-44ca-9c1f-18719bac4a65,revision_number=1']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:24:43.676610 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [None req-de5e7778-eb2c-4d2f-8402-99f40136dbe1 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=26ed7f6c6738410d840612675cb3635d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2102187 Jun 24 15:24:43.677553 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.wsgi [-] (104511) accepted ('10.222.0.67', 44646) {{(pid=104511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:24:43.686927 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575b83bf-e277-445c-8945-5edf267e08af req-1e10e81a-7e26-4712-a4c6-061df8d888b4 tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:24:43.690656 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-575b83bf-e277-445c-8945-5edf267e08af req-1e10e81a-7e26-4712-a4c6-061df8d888b4 tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] 10.222.0.67 "GET /v2.0/ports?device_id=dcc17ccb-c0b1-4819-9051-e715458f4529 HTTP/1.1" status: 200 len: 943 time: 0.0894144 Jun 24 15:24:43.703302 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b84f9d9-6474-423f-9342-b4d948ee983d req-4d5c411d-7391-4fec-8c90-a9cbfe547dc8 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:24:43.704614 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-0b84f9d9-6474-423f-9342-b4d948ee983d req-4d5c411d-7391-4fec-8c90-a9cbfe547dc8 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "GET /v2.0/ports?device_id=ffef349a-ea09-44f9-9cd1-cf5d9b905e50 HTTP/1.1" status: 200 len: 946 time: 0.0686846 Jun 24 15:24:43.734346 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-dbdd0a24-6dc3-42a6-9a89-4e836d1e6283 admin admin] Publish callbacks [] for security_group (8bd544d1-fcf7-44ca-9c1f-18719bac4a65), before_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:24:43.756877 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-dbdd0a24-6dc3-42a6-9a89-4e836d1e6283 admin admin] Publish callbacks [] for security_group (8bd544d1-fcf7-44ca-9c1f-18719bac4a65), precommit_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:24:43.771017 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-575b83bf-e277-445c-8945-5edf267e08af req-af31cc87-3446-46b5-be59-b8adde017beb tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] 10.222.0.67 "GET /v2.0/security-groups?id=3e7d3075-e93e-49d4-b5f8-9fd2c6a73d99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0755808 Jun 24 15:24:43.786006 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-0b84f9d9-6474-423f-9342-b4d948ee983d req-638ce128-b988-4e6e-b2c0-8fb1f728be20 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "GET /v2.0/security-groups?id=2649c9c4-b294-40b1-8f0c-e689a0caf780&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681100 Jun 24 15:24:43.885630 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-dbdd0a24-6dc3-42a6-9a89-4e836d1e6283 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-275664'] for security_group (8bd544d1-fcf7-44ca-9c1f-18719bac4a65), after_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:24:43.888113 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-dbdd0a24-6dc3-42a6-9a89-4e836d1e6283 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:24:43.889283 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [None req-dbdd0a24-6dc3-42a6-9a89-4e836d1e6283 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/8bd544d1-fcf7-44ca-9c1f-18719bac4a65 HTTP/1.1" status: 204 len: 168 time: 0.2108281 Jun 24 15:24:43.897710 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdd0a24-6dc3-42a6-9a89-4e836d1e6283 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bd544d1-fcf7-44ca-9c1f-18719bac4a65,revision_number=None']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:24:44.928726 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e70fac-385e-41f3-8138-4dd76d559b24 req-17486344-b1bd-4e72-9b68-27fa6153c099 tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:24:44.930280 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-43e70fac-385e-41f3-8138-4dd76d559b24 req-17486344-b1bd-4e72-9b68-27fa6153c099 tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] 10.222.0.67 "GET /v2.0/ports?device_id=dcc17ccb-c0b1-4819-9051-e715458f4529 HTTP/1.1" status: 200 len: 943 time: 0.0879650 Jun 24 15:24:44.940773 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11402fd5-6a4d-48b0-8a22-d7beb9ca21b2 req-a0b0c640-d06a-4ae8-ab76-a828cac8a980 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:24:44.942202 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-11402fd5-6a4d-48b0-8a22-d7beb9ca21b2 req-a0b0c640-d06a-4ae8-ab76-a828cac8a980 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "GET /v2.0/ports?device_id=ffef349a-ea09-44f9-9cd1-cf5d9b905e50 HTTP/1.1" status: 200 len: 946 time: 0.0617757 Jun 24 15:24:45.018418 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-43e70fac-385e-41f3-8138-4dd76d559b24 req-5a28c71c-8b07-4f6e-862e-ec0e62ea8a90 tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] 10.222.0.67 "GET /v2.0/security-groups?id=3e7d3075-e93e-49d4-b5f8-9fd2c6a73d99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0752456 Jun 24 15:24:45.022444 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-11402fd5-6a4d-48b0-8a22-d7beb9ca21b2 req-b7265d44-c2f3-4165-9266-b5ce0842ec04 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "GET /v2.0/security-groups?id=2649c9c4-b294-40b1-8f0c-e689a0caf780&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732746 Jun 24 15:24:45.126311 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-f8fe656b-c567-4436-bca7-65e104349864 req-67d0b8ff-65ca-481c-a36a-92c20cdbf90f tempest-TestMinimumBasicScenario-1016590740 tempest-TestMinimumBasicScenario-1016590740-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-450804945&fields=id&tenant_id=fb2390854b0345588bd6b68f5c09a1ee HTTP/1.1" status: 200 len: 267 time: 0.0482104 Jun 24 15:24:45.182075 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fe656b-c567-4436-bca7-65e104349864 req-a0902544-3d7e-4078-829a-348eede883fd tempest-TestMinimumBasicScenario-1016590740 tempest-TestMinimumBasicScenario-1016590740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:24:45.183561 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-f8fe656b-c567-4436-bca7-65e104349864 req-a0902544-3d7e-4078-829a-348eede883fd tempest-TestMinimumBasicScenario-1016590740 tempest-TestMinimumBasicScenario-1016590740-project] 10.222.0.67 "GET /v2.0/ports?device_id=79b13f6b-a027-4371-8012-54f025a726fa HTTP/1.1" status: 200 len: 984 time: 0.0517163 Jun 24 15:24:45.194409 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.v2.base [req-f8fe656b-c567-4436-bca7-65e104349864 req-18c6bf2c-e17a-4cbc-af44-a52cbf0cf418 tempest-TestMinimumBasicScenario-1016590740 tempest-TestMinimumBasicScenario-1016590740-project] Request body: {'port': {'security_groups': ['0c9a5b2b-9c69-45a1-a6b9-bfcdb81413bd']}} {{(pid=104512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 15:24:45.223919 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=100 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:24:45.275418 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [req-f8fe656b-c567-4436-bca7-65e104349864 req-18c6bf2c-e17a-4cbc-af44-a52cbf0cf418 tempest-TestMinimumBasicScenario-1016590740 tempest-TestMinimumBasicScenario-1016590740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7727318'] for port (18c7a045-91ca-44b2-abe0-c90523b83549), before_update {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:24:45.451488 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.db [req-f8fe656b-c567-4436-bca7-65e104349864 req-18c6bf2c-e17a-4cbc-af44-a52cbf0cf418 tempest-TestMinimumBasicScenario-1016590740 tempest-TestMinimumBasicScenario-1016590740-project] For port 18c7a045-91ca-44b2-abe0-c90523b83549, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=18c7a045-91ca-44b2-abe0-c90523b83549,segment=NetworkSegment(5aa84711-eee4-4736-b915-ec9670ba17dc),segment_id=5aa84711-eee4-4736-b915-ec9670ba17dc)] {{(pid=104512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 15:24:45.464658 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:24:45.482014 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [req-f8fe656b-c567-4436-bca7-65e104349864 req-18c6bf2c-e17a-4cbc-af44-a52cbf0cf418 tempest-TestMinimumBasicScenario-1016590740 tempest-TestMinimumBasicScenario-1016590740-project] Publish callbacks [] for port (18c7a045-91ca-44b2-abe0-c90523b83549), precommit_update {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:24:45.537408 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [req-f8fe656b-c567-4436-bca7-65e104349864 req-18c6bf2c-e17a-4cbc-af44-a52cbf0cf418 tempest-TestMinimumBasicScenario-1016590740 tempest-TestMinimumBasicScenario-1016590740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761385101662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761384583316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761384583334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3859668'] for port (18c7a045-91ca-44b2-abe0-c90523b83549), after_update {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:24:45.540424 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.wsgi [-] (104511) accepted ('10.222.0.67', 44684) {{(pid=104511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:24:45.549735 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.db [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] get_ports_and_sgs() called for port_ids ['18c7a045-91ca-44b2-abe0-c90523b83549'] {{(pid=104513) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 15:24:45.585021 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fe656b-c567-4436-bca7-65e104349864 req-18c6bf2c-e17a-4cbc-af44-a52cbf0cf418 tempest-TestMinimumBasicScenario-1016590740 tempest-TestMinimumBasicScenario-1016590740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:24:45.585655 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [req-f8fe656b-c567-4436-bca7-65e104349864 req-18c6bf2c-e17a-4cbc-af44-a52cbf0cf418 tempest-TestMinimumBasicScenario-1016590740 tempest-TestMinimumBasicScenario-1016590740-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30073'] for port (None), before_response {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:24:45.587463 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-f8fe656b-c567-4436-bca7-65e104349864 req-18c6bf2c-e17a-4cbc-af44-a52cbf0cf418 tempest-TestMinimumBasicScenario-1016590740 tempest-TestMinimumBasicScenario-1016590740-project] 10.222.0.67 "PUT /v2.0/ports/18c7a045-91ca-44b2-abe0-c90523b83549 HTTP/1.1" status: 200 len: 942 time: 0.3973634 Jun 24 15:24:45.587974 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79b13f6b-a027-4371-8012-54f025a726fa', 'tag': '18c7a045-91ca-44b2-abe0-c90523b83549'}] {{(pid=104512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 15:24:45.590425 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9db87de5340c6be2811fa9e5912a63998a589dd3f857fd3823a550d1ae48127" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e70e551c-a545-434c-afe6-374e4bbc8c60" -d '{"events": [{"name": "network-changed", "server_uuid": "79b13f6b-a027-4371-8012-54f025a726fa", "tag": "18c7a045-91ca-44b2-abe0-c90523b83549"}]}' {{(pid=104512) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 15:24:45.594006 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.wsgi [-] (104511) accepted ('10.222.0.67', 44690) {{(pid=104511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:24:45.650830 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c6bf2c-e17a-4cbc-af44-a52cbf0cf418 tempest-TestMinimumBasicScenario-1016590740 tempest-TestMinimumBasicScenario-1016590740-project] Pushing event updated for resources: {'Port': ['ID=18c7a045-91ca-44b2-abe0-c90523b83549,revision_number=7']} {{(pid=104512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:24:45.690629 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.db [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] get_ports_and_sgs() called for port_ids ['18c7a045-91ca-44b2-abe0-c90523b83549'] {{(pid=104513) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 15:24:45.741151 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-aad5afb5-2897-4c02-9281-56b0b0672d27 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:24:45.754617 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-73da5f40-560a-4b9d-ba95-93c0c552e3e0 tempest-TestMinimumBasicScenario-1016590740 tempest-TestMinimumBasicScenario-1016590740-project] Publish callbacks [] for security_group (6502aab0-e136-43d0-949d-b9bd8e471beb), before_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:24:45.806843 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-73da5f40-560a-4b9d-ba95-93c0c552e3e0 tempest-TestMinimumBasicScenario-1016590740 tempest-TestMinimumBasicScenario-1016590740-project] Publish callbacks [] for security_group (6502aab0-e136-43d0-949d-b9bd8e471beb), precommit_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:24:45.817801 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Jun 2022 15:24:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd4de621-491d-409b-abf9-0ab61cfa0e19 x-openstack-request-id: req-cd4de621-491d-409b-abf9-0ab61cfa0e19 {{(pid=104512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 15:24:45.817801 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79b13f6b-a027-4371-8012-54f025a726fa", "tag": "18c7a045-91ca-44b2-abe0-c90523b83549", "status": "completed", "code": 200}]} {{(pid=104512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 15:24:45.818057 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-cd4de621-491d-409b-abf9-0ab61cfa0e19 {{(pid=104512) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 15:24:45.818345 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd4de621-491d-409b-abf9-0ab61cfa0e19'] response: {'name': 'network-changed', 'server_uuid': '79b13f6b-a027-4371-8012-54f025a726fa', 'tag': '18c7a045-91ca-44b2-abe0-c90523b83549', 'status': 'completed', 'code': 200} Jun 24 15:24:45.867428 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=83,neutron:DELETE=6,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:24:45.891134 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.provisioning_blocks [None req-02295e97-6c4f-4208-91b2-f006afdfce77 None None] Provisioning complete for port 18c7a045-91ca-44b2-abe0-c90523b83549 triggered by entity DHCP. {{(pid=104513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 15:24:45.891527 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-02295e97-6c4f-4208-91b2-f006afdfce77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7696598'] for port (18c7a045-91ca-44b2-abe0-c90523b83549), provisioning_complete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:24:45.916932 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70e551c-a545-434c-afe6-374e4bbc8c60 req-e6163ade-2601-4ef9-b657-b240b86e6410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:24:45.918441 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [req-e70e551c-a545-434c-afe6-374e4bbc8c60 req-e6163ade-2601-4ef9-b657-b240b86e6410 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=fb2390854b0345588bd6b68f5c09a1ee&device_id=79b13f6b-a027-4371-8012-54f025a726fa HTTP/1.1" status: 200 len: 1129 time: 0.0662191 Jun 24 15:24:45.959591 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-aad5afb5-2897-4c02-9281-56b0b0672d27 admin admin] Publish callbacks [] for security_group (a72ed187-fe77-4da9-b9f5-a7b1ee0f26ed), precommit_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:24:45.982444 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.plugin [None req-02295e97-6c4f-4208-91b2-f006afdfce77 None None] Current status of the port 18c7a045-91ca-44b2-abe0-c90523b83549 is: ACTIVE; New status is: ACTIVE {{(pid=104513) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 15:24:46.026056 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-aad5afb5-2897-4c02-9281-56b0b0672d27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-275664'] for security_group (a72ed187-fe77-4da9-b9f5-a7b1ee0f26ed), after_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:24:46.040427 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70e551c-a545-434c-afe6-374e4bbc8c60 req-10d44386-37d2-4c06-86df-858037859b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:24:46.041919 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [req-e70e551c-a545-434c-afe6-374e4bbc8c60 req-10d44386-37d2-4c06-86df-858037859b68 service neutron] 10.222.0.64 "GET /v2.0/networks?id=6f212514-c323-4661-9a70-8b24c5462bcd HTTP/1.1" status: 200 len: 915 time: 0.1149800 Jun 24 15:24:46.078930 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-73da5f40-560a-4b9d-ba95-93c0c552e3e0 tempest-TestMinimumBasicScenario-1016590740 tempest-TestMinimumBasicScenario-1016590740-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-275664'] for security_group (6502aab0-e136-43d0-949d-b9bd8e471beb), after_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:24:46.081545 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-73da5f40-560a-4b9d-ba95-93c0c552e3e0 tempest-TestMinimumBasicScenario-1016590740 tempest-TestMinimumBasicScenario-1016590740-project] Publish callbacks [] for security_group (None), before_response {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:24:46.085274 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [None req-73da5f40-560a-4b9d-ba95-93c0c552e3e0 tempest-TestMinimumBasicScenario-1016590740 tempest-TestMinimumBasicScenario-1016590740-project] 10.222.0.67 "DELETE /v2.0/security-groups/6502aab0-e136-43d0-949d-b9bd8e471beb HTTP/1.1" status: 204 len: 168 time: 0.4874375 Jun 24 15:24:46.085580 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.wsgi [-] (104512) accepted ('10.222.0.67', 44698) {{(pid=104512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:24:46.119662 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [None req-aad5afb5-2897-4c02-9281-56b0b0672d27 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=b9bcc2607bca49adb438229d27b252c8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5751312 Jun 24 15:24:46.124171 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.wsgi [-] (104511) accepted ('10.222.0.67', 44700) {{(pid=104511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:24:46.135789 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad5afb5-2897-4c02-9281-56b0b0672d27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a72ed187-fe77-4da9-b9f5-a7b1ee0f26ed,revision_number=1']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:24:46.170434 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73da5f40-560a-4b9d-ba95-93c0c552e3e0 tempest-TestMinimumBasicScenario-1016590740 tempest-TestMinimumBasicScenario-1016590740-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6502aab0-e136-43d0-949d-b9bd8e471beb,revision_number=None']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:24:46.176777 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:DELETE=2 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:24:46.181505 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [req-e70e551c-a545-434c-afe6-374e4bbc8c60 req-4cf88075-bbc4-401e-a029-79d085099db8 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=18c7a045-91ca-44b2-abe0-c90523b83549 HTTP/1.1" status: 200 len: 1000 time: 0.1314268 Jun 24 15:24:46.232047 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a7256d-d702-48af-9e85-fc29cf1fce73 req-ad52d8a5-707f-44a6-bbfa-1bbb6ccf0598 tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:24:46.233479 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-add6c651-dcfd-427b-944c-79cb093c5ff8 admin admin] Publish callbacks [] for security_group (a72ed187-fe77-4da9-b9f5-a7b1ee0f26ed), before_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:24:46.233633 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-40a7256d-d702-48af-9e85-fc29cf1fce73 req-ad52d8a5-707f-44a6-bbfa-1bbb6ccf0598 tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] 10.222.0.67 "GET /v2.0/ports?device_id=dcc17ccb-c0b1-4819-9051-e715458f4529 HTTP/1.1" status: 200 len: 943 time: 0.0989361 Jun 24 15:24:46.245649 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a21ea3-d688-4959-b23b-135ac98ef448 req-ef64ead9-80b4-4730-9e43-5a97586698d9 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:24:46.247090 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-51a21ea3-d688-4959-b23b-135ac98ef448 req-ef64ead9-80b4-4730-9e43-5a97586698d9 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "GET /v2.0/ports?device_id=ffef349a-ea09-44f9-9cd1-cf5d9b905e50 HTTP/1.1" status: 200 len: 946 time: 0.1113503 Jun 24 15:24:46.259212 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70e551c-a545-434c-afe6-374e4bbc8c60 req-4c1195eb-0e61-4153-b079-90435e6d158a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:24:46.260826 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [req-e70e551c-a545-434c-afe6-374e4bbc8c60 req-4c1195eb-0e61-4153-b079-90435e6d158a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2f64631d-2603-40c2-bbec-a14b52952181 HTTP/1.1" status: 200 len: 853 time: 0.0695083 Jun 24 15:24:46.269598 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-add6c651-dcfd-427b-944c-79cb093c5ff8 admin admin] Publish callbacks [] for security_group (a72ed187-fe77-4da9-b9f5-a7b1ee0f26ed), precommit_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:24:46.334390 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70e551c-a545-434c-afe6-374e4bbc8c60 req-e4ea893f-c374-49bf-8a6c-b1d8484638cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:24:46.336007 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [req-e70e551c-a545-434c-afe6-374e4bbc8c60 req-e4ea893f-c374-49bf-8a6c-b1d8484638cd service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=6f212514-c323-4661-9a70-8b24c5462bcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0642316 Jun 24 15:24:46.397905 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-51a21ea3-d688-4959-b23b-135ac98ef448 req-780a7120-0686-4824-a40d-71a0567323ec tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "GET /v2.0/security-groups?id=2649c9c4-b294-40b1-8f0c-e689a0caf780&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1232038 Jun 24 15:24:46.403855 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-40a7256d-d702-48af-9e85-fc29cf1fce73 req-3b8aed06-c47d-4b45-bd5e-e815d394824a tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] 10.222.0.67 "GET /v2.0/security-groups?id=3e7d3075-e93e-49d4-b5f8-9fd2c6a73d99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1304879 Jun 24 15:24:46.406798 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.plugin [None req-6f28b480-af79-4a31-bd19-e8f32f584240 tempest-TestMinimumBasicScenario-1016590740 tempest-TestMinimumBasicScenario-1016590740-project] Deleting port e863b5e6-17cc-4430-b97a-2df0ea36efe7 {{(pid=104512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 15:24:46.407365 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-6f28b480-af79-4a31-bd19-e8f32f584240 tempest-TestMinimumBasicScenario-1016590740 tempest-TestMinimumBasicScenario-1016590740-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761385095720'] for port (e863b5e6-17cc-4430-b97a-2df0ea36efe7), before_delete {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:24:46.439318 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [req-e70e551c-a545-434c-afe6-374e4bbc8c60 req-c066fb0c-a73a-4ebe-b664-9e5e2169d1e6 service neutron] 10.222.0.64 "GET /v2.0/networks/6f212514-c323-4661-9a70-8b24c5462bcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932002 Jun 24 15:24:46.463327 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-add6c651-dcfd-427b-944c-79cb093c5ff8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-275664'] for security_group (a72ed187-fe77-4da9-b9f5-a7b1ee0f26ed), after_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:24:46.465823 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-add6c651-dcfd-427b-944c-79cb093c5ff8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:24:46.466934 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [None req-add6c651-dcfd-427b-944c-79cb093c5ff8 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/a72ed187-fe77-4da9-b9f5-a7b1ee0f26ed HTTP/1.1" status: 204 len: 168 time: 0.3418508 Jun 24 15:24:46.489692 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add6c651-dcfd-427b-944c-79cb093c5ff8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a72ed187-fe77-4da9-b9f5-a7b1ee0f26ed,revision_number=None']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:24:46.504202 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-6f28b480-af79-4a31-bd19-e8f32f584240 tempest-TestMinimumBasicScenario-1016590740 tempest-TestMinimumBasicScenario-1016590740-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-465599'] for port (e863b5e6-17cc-4430-b97a-2df0ea36efe7), precommit_delete {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:24:46.504701 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-6f28b480-af79-4a31-bd19-e8f32f584240 tempest-TestMinimumBasicScenario-1016590740 tempest-TestMinimumBasicScenario-1016590740-project] Publish callbacks [] for floatingip (e863b5e6-17cc-4430-b97a-2df0ea36efe7), precommit_delete {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:24:46.519763 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.plugin [None req-6f28b480-af79-4a31-bd19-e8f32f584240 tempest-TestMinimumBasicScenario-1016590740 tempest-TestMinimumBasicScenario-1016590740-project] Calling delete_port for e863b5e6-17cc-4430-b97a-2df0ea36efe7 owned by network:floatingip {{(pid=104512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 15:24:46.564356 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [req-e70e551c-a545-434c-afe6-374e4bbc8c60 req-ccbfc95e-6962-498a-a64a-841cd2279f4e service neutron] 10.222.0.64 "GET /v2.0/networks/6f212514-c323-4661-9a70-8b24c5462bcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1198380 Jun 24 15:24:46.737467 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-6f28b480-af79-4a31-bd19-e8f32f584240 tempest-TestMinimumBasicScenario-1016590740 tempest-TestMinimumBasicScenario-1016590740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761385101680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761384583307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3859661'] for port (e863b5e6-17cc-4430-b97a-2df0ea36efe7), after_delete {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:24:46.765157 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f28b480-af79-4a31-bd19-e8f32f584240 tempest-TestMinimumBasicScenario-1016590740 tempest-TestMinimumBasicScenario-1016590740-project] Pushing event deleted for resources: {'Port': ['ID=e863b5e6-17cc-4430-b97a-2df0ea36efe7,revision_number=None']} {{(pid=104512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:24:46.831280 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-6f28b480-af79-4a31-bd19-e8f32f584240 tempest-TestMinimumBasicScenario-1016590740 tempest-TestMinimumBasicScenario-1016590740-project] Publish callbacks [] for floatingip (bac7af18-1a05-4d34-8481-7140e96ff689), after_delete {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:24:46.831622 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.db.l3_db [None req-6f28b480-af79-4a31-bd19-e8f32f584240 tempest-TestMinimumBasicScenario-1016590740 tempest-TestMinimumBasicScenario-1016590740-project] Floating IP bac7af18-1a05-4d34-8481-7140e96ff689 disassociated (deleted). External IP: 172.27.0.38, port: 18c7a045-91ca-44b2-abe0-c90523b83549. Jun 24 15:24:46.866698 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:24:46.969220 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:24:47.042438 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f28b480-af79-4a31-bd19-e8f32f584240 tempest-TestMinimumBasicScenario-1016590740 tempest-TestMinimumBasicScenario-1016590740-project] Router 017e544d-f0b9-4c73-ade1-3d4fe31ff042 has already been hosted by L3 agent 45985ff7-1335-48cd-ab02-73eb58295827 {{(pid=104512) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 15:24:47.156141 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f28b480-af79-4a31-bd19-e8f32f584240 tempest-TestMinimumBasicScenario-1016590740 tempest-TestMinimumBasicScenario-1016590740-project] Notify agent at l3_agent.dv-cinder-835384-11-iscsi the message routers_updated {{(pid=104512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 15:24:47.161235 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-6f28b480-af79-4a31-bd19-e8f32f584240 tempest-TestMinimumBasicScenario-1016590740 tempest-TestMinimumBasicScenario-1016590740-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30073'] for floatingip (None), before_response {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:24:47.168243 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afc6c29f-0d16-4858-a139-f2a3a43ea043 None None] Sync routers for ids ['017e544d-f0b9-4c73-ade1-3d4fe31ff042'] in dv-cinder-835384-11-iscsi {{(pid=104513) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 15:24:47.179133 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afc6c29f-0d16-4858-a139-f2a3a43ea043 None None] Routers {'017e544d-f0b9-4c73-ade1-3d4fe31ff042'} bound to L3 agent in host dv-cinder-835384-11-iscsi {{(pid=104513) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 15:24:47.179744 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.l3_hamode_db [None req-afc6c29f-0d16-4858-a139-f2a3a43ea043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-24T15:10:24Z,description=,heartbeat_timestamp=2022-06-24T15:24:24Z,host='dv-cinder-835384-11-iscsi',id=45985ff7-1335-48cd-ab02-73eb58295827,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T15:10:24Z,topic='l3_agent')) {'router_ids': ['017e544d-f0b9-4c73-ade1-3d4fe31ff042'], 'active': True} {{(pid=104513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 15:24:47.194516 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [None req-6f28b480-af79-4a31-bd19-e8f32f584240 tempest-TestMinimumBasicScenario-1016590740 tempest-TestMinimumBasicScenario-1016590740-project] 10.222.0.67 "DELETE /v2.0/floatingips/bac7af18-1a05-4d34-8481-7140e96ff689 HTTP/1.1" status: 204 len: 168 time: 1.1078811 Jun 24 15:24:47.268505 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.rpc [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Device e48d9ccf-b4c4-4fdc-b2c9-817fca3f65dc details requested by agent hyperv_hv-cinder-83538 with host hv-cinder-83538 {{(pid=104513) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 15:24:47.304043 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.l3_dvr_db [None req-afc6c29f-0d16-4858-a139-f2a3a43ea043 None None] Set router 017e544d-f0b9-4c73-ade1-3d4fe31ff042 gateway port host: dv-cinder-835384-11-iscsi {{(pid=104513) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 15:24:47.507246 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.db [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] For port e48d9ccf-b4c4-4fdc-b2c9-817fca3f65dc, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=e48d9ccf-b4c4-4fdc-b2c9-817fca3f65dc,segment=NetworkSegment(dac079e8-662a-4bf1-950a-0525c98ad107),segment_id=dac079e8-662a-4bf1-950a-0525c98ad107)] {{(pid=104513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 15:24:47.526478 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.rpc [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Returning: {'device': 'e48d9ccf-b4c4-4fdc-b2c9-817fca3f65dc', 'network_id': '2a32a679-de41-498c-bfd0-5831dd67fdee', 'port_id': 'e48d9ccf-b4c4-4fdc-b2c9-817fca3f65dc', 'mac_address': 'fa:16:3e:ae:16:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 779, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3fab91a5-d4d3-43d4-a452-8b378716e743', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104513) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 15:24:47.551822 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e685789-2ba0-4c31-be7e-282fe637ab47 req-9d5f1b9d-ee91-4af2-8004-0cbb49c2f6f4 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:24:47.553500 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-7e685789-2ba0-4c31-be7e-282fe637ab47 req-9d5f1b9d-ee91-4af2-8004-0cbb49c2f6f4 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "GET /v2.0/ports?device_id=ffef349a-ea09-44f9-9cd1-cf5d9b905e50 HTTP/1.1" status: 200 len: 946 time: 0.0647888 Jun 24 15:24:47.604927 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:SELECT=100 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:24:47.611037 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.plugin [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Current status of the port e48d9ccf-b4c4-4fdc-b2c9-817fca3f65dc is: DOWN; New status is: BUILD {{(pid=104513) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 15:24:47.611474 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7727318'] for port (e48d9ccf-b4c4-4fdc-b2c9-817fca3f65dc), before_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:24:47.635027 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.l3_hamode_db [None req-afc6c29f-0d16-4858-a139-f2a3a43ea043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '017e544d-f0b9-4c73-ade1-3d4fe31ff042', 'name': 'tempest-TestMinimumBasicScenario-824063013-router', 'tenant_id': 'fb2390854b0345588bd6b68f5c09a1ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'external_fixed_ips': [{'subnet_id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'ip_address': '172.27.0.27'}], 'enable_snat': True}, 'gw_port_id': 'ff6930bc-8fa2-4983-8b4b-7a38c05a733e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T15:21:43Z', 'updated_at': '2022-06-24T15:21:47Z', 'revision_number': 4, 'project_id': 'fb2390854b0345588bd6b68f5c09a1ee', 'gw_port': {'id': 'ff6930bc-8fa2-4983-8b4b-7a38c05a733e', 'name': '', 'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:2d:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '017e544d-f0b9-4c73-ade1-3d4fe31ff042', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'ip_address': '172.27.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T15:21:44Z', 'updated_at': '2022-06-24T15:21:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-11-iscsi', '_interfaces': [{'id': '094195e6-785b-4284-a436-c72adec7902b', 'name': '', 'network_id': '6f212514-c323-4661-9a70-8b24c5462bcd', 'tenant_id': 'fb2390854b0345588bd6b68f5c09a1ee', 'mac_address': 'fa:16:3e:0e:48:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '017e544d-f0b9-4c73-ade1-3d4fe31ff042', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '2f64631d-2603-40c2-bbec-a14b52952181', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T15:21:47Z', 'updated_at': '2022-06-24T15:21:50Z', 'revision_number': 5, 'project_id': 'fb2390854b0345588bd6b68f5c09a1ee', 'subnets': [{'id': '2f64631d-2603-40c2-bbec-a14b52952181', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-11-iscsi', False) {} {{(pid=104513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 15:24:47.639085 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.notifiers.nova [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e48d9ccf-b4c4-4fdc-b2c9-817fca3f65dc {{(pid=104513) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 15:24:47.666265 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-7e685789-2ba0-4c31-be7e-282fe637ab47 req-87bb7e8a-565a-4a48-9527-e364b53175f6 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "GET /v2.0/security-groups?id=2649c9c4-b294-40b1-8f0c-e689a0caf780&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1026564 Jun 24 15:24:47.670607 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afc6c29f-0d16-4858-a139-f2a3a43ea043 None None] Checking router: 017e544d-f0b9-4c73-ade1-3d4fe31ff042 for host: dv-cinder-835384-11-iscsi {{(pid=104513) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 15:24:47.691316 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.db [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] For port e48d9ccf-b4c4-4fdc-b2c9-817fca3f65dc, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=e48d9ccf-b4c4-4fdc-b2c9-817fca3f65dc,segment=NetworkSegment(dac079e8-662a-4bf1-950a-0525c98ad107),segment_id=dac079e8-662a-4bf1-950a-0525c98ad107)] {{(pid=104513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 15:24:47.692057 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe811ab-8e9f-4c0d-ad17-30eb9136b666 req-15cd70d9-b028-4b8f-9cb9-b37c17caa546 tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:24:47.693687 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-cbe811ab-8e9f-4c0d-ad17-30eb9136b666 req-15cd70d9-b028-4b8f-9cb9-b37c17caa546 tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] 10.222.0.67 "GET /v2.0/ports?device_id=dcc17ccb-c0b1-4819-9051-e715458f4529 HTTP/1.1" status: 200 len: 943 time: 0.0730181 Jun 24 15:24:47.694351 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afc6c29f-0d16-4858-a139-f2a3a43ea043 None None] Routers {'017e544d-f0b9-4c73-ade1-3d4fe31ff042'} bound to L3 agent in host dv-cinder-835384-11-iscsi {{(pid=104513) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 15:24:47.695258 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.l3_hamode_db [None req-afc6c29f-0d16-4858-a139-f2a3a43ea043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-24T15:10:24Z,description=,heartbeat_timestamp=2022-06-24T15:24:24Z,host='dv-cinder-835384-11-iscsi',id=45985ff7-1335-48cd-ab02-73eb58295827,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T15:10:24Z,topic='l3_agent')) {'router_ids': ['017e544d-f0b9-4c73-ade1-3d4fe31ff042'], 'active': True} {{(pid=104513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 15:24:47.750959 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761385101662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761384583316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761384583334'] for port (e48d9ccf-b4c4-4fdc-b2c9-817fca3f65dc), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:24:47.768571 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-cbe811ab-8e9f-4c0d-ad17-30eb9136b666 req-280b2358-c157-464c-891b-c473954aa145 tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] 10.222.0.67 "GET /v2.0/security-groups?id=3e7d3075-e93e-49d4-b5f8-9fd2c6a73d99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679083 Jun 24 15:24:47.819400 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79b13f6b-a027-4371-8012-54f025a726fa', 'tag': '18c7a045-91ca-44b2-abe0-c90523b83549'}] {{(pid=104512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 15:24:47.821881 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9db87de5340c6be2811fa9e5912a63998a589dd3f857fd3823a550d1ae48127" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bd6b2c1-057c-4c2d-b400-7159c896e966" -d '{"events": [{"name": "network-changed", "server_uuid": "79b13f6b-a027-4371-8012-54f025a726fa", "tag": "18c7a045-91ca-44b2-abe0-c90523b83549"}]}' {{(pid=104512) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 15:24:47.835456 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:24:47.845088 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Pushing event updated for resources: {'Port': ['ID=e48d9ccf-b4c4-4fdc-b2c9-817fca3f65dc,revision_number=4']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:24:47.851080 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.l3_dvr_db [None req-afc6c29f-0d16-4858-a139-f2a3a43ea043 None None] Set router 017e544d-f0b9-4c73-ade1-3d4fe31ff042 gateway port host: dv-cinder-835384-11-iscsi {{(pid=104513) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 15:24:47.865118 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Jun 2022 15:24:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8175f2ca-be83-4cca-98df-d1194980fe6f x-openstack-request-id: req-8175f2ca-be83-4cca-98df-d1194980fe6f {{(pid=104512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 15:24:47.865118 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79b13f6b-a027-4371-8012-54f025a726fa", "tag": "18c7a045-91ca-44b2-abe0-c90523b83549", "status": "completed", "code": 200}]} {{(pid=104512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 15:24:47.865118 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-8175f2ca-be83-4cca-98df-d1194980fe6f {{(pid=104512) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 15:24:47.865508 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8175f2ca-be83-4cca-98df-d1194980fe6f'] response: {'name': 'network-changed', 'server_uuid': '79b13f6b-a027-4371-8012-54f025a726fa', 'tag': '18c7a045-91ca-44b2-abe0-c90523b83549', 'status': 'completed', 'code': 200} Jun 24 15:24:48.005547 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:24:48.005823 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:24:48.006171 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:24:48.006517 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:24:48.006871 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:24:48.007205 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:24:48.007592 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:24:48.008743 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:24:48.008743 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:24:48.013768 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:24:48.013768 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:24:48.013768 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:24:48.013768 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:24:48.013768 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:24:48.013768 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:24:48.056561 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:24:48.066865 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd6b2c1-057c-4c2d-b400-7159c896e966 req-ae57e6ae-0b64-4802-afef-e00d6f4df9af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:24:48.069029 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [req-4bd6b2c1-057c-4c2d-b400-7159c896e966 req-ae57e6ae-0b64-4802-afef-e00d6f4df9af service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=fb2390854b0345588bd6b68f5c09a1ee&device_id=79b13f6b-a027-4371-8012-54f025a726fa HTTP/1.1" status: 200 len: 1129 time: 0.0475481 Jun 24 15:24:48.120525 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.db [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] get_ports_and_sgs() called for port_ids ['e48d9ccf-b4c4-4fdc-b2c9-817fca3f65dc'] {{(pid=104513) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 15:24:48.195073 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd6b2c1-057c-4c2d-b400-7159c896e966 req-4b12ef48-711d-4019-9bff-99f15e76d7bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:24:48.197417 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [req-4bd6b2c1-057c-4c2d-b400-7159c896e966 req-4b12ef48-711d-4019-9bff-99f15e76d7bd service neutron] 10.222.0.64 "GET /v2.0/networks?id=6f212514-c323-4661-9a70-8b24c5462bcd HTTP/1.1" status: 200 len: 915 time: 0.1150429 Jun 24 15:24:48.239414 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [req-4bd6b2c1-057c-4c2d-b400-7159c896e966 req-54f7e558-d375-4f7b-8c4e-64c088f9630d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=18c7a045-91ca-44b2-abe0-c90523b83549 HTTP/1.1" status: 200 len: 217 time: 0.0349634 Jun 24 15:24:48.246917 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.l3_hamode_db [None req-afc6c29f-0d16-4858-a139-f2a3a43ea043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '017e544d-f0b9-4c73-ade1-3d4fe31ff042', 'name': 'tempest-TestMinimumBasicScenario-824063013-router', 'tenant_id': 'fb2390854b0345588bd6b68f5c09a1ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'external_fixed_ips': [{'subnet_id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'ip_address': '172.27.0.27'}], 'enable_snat': True}, 'gw_port_id': 'ff6930bc-8fa2-4983-8b4b-7a38c05a733e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T15:21:43Z', 'updated_at': '2022-06-24T15:21:47Z', 'revision_number': 4, 'project_id': 'fb2390854b0345588bd6b68f5c09a1ee', 'gw_port': {'id': 'ff6930bc-8fa2-4983-8b4b-7a38c05a733e', 'name': '', 'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:2d:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '017e544d-f0b9-4c73-ade1-3d4fe31ff042', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'ip_address': '172.27.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T15:21:44Z', 'updated_at': '2022-06-24T15:21:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-11-iscsi', '_interfaces': [{'id': '094195e6-785b-4284-a436-c72adec7902b', 'name': '', 'network_id': '6f212514-c323-4661-9a70-8b24c5462bcd', 'tenant_id': 'fb2390854b0345588bd6b68f5c09a1ee', 'mac_address': 'fa:16:3e:0e:48:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '017e544d-f0b9-4c73-ade1-3d4fe31ff042', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '2f64631d-2603-40c2-bbec-a14b52952181', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T15:21:47Z', 'updated_at': '2022-06-24T15:21:50Z', 'revision_number': 5, 'project_id': 'fb2390854b0345588bd6b68f5c09a1ee', 'subnets': [{'id': '2f64631d-2603-40c2-bbec-a14b52952181', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-11-iscsi', False) {} {{(pid=104513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 15:24:48.285982 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afc6c29f-0d16-4858-a139-f2a3a43ea043 None None] The sync data for ids ['017e544d-f0b9-4c73-ade1-3d4fe31ff042'] in dv-cinder-835384-11-iscsi is: [{'id': '017e544d-f0b9-4c73-ade1-3d4fe31ff042', 'name': 'tempest-TestMinimumBasicScenario-824063013-router', 'tenant_id': 'fb2390854b0345588bd6b68f5c09a1ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'external_fixed_ips': [{'subnet_id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'ip_address': '172.27.0.27'}], 'enable_snat': True}, 'gw_port_id': 'ff6930bc-8fa2-4983-8b4b-7a38c05a733e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T15:21:43Z', 'updated_at': '2022-06-24T15:21:47Z', 'revision_number': 4, 'project_id': 'fb2390854b0345588bd6b68f5c09a1ee', 'gw_port': {'id': 'ff6930bc-8fa2-4983-8b4b-7a38c05a733e', 'name': '', 'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:2d:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '017e544d-f0b9-4c73-ade1-3d4fe31ff042', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'ip_address': '172.27.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T15:21:44Z', 'updated_at': '2022-06-24T15:21:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-11-iscsi', '_interfaces': [{'id': '094195e6-785b-4284-a436-c72adec7902b', 'name': '', 'network_id': '6f212514-c323-4661-9a70-8b24c5462bcd', 'tenant_id': 'fb2390854b0345588bd6b68f5c09a1ee', 'mac_address': 'fa:16:3e:0e:48:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '017e544d-f0b9-4c73-ade1-3d4fe31ff042', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '2f64631d-2603-40c2-bbec-a14b52952181', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T15:21:47Z', 'updated_at': '2022-06-24T15:21:50Z', 'revision_number': 5, 'project_id': 'fb2390854b0345588bd6b68f5c09a1ee', 'subnets': [{'id': '2f64631d-2603-40c2-bbec-a14b52952181', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104513) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 15:24:48.298257 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd6b2c1-057c-4c2d-b400-7159c896e966 req-9250a96a-2ff9-4983-a0c4-4f88f4af3d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:24:48.299888 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [req-4bd6b2c1-057c-4c2d-b400-7159c896e966 req-9250a96a-2ff9-4983-a0c4-4f88f4af3d10 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2f64631d-2603-40c2-bbec-a14b52952181 HTTP/1.1" status: 200 len: 853 time: 0.0551295 Jun 24 15:24:48.364676 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:24:48.367412 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd6b2c1-057c-4c2d-b400-7159c896e966 req-7e4a50a8-0d90-4d27-a5cf-5b70dd61d22f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:24:48.369776 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [req-4bd6b2c1-057c-4c2d-b400-7159c896e966 req-7e4a50a8-0d90-4d27-a5cf-5b70dd61d22f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=6f212514-c323-4661-9a70-8b24c5462bcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0626657 Jun 24 15:24:48.488264 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [req-4bd6b2c1-057c-4c2d-b400-7159c896e966 req-72290cb8-fe92-4688-9807-8242bb541ee6 service neutron] 10.222.0.64 "GET /v2.0/networks/6f212514-c323-4661-9a70-8b24c5462bcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1115456 Jun 24 15:24:48.588134 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [req-4bd6b2c1-057c-4c2d-b400-7159c896e966 req-1c482403-548e-41c5-b829-c650c900b0a3 service neutron] 10.222.0.64 "GET /v2.0/networks/6f212514-c323-4661-9a70-8b24c5462bcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939415 Jun 24 15:24:48.616907 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ec7b3a6-de05-4db5-b4bd-7c756c731b49 None None] New status for floating IP bac7af18-1a05-4d34-8481-7140e96ff689: DOWN {{(pid=104514) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 24 15:24:48.804207 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f05cde-0813-4618-b1f1-31d887aae73d req-f0a94b4b-aec8-4b60-9b2c-09399cbb0bb1 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:24:48.805981 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-44f05cde-0813-4618-b1f1-31d887aae73d req-f0a94b4b-aec8-4b60-9b2c-09399cbb0bb1 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "GET /v2.0/ports?device_id=ffef349a-ea09-44f9-9cd1-cf5d9b905e50 HTTP/1.1" status: 200 len: 946 time: 0.0483463 Jun 24 15:24:48.854056 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-44f05cde-0813-4618-b1f1-31d887aae73d req-75a13aaa-6fff-4cb3-96db-457ad9cfab44 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "GET /v2.0/security-groups?id=2649c9c4-b294-40b1-8f0c-e689a0caf780&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426033 Jun 24 15:24:48.940944 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26a62ed-edc1-44b4-9f0e-c331425a91af req-416002d7-d100-429c-8788-18a6935f444a tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:24:48.942434 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-d26a62ed-edc1-44b4-9f0e-c331425a91af req-416002d7-d100-429c-8788-18a6935f444a tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] 10.222.0.67 "GET /v2.0/ports?device_id=dcc17ccb-c0b1-4819-9051-e715458f4529 HTTP/1.1" status: 200 len: 944 time: 0.0496433 Jun 24 15:24:49.003124 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-d26a62ed-edc1-44b4-9f0e-c331425a91af req-58c6805b-3b3f-4394-8033-643611a35c8d tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] 10.222.0.67 "GET /v2.0/security-groups?id=3e7d3075-e93e-49d4-b5f8-9fd2c6a73d99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545022 Jun 24 15:24:49.284278 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.rpc [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Device e48d9ccf-b4c4-4fdc-b2c9-817fca3f65dc up at agent hyperv_hv-cinder-83538 {{(pid=104513) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 15:24:49.330808 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.provisioning_blocks [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Provisioning for port e48d9ccf-b4c4-4fdc-b2c9-817fca3f65dc completed by entity L2. {{(pid=104513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 24 15:24:49.394149 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.provisioning_blocks [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Provisioning complete for port e48d9ccf-b4c4-4fdc-b2c9-817fca3f65dc triggered by entity L2. {{(pid=104513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 15:24:49.394522 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7696598'] for port (e48d9ccf-b4c4-4fdc-b2c9-817fca3f65dc), provisioning_complete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:24:49.468994 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.plugin [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Current status of the port e48d9ccf-b4c4-4fdc-b2c9-817fca3f65dc is: BUILD; New status is: ACTIVE {{(pid=104513) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 15:24:49.469393 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7727318'] for port (e48d9ccf-b4c4-4fdc-b2c9-817fca3f65dc), before_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:24:49.494976 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcc17ccb-c0b1-4819-9051-e715458f4529', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e48d9ccf-b4c4-4fdc-b2c9-817fca3f65dc'}] {{(pid=104513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 15:24:49.497650 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7de2ae652872cab3d5aa36b412d6cead56dffdf121926fea6679daaa3daba4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dcaaed2-2cac-4b0a-bfbd-9391a13b9fb5" -d '{"events": [{"server_uuid": "dcc17ccb-c0b1-4819-9051-e715458f4529", "name": "network-vif-plugged", "status": "completed", "tag": "e48d9ccf-b4c4-4fdc-b2c9-817fca3f65dc"}]}' {{(pid=104513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 15:24:49.512123 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.db [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] For port e48d9ccf-b4c4-4fdc-b2c9-817fca3f65dc, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=e48d9ccf-b4c4-4fdc-b2c9-817fca3f65dc,segment=NetworkSegment(dac079e8-662a-4bf1-950a-0525c98ad107),segment_id=dac079e8-662a-4bf1-950a-0525c98ad107)] {{(pid=104513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 15:24:49.560500 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761385101662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761384583316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761384583334'] for port (e48d9ccf-b4c4-4fdc-b2c9-817fca3f65dc), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:24:49.613019 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Pushing event updated for resources: {'Port': ['ID=e48d9ccf-b4c4-4fdc-b2c9-817fca3f65dc,revision_number=5']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:24:49.671800 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 15:24:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30e24bcd-f536-41df-a82a-1d3155c8a744 x-openstack-request-id: req-30e24bcd-f536-41df-a82a-1d3155c8a744 {{(pid=104513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 15:24:49.677102 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcc17ccb-c0b1-4819-9051-e715458f4529", "name": "network-vif-plugged", "status": "completed", "tag": "e48d9ccf-b4c4-4fdc-b2c9-817fca3f65dc", "code": 200}]} {{(pid=104513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 15:24:49.677102 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-30e24bcd-f536-41df-a82a-1d3155c8a744 {{(pid=104513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 15:24:49.677102 dv-cinder-835384-11-iscsi neutron-server[104513]: INFO neutron.notifiers.nova [-] Nova event matching ['req-30e24bcd-f536-41df-a82a-1d3155c8a744'] response: {'server_uuid': 'dcc17ccb-c0b1-4819-9051-e715458f4529', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e48d9ccf-b4c4-4fdc-b2c9-817fca3f65dc', 'code': 200} Jun 24 15:24:49.976083 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c9e488-e52c-4a85-acf8-d6311e3d2d6e req-4e26d543-8469-46ed-92a1-7fe7899a2386 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:24:49.977875 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-77c9e488-e52c-4a85-acf8-d6311e3d2d6e req-4e26d543-8469-46ed-92a1-7fe7899a2386 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "GET /v2.0/ports?device_id=ffef349a-ea09-44f9-9cd1-cf5d9b905e50 HTTP/1.1" status: 200 len: 946 time: 0.0497277 Jun 24 15:24:50.027011 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-77c9e488-e52c-4a85-acf8-d6311e3d2d6e req-42b65a69-ea40-47ca-b22f-c8c121ca76b7 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "GET /v2.0/security-groups?id=2649c9c4-b294-40b1-8f0c-e689a0caf780&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436881 Jun 24 15:24:50.042851 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ffd62c-4191-4b65-bbbf-a9dcbc761161 req-9b16b599-1d80-40a6-a07b-0de2fb3d86ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:24:50.046557 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [req-b4ffd62c-4191-4b65-bbbf-a9dcbc761161 req-9b16b599-1d80-40a6-a07b-0de2fb3d86ce service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=dcc17ccb-c0b1-4819-9051-e715458f4529 HTTP/1.1" status: 200 len: 1129 time: 0.0433049 Jun 24 15:24:50.107016 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [req-b4ffd62c-4191-4b65-bbbf-a9dcbc761161 req-90482de0-5022-4a8c-bcaa-f9a4ffd3cff9 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=3e7d3075-e93e-49d4-b5f8-9fd2c6a73d99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533316 Jun 24 15:24:50.125287 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d22ace-190e-41d0-adb9-8f436050dccc req-68e3d339-c615-49ab-a253-aa96cd8e0748 tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:24:50.126768 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-12d22ace-190e-41d0-adb9-8f436050dccc req-68e3d339-c615-49ab-a253-aa96cd8e0748 tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] 10.222.0.67 "GET /v2.0/ports?device_id=dcc17ccb-c0b1-4819-9051-e715458f4529 HTTP/1.1" status: 200 len: 945 time: 0.0490983 Jun 24 15:24:50.176577 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-12d22ace-190e-41d0-adb9-8f436050dccc req-b58e86a4-5c66-4636-a125-f9017a3882d9 tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] 10.222.0.67 "GET /v2.0/security-groups?id=3e7d3075-e93e-49d4-b5f8-9fd2c6a73d99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441439 Jun 24 15:24:50.702752 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0b63d5-4fb1-47c4-8c67-ed96c0a1c5e4 req-b8692cec-941f-421d-924a-a1a585132742 tempest-TestMinimumBasicScenario-1016590740 tempest-TestMinimumBasicScenario-1016590740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:24:50.704233 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-4a0b63d5-4fb1-47c4-8c67-ed96c0a1c5e4 req-b8692cec-941f-421d-924a-a1a585132742 tempest-TestMinimumBasicScenario-1016590740 tempest-TestMinimumBasicScenario-1016590740-project] 10.222.0.67 "GET /v2.0/ports?device_id=79b13f6b-a027-4371-8012-54f025a726fa HTTP/1.1" status: 200 len: 945 time: 0.0498092 Jun 24 15:24:50.750303 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-4a0b63d5-4fb1-47c4-8c67-ed96c0a1c5e4 req-64c88d5e-dcd8-44d5-b07a-74735ed7a247 tempest-TestMinimumBasicScenario-1016590740 tempest-TestMinimumBasicScenario-1016590740-project] 10.222.0.67 "GET /v2.0/security-groups?id=0c9a5b2b-9c69-45a1-a6b9-bfcdb81413bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404592 Jun 24 15:24:51.131942 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=100 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:24:51.147380 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4da1e9-dc05-470e-9a83-f807e6bc9569 req-f73c6507-da45-444c-b6aa-5963c4539df7 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:24:51.149503 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-8e4da1e9-dc05-470e-9a83-f807e6bc9569 req-f73c6507-da45-444c-b6aa-5963c4539df7 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "GET /v2.0/ports?device_id=ffef349a-ea09-44f9-9cd1-cf5d9b905e50 HTTP/1.1" status: 200 len: 946 time: 0.0464272 Jun 24 15:24:51.197408 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-8e4da1e9-dc05-470e-9a83-f807e6bc9569 req-6ab58bd8-e96b-41d0-b8ab-10839486aea7 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "GET /v2.0/security-groups?id=2649c9c4-b294-40b1-8f0c-e689a0caf780&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418398 Jun 24 15:24:51.294997 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996d2601-e6c0-414b-a093-3e9eea5ff269 req-e7b98fa6-2e7f-4bf2-99f8-2dfa0f63b446 tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:24:51.296563 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-996d2601-e6c0-414b-a093-3e9eea5ff269 req-e7b98fa6-2e7f-4bf2-99f8-2dfa0f63b446 tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] 10.222.0.67 "GET /v2.0/ports?device_id=dcc17ccb-c0b1-4819-9051-e715458f4529 HTTP/1.1" status: 200 len: 945 time: 0.0484867 Jun 24 15:24:51.297480 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-0835a60f-679e-4f4e-a650-69c09c07dca6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697012'] for agent (61dc9491-0c49-467e-b62a-6961ce952bc2), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:24:51.351135 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-996d2601-e6c0-414b-a093-3e9eea5ff269 req-0e5ef07f-4652-436e-984e-2f7f0e1c3ecd tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] 10.222.0.67 "GET /v2.0/security-groups?id=3e7d3075-e93e-49d4-b5f8-9fd2c6a73d99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488837 Jun 24 15:24:51.851339 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=100 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:24:51.864024 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2006a63-bc5d-457a-8012-b76d0bc0f979 req-ef7f3193-0c3b-48c7-b759-d700bc20d01c tempest-TestMinimumBasicScenario-1016590740 tempest-TestMinimumBasicScenario-1016590740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:24:51.865476 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-d2006a63-bc5d-457a-8012-b76d0bc0f979 req-ef7f3193-0c3b-48c7-b759-d700bc20d01c tempest-TestMinimumBasicScenario-1016590740 tempest-TestMinimumBasicScenario-1016590740-project] 10.222.0.67 "GET /v2.0/ports?device_id=79b13f6b-a027-4371-8012-54f025a726fa HTTP/1.1" status: 200 len: 945 time: 0.0475080 Jun 24 15:24:51.912771 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-d2006a63-bc5d-457a-8012-b76d0bc0f979 req-5d4391d1-744e-46ce-b865-9d8ab35a6814 tempest-TestMinimumBasicScenario-1016590740 tempest-TestMinimumBasicScenario-1016590740-project] 10.222.0.67 "GET /v2.0/security-groups?id=0c9a5b2b-9c69-45a1-a6b9-bfcdb81413bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413456 Jun 24 15:24:52.317945 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e73608-23e7-4e78-ae21-1e06c96c1762 req-b9383a8f-0f76-4dd1-b203-140a1b58cbea tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:24:52.319421 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-35e73608-23e7-4e78-ae21-1e06c96c1762 req-b9383a8f-0f76-4dd1-b203-140a1b58cbea tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "GET /v2.0/ports?device_id=ffef349a-ea09-44f9-9cd1-cf5d9b905e50 HTTP/1.1" status: 200 len: 946 time: 0.0471342 Jun 24 15:24:52.365878 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-35e73608-23e7-4e78-ae21-1e06c96c1762 req-920b96ea-2934-4dc2-a698-9d2822ac9e52 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "GET /v2.0/security-groups?id=2649c9c4-b294-40b1-8f0c-e689a0caf780&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402732 Jun 24 15:24:52.471456 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e90fd6-4077-41d3-a288-052dedb24a02 req-cfa58508-7040-4817-9cfc-ebc9a2c054fe tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:24:52.472975 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-85e90fd6-4077-41d3-a288-052dedb24a02 req-cfa58508-7040-4817-9cfc-ebc9a2c054fe tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] 10.222.0.67 "GET /v2.0/ports?device_id=dcc17ccb-c0b1-4819-9051-e715458f4529 HTTP/1.1" status: 200 len: 945 time: 0.0516598 Jun 24 15:24:52.525486 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-85e90fd6-4077-41d3-a288-052dedb24a02 req-84e40df1-2364-4b46-82f2-41031f66837c tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] 10.222.0.67 "GET /v2.0/security-groups?id=3e7d3075-e93e-49d4-b5f8-9fd2c6a73d99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459855 Jun 24 15:24:52.968109 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d0d510-66c6-4196-9b16-e83d07a80f98 req-1c7690bc-ae62-427d-88ee-8025536067c8 tempest-TestMinimumBasicScenario-1016590740 tempest-TestMinimumBasicScenario-1016590740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:24:52.970169 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [req-69d0d510-66c6-4196-9b16-e83d07a80f98 req-1c7690bc-ae62-427d-88ee-8025536067c8 tempest-TestMinimumBasicScenario-1016590740 tempest-TestMinimumBasicScenario-1016590740-project] 10.222.0.64 "GET /v2.0/ports?device_id=79b13f6b-a027-4371-8012-54f025a726fa HTTP/1.1" status: 200 len: 945 time: 0.0575993 Jun 24 15:24:53.070217 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [req-69d0d510-66c6-4196-9b16-e83d07a80f98 req-e65980e2-38ba-4682-9a14-36eebae47313 tempest-TestMinimumBasicScenario-1016590740 tempest-TestMinimumBasicScenario-1016590740-project] Deleting port 18c7a045-91ca-44b2-abe0-c90523b83549 {{(pid=104511) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 15:24:53.070842 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [req-69d0d510-66c6-4196-9b16-e83d07a80f98 req-e65980e2-38ba-4682-9a14-36eebae47313 tempest-TestMinimumBasicScenario-1016590740 tempest-TestMinimumBasicScenario-1016590740-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761385095720'] for port (18c7a045-91ca-44b2-abe0-c90523b83549), before_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:24:53.169650 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.db [req-69d0d510-66c6-4196-9b16-e83d07a80f98 req-e65980e2-38ba-4682-9a14-36eebae47313 tempest-TestMinimumBasicScenario-1016590740 tempest-TestMinimumBasicScenario-1016590740-project] For port 18c7a045-91ca-44b2-abe0-c90523b83549, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=18c7a045-91ca-44b2-abe0-c90523b83549,segment=NetworkSegment(5aa84711-eee4-4736-b915-ec9670ba17dc),segment_id=5aa84711-eee4-4736-b915-ec9670ba17dc)] {{(pid=104511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 15:24:53.170014 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [req-69d0d510-66c6-4196-9b16-e83d07a80f98 req-e65980e2-38ba-4682-9a14-36eebae47313 tempest-TestMinimumBasicScenario-1016590740 tempest-TestMinimumBasicScenario-1016590740-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-465599'] for port (18c7a045-91ca-44b2-abe0-c90523b83549), precommit_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:24:53.172261 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=100 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:24:53.182666 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d6657f-e633-4ac6-acb4-478bf73cd348 req-272cff9c-1a57-4359-8128-f731871c7d2b tempest-TestMinimumBasicScenario-1016590740 tempest-TestMinimumBasicScenario-1016590740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:24:53.184217 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-71d6657f-e633-4ac6-acb4-478bf73cd348 req-272cff9c-1a57-4359-8128-f731871c7d2b tempest-TestMinimumBasicScenario-1016590740 tempest-TestMinimumBasicScenario-1016590740-project] 10.222.0.67 "GET /v2.0/ports?device_id=79b13f6b-a027-4371-8012-54f025a726fa HTTP/1.1" status: 200 len: 945 time: 0.0484059 Jun 24 15:24:53.187757 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [req-69d0d510-66c6-4196-9b16-e83d07a80f98 req-e65980e2-38ba-4682-9a14-36eebae47313 tempest-TestMinimumBasicScenario-1016590740 tempest-TestMinimumBasicScenario-1016590740-project] Calling delete_port for 18c7a045-91ca-44b2-abe0-c90523b83549 owned by compute:nova {{(pid=104511) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 15:24:53.232201 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-71d6657f-e633-4ac6-acb4-478bf73cd348 req-0b572912-ce31-446e-af94-914d5f287ab3 tempest-TestMinimumBasicScenario-1016590740 tempest-TestMinimumBasicScenario-1016590740-project] 10.222.0.67 "GET /v2.0/security-groups?id=0c9a5b2b-9c69-45a1-a6b9-bfcdb81413bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422487 Jun 24 15:24:53.380299 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [req-69d0d510-66c6-4196-9b16-e83d07a80f98 req-e65980e2-38ba-4682-9a14-36eebae47313 tempest-TestMinimumBasicScenario-1016590740 tempest-TestMinimumBasicScenario-1016590740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761385101680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761384583307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3599638'] for port (18c7a045-91ca-44b2-abe0-c90523b83549), after_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:24:53.395408 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.db [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] get_ports_and_sgs() called for port_ids ['18c7a045-91ca-44b2-abe0-c90523b83549'] {{(pid=104513) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 15:24:53.408377 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65980e2-38ba-4682-9a14-36eebae47313 tempest-TestMinimumBasicScenario-1016590740 tempest-TestMinimumBasicScenario-1016590740-project] Pushing event deleted for resources: {'Port': ['ID=18c7a045-91ca-44b2-abe0-c90523b83549,revision_number=None']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:24:53.457713 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.db.l3_dvrscheduler_db [req-69d0d510-66c6-4196-9b16-e83d07a80f98 req-e65980e2-38ba-4682-9a14-36eebae47313 tempest-TestMinimumBasicScenario-1016590740 tempest-TestMinimumBasicScenario-1016590740-project] No DVR routers for this DVR port 18c7a045-91ca-44b2-abe0-c90523b83549 on host hv-cinder-83538 {{(pid=104511) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 24 15:24:53.460101 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [req-69d0d510-66c6-4196-9b16-e83d07a80f98 req-e65980e2-38ba-4682-9a14-36eebae47313 tempest-TestMinimumBasicScenario-1016590740 tempest-TestMinimumBasicScenario-1016590740-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30073'] for port (None), before_response {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:24:53.463601 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [req-69d0d510-66c6-4196-9b16-e83d07a80f98 req-e65980e2-38ba-4682-9a14-36eebae47313 tempest-TestMinimumBasicScenario-1016590740 tempest-TestMinimumBasicScenario-1016590740-project] 10.222.0.64 "DELETE /v2.0/ports/18c7a045-91ca-44b2-abe0-c90523b83549 HTTP/1.1" status: 204 len: 173 time: 0.4880483 Jun 24 15:24:53.464040 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79b13f6b-a027-4371-8012-54f025a726fa', 'name': 'network-vif-deleted', 'tag': '18c7a045-91ca-44b2-abe0-c90523b83549'}] {{(pid=104511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 15:24:53.466255 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4675c17b6bc846e4b28e54b1b3705f3f7dd7092e5e5b2c0e24b7aeedfd61db99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e018228e-1ae5-4109-af2f-3504a334fd34" -d '{"events": [{"server_uuid": "79b13f6b-a027-4371-8012-54f025a726fa", "name": "network-vif-deleted", "tag": "18c7a045-91ca-44b2-abe0-c90523b83549"}]}' {{(pid=104511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 15:24:53.501915 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c709b6-6bd4-4be8-80e3-c3e25f823ca1 req-6babfe81-057d-433f-9f90-c11a2d15e8cc tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:24:53.508826 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-a8c709b6-6bd4-4be8-80e3-c3e25f823ca1 req-6babfe81-057d-433f-9f90-c11a2d15e8cc tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "GET /v2.0/ports?device_id=ffef349a-ea09-44f9-9cd1-cf5d9b905e50 HTTP/1.1" status: 200 len: 946 time: 0.0587008 Jun 24 15:24:53.508947 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 15:24:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-886c57c3-bb88-497e-9caf-9ba40626fa7a x-openstack-request-id: req-886c57c3-bb88-497e-9caf-9ba40626fa7a {{(pid=104511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 15:24:53.508947 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79b13f6b-a027-4371-8012-54f025a726fa", "name": "network-vif-deleted", "tag": "18c7a045-91ca-44b2-abe0-c90523b83549", "status": "completed", "code": 200}]} {{(pid=104511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 15:24:53.508947 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-886c57c3-bb88-497e-9caf-9ba40626fa7a {{(pid=104511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 15:24:53.508947 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.notifiers.nova [-] Nova event matching ['req-886c57c3-bb88-497e-9caf-9ba40626fa7a'] response: {'server_uuid': '79b13f6b-a027-4371-8012-54f025a726fa', 'name': 'network-vif-deleted', 'tag': '18c7a045-91ca-44b2-abe0-c90523b83549', 'status': 'completed', 'code': 200} Jun 24 15:24:53.554892 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-a8c709b6-6bd4-4be8-80e3-c3e25f823ca1 req-3bea4dea-bd0d-48fd-994b-5ee3aeba1289 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "GET /v2.0/security-groups?id=2649c9c4-b294-40b1-8f0c-e689a0caf780&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427549 Jun 24 15:24:53.642915 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64af8fe1-451f-4f88-a989-a014753a78ae req-591e5d25-16bf-41a9-a1de-adff3822d519 tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:24:53.646466 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-64af8fe1-451f-4f88-a989-a014753a78ae req-591e5d25-16bf-41a9-a1de-adff3822d519 tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] 10.222.0.67 "GET /v2.0/ports?device_id=dcc17ccb-c0b1-4819-9051-e715458f4529 HTTP/1.1" status: 200 len: 945 time: 0.0478919 Jun 24 15:24:53.699701 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-64af8fe1-451f-4f88-a989-a014753a78ae req-c3dfbfb1-c7a2-4a24-8c25-8b29701f081a tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] 10.222.0.67 "GET /v2.0/security-groups?id=3e7d3075-e93e-49d4-b5f8-9fd2c6a73d99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486155 Jun 24 15:24:53.760260 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-7effeab1-1abb-4f31-aaf4-e689d2a4cebb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697012'] for agent (45985ff7-1335-48cd-ab02-73eb58295827), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:24:53.822411 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0499ace-3dcf-47fe-bba1-4a252ffafd61 req-37f5c335-b9cb-476a-9fbb-9730e2ee0293 tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:24:53.824070 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-d0499ace-3dcf-47fe-bba1-4a252ffafd61 req-37f5c335-b9cb-476a-9fbb-9730e2ee0293 tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] 10.222.0.67 "GET /v2.0/ports?device_id=dcc17ccb-c0b1-4819-9051-e715458f4529 HTTP/1.1" status: 200 len: 945 time: 0.0519085 Jun 24 15:24:53.879413 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-d0499ace-3dcf-47fe-bba1-4a252ffafd61 req-504d05a4-efc5-49c4-b679-9dba1fa6539e tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] 10.222.0.67 "GET /v2.0/security-groups?id=3e7d3075-e93e-49d4-b5f8-9fd2c6a73d99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492907 Jun 24 15:24:53.903891 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.wsgi [-] (104511) accepted ('10.222.0.67', 44824) {{(pid=104511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:24:54.115255 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f8d6154-5c9f-4e95-9d35-b2e8b43d31e7 tempest-TestVolumeBootPattern-1018190679 tempest-TestVolumeBootPattern-1018190679-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:24:54.120590 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.wsgi [-] (104512) accepted ('10.222.0.67', 44832) {{(pid=104512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:24:54.121579 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [None req-8f8d6154-5c9f-4e95-9d35-b2e8b43d31e7 tempest-TestVolumeBootPattern-1018190679 tempest-TestVolumeBootPattern-1018190679-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=dcc17ccb-c0b1-4819-9051-e715458f4529 HTTP/1.1" status: 200 len: 1124 time: 0.2165723 Jun 24 15:24:54.125350 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.v2.base [None req-cc7d6380-e53c-43cd-b0d2-ef93f3feffde tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] Request body: {'floatingip': {'floating_network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'port_id': 'e48d9ccf-b4c4-4fdc-b2c9-817fca3f65dc', 'tenant_id': '06aac4c0b410452fa71221434149e3b7', 'fixed_ip_address': '172.20.0.9'}} {{(pid=104512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 15:24:54.238032 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-cc7d6380-e53c-43cd-b0d2-ef93f3feffde tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:24:54.343299 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-cc7d6380-e53c-43cd-b0d2-ef93f3feffde tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7727318'] for port (None), before_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:24:54.413587 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=100 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:24:54.461587 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-39c7145e-8650-4940-bf43-694e3f14e081 req-7aacc823-5ec0-4465-9afa-25c7e9eb252b tempest-TestMinimumBasicScenario-1016590740 tempest-TestMinimumBasicScenario-1016590740-project] 10.222.0.67 "GET /v2.0/ports?device_id=79b13f6b-a027-4371-8012-54f025a726fa HTTP/1.1" status: 200 len: 210 time: 0.0494277 Jun 24 15:24:54.488573 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.db.db_base_plugin_common [None req-cc7d6380-e53c-43cd-b0d2-ef93f3feffde tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] Allocated IP 172.27.0.185 (60b3096c-3a0f-4216-9e52-e826cbf1fb59/f6c08379-d241-4966-a4ae-7ff02804e7f6/eb33c0bc-31db-40e1-8a04-0c1a8311596e) {{(pid=104512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 15:24:54.528318 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:24:54.600734 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-cc7d6380-e53c-43cd-b0d2-ef93f3feffde tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] Publish callbacks [] for port (eb33c0bc-31db-40e1-8a04-0c1a8311596e), precommit_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:24:54.691056 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349dcf6f-910f-4275-bcb0-fe8fd1a0ef7e req-1c777d38-0358-4664-91d2-e37b8739bf14 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:24:54.692561 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-349dcf6f-910f-4275-bcb0-fe8fd1a0ef7e req-1c777d38-0358-4664-91d2-e37b8739bf14 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "GET /v2.0/ports?device_id=ffef349a-ea09-44f9-9cd1-cf5d9b905e50 HTTP/1.1" status: 200 len: 946 time: 0.0487585 Jun 24 15:24:54.714633 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-cc7d6380-e53c-43cd-b0d2-ef93f3feffde tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761384583298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3859661'] for port (eb33c0bc-31db-40e1-8a04-0c1a8311596e), after_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:24:54.769738 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc7d6380-e53c-43cd-b0d2-ef93f3feffde tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] Network 60b3096c-3a0f-4216-9e52-e826cbf1fb59 is already hosted by enough agents. {{(pid=104512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 15:24:54.779278 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.scheduler.base_scheduler [None req-cc7d6380-e53c-43cd-b0d2-ef93f3feffde tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] Resources bound (agent type, host, resource id): {{(pid=104512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 15:24:54.781880 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc7d6380-e53c-43cd-b0d2-ef93f3feffde tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] Received port after_create {{(pid=104512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 15:24:54.912199 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-6e9ba797-1d0c-40f8-9e0c-708f895be0b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697012'] for agent (f984396c-9862-4f32-9cf6-f19d2e5feb00), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:24:55.052153 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7d6380-e53c-43cd-b0d2-ef93f3feffde tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] Pushing event updated for resources: {'Port': ['ID=eb33c0bc-31db-40e1-8a04-0c1a8311596e,revision_number=1']} {{(pid=104512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:24:55.061753 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-349dcf6f-910f-4275-bcb0-fe8fd1a0ef7e req-be2a80b6-184c-4716-8129-36aef3e50ab0 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "GET /v2.0/security-groups?id=2649c9c4-b294-40b1-8f0c-e689a0caf780&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3631296 Jun 24 15:24:55.370704 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:24:55.391454 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-cc7d6380-e53c-43cd-b0d2-ef93f3feffde tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] Publish callbacks [] for floatingip (73f12d9e-775d-4d7d-9384-488ee6193023), precommit_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:24:55.559780 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-cc7d6380-e53c-43cd-b0d2-ef93f3feffde tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7727318'] for port (eb33c0bc-31db-40e1-8a04-0c1a8311596e), before_update {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:24:55.727154 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-cc7d6380-e53c-43cd-b0d2-ef93f3feffde tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] Publish callbacks [] for port (eb33c0bc-31db-40e1-8a04-0c1a8311596e), precommit_update {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:24:55.834271 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-cc7d6380-e53c-43cd-b0d2-ef93f3feffde tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761385101662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761384583316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761384583334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3859668'] for port (eb33c0bc-31db-40e1-8a04-0c1a8311596e), after_update {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:24:55.914846 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7d6380-e53c-43cd-b0d2-ef93f3feffde tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] Pushing event updated for resources: {'Port': ['ID=eb33c0bc-31db-40e1-8a04-0c1a8311596e,revision_number=2']} {{(pid=104512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:24:55.920578 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-cc7d6380-e53c-43cd-b0d2-ef93f3feffde tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-467314'] for floatingip (73f12d9e-775d-4d7d-9384-488ee6193023), after_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:24:55.964060 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:24:56.017233 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.db.l3_db [None req-cc7d6380-e53c-43cd-b0d2-ef93f3feffde tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] Floating IP 73f12d9e-775d-4d7d-9384-488ee6193023 associated. External IP: 172.27.0.185, port: e48d9ccf-b4c4-4fdc-b2c9-817fca3f65dc. Jun 24 15:24:56.214097 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f67d730-828e-4100-b66a-b66bb321e3ac req-dae4ab22-6f56-4d90-9e4c-9dde62ee5399 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:24:56.215576 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-9f67d730-828e-4100-b66a-b66bb321e3ac req-dae4ab22-6f56-4d90-9e4c-9dde62ee5399 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "GET /v2.0/ports?device_id=ffef349a-ea09-44f9-9cd1-cf5d9b905e50 HTTP/1.1" status: 200 len: 946 time: 0.0602424 Jun 24 15:24:56.261742 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=100 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:24:56.305876 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc7d6380-e53c-43cd-b0d2-ef93f3feffde tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] Router 3b204f98-a367-42c7-8389-8d8b539db927 has already been hosted by L3 agent 45985ff7-1335-48cd-ab02-73eb58295827 {{(pid=104512) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 15:24:56.312108 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-9f67d730-828e-4100-b66a-b66bb321e3ac req-4dfaf194-1f15-4b83-b0fb-b4c57fe1031b tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "GET /v2.0/security-groups?id=2649c9c4-b294-40b1-8f0c-e689a0caf780&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709243 Jun 24 15:24:56.424988 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc7d6380-e53c-43cd-b0d2-ef93f3feffde tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] Notify agent at l3_agent.dv-cinder-835384-11-iscsi the message routers_updated {{(pid=104512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 15:24:56.435800 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-e7d2b4de-897d-40d1-b758-5e5b7ac4c4e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697012'] for agent (2f766f35-a225-44ed-b70f-669caec6f4a7), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:24:56.438374 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad5b8670-7508-4e00-b6f2-83b01987f4d4 None None] Sync routers for ids ['3b204f98-a367-42c7-8389-8d8b539db927'] in dv-cinder-835384-11-iscsi {{(pid=104513) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 15:24:56.450238 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad5b8670-7508-4e00-b6f2-83b01987f4d4 None None] Routers {'3b204f98-a367-42c7-8389-8d8b539db927'} bound to L3 agent in host dv-cinder-835384-11-iscsi {{(pid=104513) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 15:24:56.450934 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.l3_hamode_db [None req-ad5b8670-7508-4e00-b6f2-83b01987f4d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-24T15:10:24Z,description=,heartbeat_timestamp=2022-06-24T15:24:54Z,host='dv-cinder-835384-11-iscsi',id=45985ff7-1335-48cd-ab02-73eb58295827,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T15:10:24Z,topic='l3_agent')) {'router_ids': ['3b204f98-a367-42c7-8389-8d8b539db927'], 'active': True} {{(pid=104513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 15:24:56.498247 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:24:56.550659 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-cc7d6380-e53c-43cd-b0d2-ef93f3feffde tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30073'] for floatingip (None), before_response {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:24:56.565226 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.l3_dvr_db [None req-ad5b8670-7508-4e00-b6f2-83b01987f4d4 None None] Set router 3b204f98-a367-42c7-8389-8d8b539db927 gateway port host: dv-cinder-835384-11-iscsi {{(pid=104513) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 15:24:56.585720 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [None req-cc7d6380-e53c-43cd-b0d2-ef93f3feffde tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4640107 Jun 24 15:24:56.586972 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcc17ccb-c0b1-4819-9051-e715458f4529', 'tag': 'e48d9ccf-b4c4-4fdc-b2c9-817fca3f65dc'}] {{(pid=104512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 15:24:56.589219 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9db87de5340c6be2811fa9e5912a63998a589dd3f857fd3823a550d1ae48127" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47ab9955-b95b-46dc-98b8-56db42520502" -d '{"events": [{"name": "network-changed", "server_uuid": "dcc17ccb-c0b1-4819-9051-e715458f4529", "tag": "e48d9ccf-b4c4-4fdc-b2c9-817fca3f65dc"}]}' {{(pid=104512) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 15:24:56.625985 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Jun 2022 15:24:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc401d5b-e396-4d50-8512-8b57325fbd7e x-openstack-request-id: req-cc401d5b-e396-4d50-8512-8b57325fbd7e {{(pid=104512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 15:24:56.626347 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dcc17ccb-c0b1-4819-9051-e715458f4529", "tag": "e48d9ccf-b4c4-4fdc-b2c9-817fca3f65dc", "status": "completed", "code": 200}]} {{(pid=104512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 15:24:56.626659 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-cc401d5b-e396-4d50-8512-8b57325fbd7e {{(pid=104512) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 15:24:56.627125 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc401d5b-e396-4d50-8512-8b57325fbd7e'] response: {'name': 'network-changed', 'server_uuid': 'dcc17ccb-c0b1-4819-9051-e715458f4529', 'tag': 'e48d9ccf-b4c4-4fdc-b2c9-817fca3f65dc', 'status': 'completed', 'code': 200} Jun 24 15:24:56.702247 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ab9955-b95b-46dc-98b8-56db42520502 req-3f218fa9-1b26-4f36-927e-f5e831459973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:24:56.703740 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [req-47ab9955-b95b-46dc-98b8-56db42520502 req-3f218fa9-1b26-4f36-927e-f5e831459973 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=06aac4c0b410452fa71221434149e3b7&device_id=dcc17ccb-c0b1-4819-9051-e715458f4529 HTTP/1.1" status: 200 len: 1129 time: 0.0437667 Jun 24 15:24:56.704118 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697012'] for agent (559fa80c-96d5-4fe7-8c5f-9eda482c27bf), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:24:56.799486 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:24:56.802743 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.l3_hamode_db [None req-ad5b8670-7508-4e00-b6f2-83b01987f4d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b204f98-a367-42c7-8389-8d8b539db927', 'name': 'tempest-TestVolumeBootPattern-933791428-router', 'tenant_id': '06aac4c0b410452fa71221434149e3b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'external_fixed_ips': [{'subnet_id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'ip_address': '172.27.0.72'}], 'enable_snat': True}, 'gw_port_id': 'b529ebad-e8d9-480a-b8eb-1b28c2745ddd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T15:24:01Z', 'updated_at': '2022-06-24T15:24:05Z', 'revision_number': 4, 'project_id': '06aac4c0b410452fa71221434149e3b7', 'gw_port': {'id': 'b529ebad-e8d9-480a-b8eb-1b28c2745ddd', 'name': '', 'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:d8:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b204f98-a367-42c7-8389-8d8b539db927', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'ip_address': '172.27.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T15:24:02Z', 'updated_at': '2022-06-24T15:24:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-11-iscsi', '_floatingips': [{'id': '73f12d9e-775d-4d7d-9384-488ee6193023', 'tenant_id': '06aac4c0b410452fa71221434149e3b7', 'floating_ip_address': '172.27.0.185', 'floating_network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'router_id': '3b204f98-a367-42c7-8389-8d8b539db927', 'port_id': 'e48d9ccf-b4c4-4fdc-b2c9-817fca3f65dc', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 618, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2a32a679-de41-498c-bfd0-5831dd67fdee', 'mac_address': 'fa:16:3e:ae:16:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcc17ccb-c0b1-4819-9051-e715458f4529', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T15:24:55Z', 'updated_at': '2022-06-24T15:24:55Z', 'revision_number': 0, 'project_id': '06aac4c0b410452fa71221434149e3b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '330082d1-f0dc-4b95-b5b8-396060cd29da', 'name': '', 'network_id': '2a32a679-de41-498c-bfd0-5831dd67fdee', 'tenant_id': '06aac4c0b410452fa71221434149e3b7', 'mac_address': 'fa:16:3e:b9:01:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b204f98-a367-42c7-8389-8d8b539db927', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '3fab91a5-d4d3-43d4-a452-8b378716e743', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T15:24:04Z', 'updated_at': '2022-06-24T15:24:08Z', 'revision_number': 5, 'project_id': '06aac4c0b410452fa71221434149e3b7', 'subnets': [{'id': '3fab91a5-d4d3-43d4-a452-8b378716e743', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-11-iscsi', False) {} {{(pid=104513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 15:24:56.807450 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ab9955-b95b-46dc-98b8-56db42520502 req-1a79fbd4-a3ce-48eb-8170-9ac7a7628f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:24:56.809022 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [req-47ab9955-b95b-46dc-98b8-56db42520502 req-1a79fbd4-a3ce-48eb-8170-9ac7a7628f45 service neutron] 10.222.0.64 "GET /v2.0/networks?id=2a32a679-de41-498c-bfd0-5831dd67fdee HTTP/1.1" status: 200 len: 912 time: 0.0948508 Jun 24 15:24:56.829363 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad5b8670-7508-4e00-b6f2-83b01987f4d4 None None] Checking router: 3b204f98-a367-42c7-8389-8d8b539db927 for host: dv-cinder-835384-11-iscsi {{(pid=104513) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 15:24:56.839510 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad5b8670-7508-4e00-b6f2-83b01987f4d4 None None] Routers {'3b204f98-a367-42c7-8389-8d8b539db927'} bound to L3 agent in host dv-cinder-835384-11-iscsi {{(pid=104513) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 15:24:56.840134 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.l3_hamode_db [None req-ad5b8670-7508-4e00-b6f2-83b01987f4d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-24T15:10:24Z,description=,heartbeat_timestamp=2022-06-24T15:24:54Z,host='dv-cinder-835384-11-iscsi',id=45985ff7-1335-48cd-ab02-73eb58295827,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T15:10:24Z,topic='l3_agent')) {'router_ids': ['3b204f98-a367-42c7-8389-8d8b539db927'], 'active': True} {{(pid=104513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 15:24:56.864329 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:24:56.876481 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [req-47ab9955-b95b-46dc-98b8-56db42520502 req-6f3be086-476f-4e18-beb8-26f90e7e1507 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e48d9ccf-b4c4-4fdc-b2c9-817fca3f65dc HTTP/1.1" status: 200 len: 999 time: 0.0600886 Jun 24 15:24:56.932513 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ab9955-b95b-46dc-98b8-56db42520502 req-6dc74027-8dcb-4a11-b3c7-3b9fa8381b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:24:56.934261 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [req-47ab9955-b95b-46dc-98b8-56db42520502 req-6dc74027-8dcb-4a11-b3c7-3b9fa8381b99 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3fab91a5-d4d3-43d4-a452-8b378716e743 HTTP/1.1" status: 200 len: 850 time: 0.0517588 Jun 24 15:24:56.949142 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.l3_dvr_db [None req-ad5b8670-7508-4e00-b6f2-83b01987f4d4 None None] Set router 3b204f98-a367-42c7-8389-8d8b539db927 gateway port host: dv-cinder-835384-11-iscsi {{(pid=104513) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 15:24:56.955007 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.wsgi [-] (104512) accepted ('10.222.0.67', 44902) {{(pid=104512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:24:56.982543 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ab9955-b95b-46dc-98b8-56db42520502 req-0208919d-8773-4b98-bc14-19923e107dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:24:56.984322 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [req-47ab9955-b95b-46dc-98b8-56db42520502 req-0208919d-8773-4b98-bc14-19923e107dd4 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2a32a679-de41-498c-bfd0-5831dd67fdee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0433850 Jun 24 15:24:57.078948 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [req-47ab9955-b95b-46dc-98b8-56db42520502 req-9b0dd5a1-9078-4457-bec6-752af4acbab7 service neutron] 10.222.0.64 "GET /v2.0/networks/2a32a679-de41-498c-bfd0-5831dd67fdee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874977 Jun 24 15:24:57.137343 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:24:57.186532 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.l3_hamode_db [None req-ad5b8670-7508-4e00-b6f2-83b01987f4d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b204f98-a367-42c7-8389-8d8b539db927', 'name': 'tempest-TestVolumeBootPattern-933791428-router', 'tenant_id': '06aac4c0b410452fa71221434149e3b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'external_fixed_ips': [{'subnet_id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'ip_address': '172.27.0.72'}], 'enable_snat': True}, 'gw_port_id': 'b529ebad-e8d9-480a-b8eb-1b28c2745ddd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T15:24:01Z', 'updated_at': '2022-06-24T15:24:05Z', 'revision_number': 4, 'project_id': '06aac4c0b410452fa71221434149e3b7', 'gw_port': {'id': 'b529ebad-e8d9-480a-b8eb-1b28c2745ddd', 'name': '', 'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:d8:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b204f98-a367-42c7-8389-8d8b539db927', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'ip_address': '172.27.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T15:24:02Z', 'updated_at': '2022-06-24T15:24:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-11-iscsi', '_floatingips': [{'id': '73f12d9e-775d-4d7d-9384-488ee6193023', 'tenant_id': '06aac4c0b410452fa71221434149e3b7', 'floating_ip_address': '172.27.0.185', 'floating_network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'router_id': '3b204f98-a367-42c7-8389-8d8b539db927', 'port_id': 'e48d9ccf-b4c4-4fdc-b2c9-817fca3f65dc', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 618, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2a32a679-de41-498c-bfd0-5831dd67fdee', 'mac_address': 'fa:16:3e:ae:16:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcc17ccb-c0b1-4819-9051-e715458f4529', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T15:24:55Z', 'updated_at': '2022-06-24T15:24:55Z', 'revision_number': 0, 'project_id': '06aac4c0b410452fa71221434149e3b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '330082d1-f0dc-4b95-b5b8-396060cd29da', 'name': '', 'network_id': '2a32a679-de41-498c-bfd0-5831dd67fdee', 'tenant_id': '06aac4c0b410452fa71221434149e3b7', 'mac_address': 'fa:16:3e:b9:01:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b204f98-a367-42c7-8389-8d8b539db927', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '3fab91a5-d4d3-43d4-a452-8b378716e743', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T15:24:04Z', 'updated_at': '2022-06-24T15:24:08Z', 'revision_number': 5, 'project_id': '06aac4c0b410452fa71221434149e3b7', 'subnets': [{'id': '3fab91a5-d4d3-43d4-a452-8b378716e743', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-11-iscsi', False) {} {{(pid=104513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 15:24:57.214325 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad5b8670-7508-4e00-b6f2-83b01987f4d4 None None] The sync data for ids ['3b204f98-a367-42c7-8389-8d8b539db927'] in dv-cinder-835384-11-iscsi is: [{'id': '3b204f98-a367-42c7-8389-8d8b539db927', 'name': 'tempest-TestVolumeBootPattern-933791428-router', 'tenant_id': '06aac4c0b410452fa71221434149e3b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'external_fixed_ips': [{'subnet_id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'ip_address': '172.27.0.72'}], 'enable_snat': True}, 'gw_port_id': 'b529ebad-e8d9-480a-b8eb-1b28c2745ddd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T15:24:01Z', 'updated_at': '2022-06-24T15:24:05Z', 'revision_number': 4, 'project_id': '06aac4c0b410452fa71221434149e3b7', 'gw_port': {'id': 'b529ebad-e8d9-480a-b8eb-1b28c2745ddd', 'name': '', 'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:d8:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b204f98-a367-42c7-8389-8d8b539db927', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'ip_address': '172.27.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T15:24:02Z', 'updated_at': '2022-06-24T15:24:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-11-iscsi', '_floatingips': [{'id': '73f12d9e-775d-4d7d-9384-488ee6193023', 'tenant_id': '06aac4c0b410452fa71221434149e3b7', 'floating_ip_address': '172.27.0.185', 'floating_network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'router_id': '3b204f98-a367-42c7-8389-8d8b539db927', 'port_id': 'e48d9ccf-b4c4-4fdc-b2c9-817fca3f65dc', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 618, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2a32a679-de41-498c-bfd0-5831dd67fdee', 'mac_address': 'fa:16:3e:ae:16:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcc17ccb-c0b1-4819-9051-e715458f4529', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T15:24:55Z', 'updated_at': '2022-06-24T15:24:55Z', 'revision_number': 0, 'project_id': '06aac4c0b410452fa71221434149e3b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '330082d1-f0dc-4b95-b5b8-396060cd29da', 'name': '', 'network_id': '2a32a679-de41-498c-bfd0-5831dd67fdee', 'tenant_id': '06aac4c0b410452fa71221434149e3b7', 'mac_address': 'fa:16:3e:b9:01:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b204f98-a367-42c7-8389-8d8b539db927', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '3fab91a5-d4d3-43d4-a452-8b378716e743', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T15:24:04Z', 'updated_at': '2022-06-24T15:24:08Z', 'revision_number': 5, 'project_id': '06aac4c0b410452fa71221434149e3b7', 'subnets': [{'id': '3fab91a5-d4d3-43d4-a452-8b378716e743', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104513) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 15:24:57.376497 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-5b367c86-59d5-42c2-b00a-171463c1e60a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-460680'] for router_interface (017e544d-f0b9-4c73-ade1-3d4fe31ff042), before_delete {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:24:57.437881 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [req-47ab9955-b95b-46dc-98b8-56db42520502 req-ce6c8289-b196-460d-b910-4a3aa804f44e service neutron] 10.222.0.64 "GET /v2.0/networks/2a32a679-de41-498c-bfd0-5831dd67fdee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3483047 Jun 24 15:24:57.459925 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82ab585a-8ea7-4bab-946a-704e7e4a136d None None] New status for floating IP 73f12d9e-775d-4d7d-9384-488ee6193023: ACTIVE {{(pid=104514) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 24 15:24:57.513456 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2691d1-5768-468d-9657-96448ddb14a8 req-48fe7a65-114c-4ebe-8b59-a469a93ffb77 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:24:57.514864 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-8b2691d1-5768-468d-9657-96448ddb14a8 req-48fe7a65-114c-4ebe-8b59-a469a93ffb77 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "GET /v2.0/ports?device_id=ffef349a-ea09-44f9-9cd1-cf5d9b905e50 HTTP/1.1" status: 200 len: 946 time: 0.0841603 Jun 24 15:24:57.668298 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-8b2691d1-5768-468d-9657-96448ddb14a8 req-77750b04-870c-4c86-84f5-70d3e6105237 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "GET /v2.0/security-groups?id=2649c9c4-b294-40b1-8f0c-e689a0caf780&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1465855 Jun 24 15:24:57.737902 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.plugin [None req-5b367c86-59d5-42c2-b00a-171463c1e60a admin admin] Deleting port 094195e6-785b-4284-a436-c72adec7902b {{(pid=104512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 15:24:57.738618 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-5b367c86-59d5-42c2-b00a-171463c1e60a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761385095720'] for port (094195e6-785b-4284-a436-c72adec7902b), before_delete {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:24:57.740942 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=100 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:24:57.812263 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:24:57.823895 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.db [None req-5b367c86-59d5-42c2-b00a-171463c1e60a admin admin] For port 094195e6-785b-4284-a436-c72adec7902b, host dv-cinder-835384-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-11-iscsi',level=0,port_id=094195e6-785b-4284-a436-c72adec7902b,segment=NetworkSegment(5aa84711-eee4-4736-b915-ec9670ba17dc),segment_id=5aa84711-eee4-4736-b915-ec9670ba17dc)] {{(pid=104512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 15:24:57.824263 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-5b367c86-59d5-42c2-b00a-171463c1e60a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-465599'] for port (094195e6-785b-4284-a436-c72adec7902b), precommit_delete {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:24:57.837194 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.plugin [None req-5b367c86-59d5-42c2-b00a-171463c1e60a admin admin] Calling delete_port for 094195e6-785b-4284-a436-c72adec7902b owned by network:router_interface {{(pid=104512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 15:24:58.008943 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.rpc [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Device 98f0ee1c-7936-46ad-937e-8e43f17d155f details requested by agent hyperv_hv-cinder-83538 with host hv-cinder-83538 {{(pid=104513) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 15:24:58.068499 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-5b367c86-59d5-42c2-b00a-171463c1e60a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761385101680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761384583307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3859661'] for port (094195e6-785b-4284-a436-c72adec7902b), after_delete {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:24:58.092254 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b367c86-59d5-42c2-b00a-171463c1e60a admin admin] Pushing event deleted for resources: {'Port': ['ID=094195e6-785b-4284-a436-c72adec7902b,revision_number=None']} {{(pid=104512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:24:58.116323 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.db [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] For port 98f0ee1c-7936-46ad-937e-8e43f17d155f, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=98f0ee1c-7936-46ad-937e-8e43f17d155f,segment=NetworkSegment(fbb525f4-37d7-4ee1-94df-b844f5efa329),segment_id=fbb525f4-37d7-4ee1-94df-b844f5efa329)] {{(pid=104513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 15:24:58.131031 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.rpc [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Returning: {'device': '98f0ee1c-7936-46ad-937e-8e43f17d155f', 'network_id': '6d1ef1dd-ee8a-4e52-9261-de77d4e705e2', 'port_id': '98f0ee1c-7936-46ad-937e-8e43f17d155f', 'mac_address': 'fa:16:3e:f6:0f:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 797, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca86efdf-43ba-4cdf-8f0a-3c6622699971', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104513) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 15:24:58.174554 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.plugin [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Current status of the port 98f0ee1c-7936-46ad-937e-8e43f17d155f is: ACTIVE; New status is: BUILD {{(pid=104513) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 15:24:58.175049 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7727318'] for port (98f0ee1c-7936-46ad-937e-8e43f17d155f), before_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:24:58.189194 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.notifiers.nova [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 98f0ee1c-7936-46ad-937e-8e43f17d155f {{(pid=104513) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 15:24:58.212444 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.db [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] For port 98f0ee1c-7936-46ad-937e-8e43f17d155f, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=98f0ee1c-7936-46ad-937e-8e43f17d155f,segment=NetworkSegment(fbb525f4-37d7-4ee1-94df-b844f5efa329),segment_id=fbb525f4-37d7-4ee1-94df-b844f5efa329)] {{(pid=104513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 15:24:58.260804 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-5b367c86-59d5-42c2-b00a-171463c1e60a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7879178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-460572'] for router_interface (017e544d-f0b9-4c73-ade1-3d4fe31ff042), after_delete {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:24:58.288563 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761385101662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761384583316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761384583334'] for port (98f0ee1c-7936-46ad-937e-8e43f17d155f), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:24:58.350865 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Pushing event updated for resources: {'Port': ['ID=98f0ee1c-7936-46ad-937e-8e43f17d155f,revision_number=6']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:24:58.470725 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b367c86-59d5-42c2-b00a-171463c1e60a admin admin] Router 017e544d-f0b9-4c73-ade1-3d4fe31ff042 has already been hosted by L3 agent 45985ff7-1335-48cd-ab02-73eb58295827 {{(pid=104512) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 15:24:58.574082 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b367c86-59d5-42c2-b00a-171463c1e60a admin admin] Notify agent at l3_agent.dv-cinder-835384-11-iscsi the message routers_updated {{(pid=104512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 15:24:58.579195 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [None req-5b367c86-59d5-42c2-b00a-171463c1e60a admin admin] 10.222.0.67 "PUT /v2.0/routers/017e544d-f0b9-4c73-ade1-3d4fe31ff042/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6231275 Jun 24 15:24:58.581740 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.wsgi [-] (104512) accepted ('10.222.0.67', 44910) {{(pid=104512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:24:58.582507 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1df0e77-b4fd-44f0-952a-28cd8d71b870 None None] Sync routers for ids ['017e544d-f0b9-4c73-ade1-3d4fe31ff042'] in dv-cinder-835384-11-iscsi {{(pid=104513) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 15:24:58.594072 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1df0e77-b4fd-44f0-952a-28cd8d71b870 None None] Routers {'017e544d-f0b9-4c73-ade1-3d4fe31ff042'} bound to L3 agent in host dv-cinder-835384-11-iscsi {{(pid=104513) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 15:24:58.594682 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.l3_hamode_db [None req-d1df0e77-b4fd-44f0-952a-28cd8d71b870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-24T15:10:24Z,description=,heartbeat_timestamp=2022-06-24T15:24:54Z,host='dv-cinder-835384-11-iscsi',id=45985ff7-1335-48cd-ab02-73eb58295827,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T15:10:24Z,topic='l3_agent')) {'router_ids': ['017e544d-f0b9-4c73-ade1-3d4fe31ff042'], 'active': True} {{(pid=104513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 15:24:58.620938 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:24:58.681796 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-3c89da01-8111-4a1c-869e-bcb9d65b696f admin admin] Publish callbacks [] for router (017e544d-f0b9-4c73-ade1-3d4fe31ff042), before_delete {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:24:58.694867 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.l3_dvr_db [None req-d1df0e77-b4fd-44f0-952a-28cd8d71b870 None None] Set router 017e544d-f0b9-4c73-ade1-3d4fe31ff042 gateway port host: dv-cinder-835384-11-iscsi {{(pid=104513) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 15:24:58.727097 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:24:58.855719 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.rpc [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Device 18c7a045-91ca-44b2-abe0-c90523b83549 no longer exists at agent hyperv_hv-cinder-83538 {{(pid=104513) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 15:24:58.891740 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.plugin [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] No Port match for: 18c7a045-91ca-44b2-abe0-c90523b83549 {{(pid=104513) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 15:24:58.891740 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.rpc [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Device 18c7a045-91ca-44b2-abe0-c90523b83549 not bound to the agent host hv-cinder-83538 {{(pid=104513) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 15:24:58.893544 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.l3_hamode_db [None req-d1df0e77-b4fd-44f0-952a-28cd8d71b870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '017e544d-f0b9-4c73-ade1-3d4fe31ff042', 'name': 'tempest-TestMinimumBasicScenario-824063013-router', 'tenant_id': 'fb2390854b0345588bd6b68f5c09a1ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'external_fixed_ips': [{'subnet_id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'ip_address': '172.27.0.27'}], 'enable_snat': True}, 'gw_port_id': 'ff6930bc-8fa2-4983-8b4b-7a38c05a733e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T15:21:43Z', 'updated_at': '2022-06-24T15:24:57Z', 'revision_number': 5, 'project_id': 'fb2390854b0345588bd6b68f5c09a1ee', 'gw_port': {'id': 'ff6930bc-8fa2-4983-8b4b-7a38c05a733e', 'name': '', 'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:2d:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '017e544d-f0b9-4c73-ade1-3d4fe31ff042', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'ip_address': '172.27.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T15:21:44Z', 'updated_at': '2022-06-24T15:21:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-11-iscsi'}], 'dv-cinder-835384-11-iscsi', False) {} {{(pid=104513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 15:24:58.920848 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1df0e77-b4fd-44f0-952a-28cd8d71b870 None None] Checking router: 017e544d-f0b9-4c73-ade1-3d4fe31ff042 for host: dv-cinder-835384-11-iscsi {{(pid=104513) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 15:24:58.930409 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1df0e77-b4fd-44f0-952a-28cd8d71b870 None None] Routers {'017e544d-f0b9-4c73-ade1-3d4fe31ff042'} bound to L3 agent in host dv-cinder-835384-11-iscsi {{(pid=104513) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 15:24:58.931134 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.l3_hamode_db [None req-d1df0e77-b4fd-44f0-952a-28cd8d71b870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-24T15:10:24Z,description=,heartbeat_timestamp=2022-06-24T15:24:54Z,host='dv-cinder-835384-11-iscsi',id=45985ff7-1335-48cd-ab02-73eb58295827,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T15:10:24Z,topic='l3_agent')) {'router_ids': ['017e544d-f0b9-4c73-ade1-3d4fe31ff042'], 'active': True} {{(pid=104513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 15:24:59.034059 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.l3_dvr_db [None req-d1df0e77-b4fd-44f0-952a-28cd8d71b870 None None] Set router 017e544d-f0b9-4c73-ade1-3d4fe31ff042 gateway port host: dv-cinder-835384-11-iscsi {{(pid=104513) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 15:24:59.067934 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b84ebb-0071-4ae1-b5e9-7ba331451d84 req-1c65570a-46f1-4cbd-8e9b-990028e1effa tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:24:59.069393 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-e7b84ebb-0071-4ae1-b5e9-7ba331451d84 req-1c65570a-46f1-4cbd-8e9b-990028e1effa tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "GET /v2.0/ports?device_id=ffef349a-ea09-44f9-9cd1-cf5d9b905e50 HTTP/1.1" status: 200 len: 945 time: 0.0649850 Jun 24 15:24:59.071771 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-3c89da01-8111-4a1c-869e-bcb9d65b696f admin admin] Publish callbacks [] for router_gateway (017e544d-f0b9-4c73-ade1-3d4fe31ff042), before_delete {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:24:59.121728 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-e7b84ebb-0071-4ae1-b5e9-7ba331451d84 req-4148e7a7-d58d-463a-9c1c-091d9c253c0c tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "GET /v2.0/security-groups?id=2649c9c4-b294-40b1-8f0c-e689a0caf780&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454953 Jun 24 15:24:59.175187 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.plugin [None req-3c89da01-8111-4a1c-869e-bcb9d65b696f admin admin] Deleting port ff6930bc-8fa2-4983-8b4b-7a38c05a733e {{(pid=104512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 15:24:59.175461 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-3c89da01-8111-4a1c-869e-bcb9d65b696f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761385095720'] for port (ff6930bc-8fa2-4983-8b4b-7a38c05a733e), before_delete {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:24:59.204539 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.l3_hamode_db [None req-d1df0e77-b4fd-44f0-952a-28cd8d71b870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '017e544d-f0b9-4c73-ade1-3d4fe31ff042', 'name': 'tempest-TestMinimumBasicScenario-824063013-router', 'tenant_id': 'fb2390854b0345588bd6b68f5c09a1ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'external_fixed_ips': [{'subnet_id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'ip_address': '172.27.0.27'}], 'enable_snat': True}, 'gw_port_id': 'ff6930bc-8fa2-4983-8b4b-7a38c05a733e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T15:21:43Z', 'updated_at': '2022-06-24T15:24:57Z', 'revision_number': 5, 'project_id': 'fb2390854b0345588bd6b68f5c09a1ee', 'gw_port': {'id': 'ff6930bc-8fa2-4983-8b4b-7a38c05a733e', 'name': '', 'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:2d:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '017e544d-f0b9-4c73-ade1-3d4fe31ff042', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'ip_address': '172.27.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T15:21:44Z', 'updated_at': '2022-06-24T15:21:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-11-iscsi'}], 'dv-cinder-835384-11-iscsi', False) {} {{(pid=104513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 15:24:59.234529 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1df0e77-b4fd-44f0-952a-28cd8d71b870 None None] The sync data for ids ['017e544d-f0b9-4c73-ade1-3d4fe31ff042'] in dv-cinder-835384-11-iscsi is: [{'id': '017e544d-f0b9-4c73-ade1-3d4fe31ff042', 'name': 'tempest-TestMinimumBasicScenario-824063013-router', 'tenant_id': 'fb2390854b0345588bd6b68f5c09a1ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'external_fixed_ips': [{'subnet_id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'ip_address': '172.27.0.27'}], 'enable_snat': True}, 'gw_port_id': 'ff6930bc-8fa2-4983-8b4b-7a38c05a733e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T15:21:43Z', 'updated_at': '2022-06-24T15:24:57Z', 'revision_number': 5, 'project_id': 'fb2390854b0345588bd6b68f5c09a1ee', 'gw_port': {'id': 'ff6930bc-8fa2-4983-8b4b-7a38c05a733e', 'name': '', 'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:2d:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '017e544d-f0b9-4c73-ade1-3d4fe31ff042', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'ip_address': '172.27.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T15:21:44Z', 'updated_at': '2022-06-24T15:21:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-11-iscsi'}] {{(pid=104513) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 15:24:59.257675 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.db [None req-3c89da01-8111-4a1c-869e-bcb9d65b696f admin admin] For port ff6930bc-8fa2-4983-8b4b-7a38c05a733e, host dv-cinder-835384-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-11-iscsi',level=0,port_id=ff6930bc-8fa2-4983-8b4b-7a38c05a733e,segment=NetworkSegment(6785a788-9b98-4059-b825-96a306cb346e),segment_id=6785a788-9b98-4059-b825-96a306cb346e)] {{(pid=104512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 15:24:59.260608 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-3c89da01-8111-4a1c-869e-bcb9d65b696f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-465599'] for port (ff6930bc-8fa2-4983-8b4b-7a38c05a733e), precommit_delete {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:24:59.273159 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.plugin [None req-3c89da01-8111-4a1c-869e-bcb9d65b696f admin admin] Calling delete_port for ff6930bc-8fa2-4983-8b4b-7a38c05a733e owned by network:router_gateway {{(pid=104512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 15:24:59.502716 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-3c89da01-8111-4a1c-869e-bcb9d65b696f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761385101680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761384583307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3859661'] for port (ff6930bc-8fa2-4983-8b4b-7a38c05a733e), after_delete {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:24:59.530198 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c89da01-8111-4a1c-869e-bcb9d65b696f admin admin] Pushing event deleted for resources: {'Port': ['ID=ff6930bc-8fa2-4983-8b4b-7a38c05a733e,revision_number=None']} {{(pid=104512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:24:59.598761 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-3c89da01-8111-4a1c-869e-bcb9d65b696f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-470328'] for router_gateway (017e544d-f0b9-4c73-ade1-3d4fe31ff042), after_delete {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:24:59.614828 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:24:59.705730 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-3c89da01-8111-4a1c-869e-bcb9d65b696f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-462385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14472'] for router (017e544d-f0b9-4c73-ade1-3d4fe31ff042), precommit_delete {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:24:59.708075 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-3c89da01-8111-4a1c-869e-bcb9d65b696f admin admin] Publish callbacks [] for router_controller (017e544d-f0b9-4c73-ade1-3d4fe31ff042), precommit_delete_associations {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:24:59.822886 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-3c89da01-8111-4a1c-869e-bcb9d65b696f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-462527'] for router (017e544d-f0b9-4c73-ade1-3d4fe31ff042), after_delete {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:24:59.823554 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c89da01-8111-4a1c-869e-bcb9d65b696f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 017e544d-f0b9-4c73-ade1-3d4fe31ff042 {{(pid=104512) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 24 15:24:59.828320 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-3c89da01-8111-4a1c-869e-bcb9d65b696f admin admin] Publish callbacks [] for router (None), before_response {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:24:59.829962 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [None req-3c89da01-8111-4a1c-869e-bcb9d65b696f admin admin] 10.222.0.67 "DELETE /v2.0/routers/017e544d-f0b9-4c73-ade1-3d4fe31ff042 HTTP/1.1" status: 204 len: 168 time: 1.2468302 Jun 24 15:24:59.832078 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.wsgi [-] (104512) accepted ('10.222.0.67', 44918) {{(pid=104512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:24:59.885303 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.db.db_base_plugin_v2 [None req-883b4b06-91bb-4de1-a863-5540cf490ff0 admin admin] Deleting subnet 2f64631d-2603-40c2-bbec-a14b52952181 {{(pid=104512) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 24 15:24:59.888767 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-883b4b06-91bb-4de1-a863-5540cf490ff0 admin admin] Publish callbacks [] for subnet (2f64631d-2603-40c2-bbec-a14b52952181), before_delete {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:24:59.892987 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.db [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] get_ports_and_sgs() called for port_ids ['98f0ee1c-7936-46ad-937e-8e43f17d155f'] {{(pid=104513) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 15:24:59.929169 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-883b4b06-91bb-4de1-a863-5540cf490ff0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-795099'] for subnet (2f64631d-2603-40c2-bbec-a14b52952181), precommit_delete_associations {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:24:59.993221 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:24:59.994053 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:25:00.057327 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-883b4b06-91bb-4de1-a863-5540cf490ff0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7697736'] for subnet (2f64631d-2603-40c2-bbec-a14b52952181), precommit_delete {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:25:00.199222 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-883b4b06-91bb-4de1-a863-5540cf490ff0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7697766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3859610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3974305'] for subnet (2f64631d-2603-40c2-bbec-a14b52952181), after_delete {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:25:00.281522 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-883b4b06-91bb-4de1-a863-5540cf490ff0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:25:00.287125 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c03fa29d-d363-4ac6-8d38-afffd48a002b None None] Network 6f212514-c323-4661-9a70-8b24c5462bcd requested from dv-cinder-835384-11-iscsi {{(pid=104513) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 15:25:00.288174 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.wsgi [-] (104511) accepted ('10.222.0.67', 44932) {{(pid=104511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:25:00.289846 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [None req-883b4b06-91bb-4de1-a863-5540cf490ff0 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/2f64631d-2603-40c2-bbec-a14b52952181 HTTP/1.1" status: 204 len: 168 time: 0.4522462 Jun 24 15:25:00.296642 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883b4b06-91bb-4de1-a863-5540cf490ff0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2f64631d-2603-40c2-bbec-a14b52952181,revision_number=None']} {{(pid=104512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:25:00.316366 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3df3a3c-7efd-4c29-9b87-8124cdf8e561 req-14545799-921c-4fb4-b7c4-5465cd0ebe93 tempest-TestShelveInstance-479722578 tempest-TestShelveInstance-479722578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:25:00.317131 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-b3df3a3c-7efd-4c29-9b87-8124cdf8e561 req-14545799-921c-4fb4-b7c4-5465cd0ebe93 tempest-TestShelveInstance-479722578 tempest-TestShelveInstance-479722578-project] 10.222.0.67 "GET /v2.0/ports?device_id=9aa864c2-63a6-4aa7-8ea6-3ce12daff080 HTTP/1.1" status: 200 len: 945 time: 0.1303408 Jun 24 15:25:00.341194 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3bed2f-6134-4c82-8755-5f64897328ab req-19e6afc8-3786-4ab8-9c1d-d9430a035142 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:25:00.348826 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-5a3bed2f-6134-4c82-8755-5f64897328ab req-19e6afc8-3786-4ab8-9c1d-d9430a035142 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "GET /v2.0/ports?device_id=ffef349a-ea09-44f9-9cd1-cf5d9b905e50 HTTP/1.1" status: 200 len: 945 time: 0.1303077 Jun 24 15:25:00.468924 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:UPDATE=3 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:25:00.495050 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-5a3bed2f-6134-4c82-8755-5f64897328ab req-ee908149-53ea-4e0c-aba9-e5ec61732251 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "GET /v2.0/security-groups?id=2649c9c4-b294-40b1-8f0c-e689a0caf780&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1449065 Jun 24 15:25:00.498071 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-8bb66647-af27-4e32-afbc-6569d750eefe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7823327'] for network (6f212514-c323-4661-9a70-8b24c5462bcd), before_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:25:00.499302 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-b3df3a3c-7efd-4c29-9b87-8124cdf8e561 req-29a6baed-1e94-4d7f-9175-7abf5b4b2b3a tempest-TestShelveInstance-479722578 tempest-TestShelveInstance-479722578-project] 10.222.0.67 "GET /v2.0/security-groups?id=2f673e46-0bc3-417a-a88c-c966cb61274e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1696749 Jun 24 15:25:00.559153 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [None req-8bb66647-af27-4e32-afbc-6569d750eefe admin admin] Deleting port 76088cfc-5dd8-4940-921e-27db5a6a3e53 {{(pid=104511) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 15:25:00.559723 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-8bb66647-af27-4e32-afbc-6569d750eefe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761385095720'] for port (76088cfc-5dd8-4940-921e-27db5a6a3e53), before_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:25:00.582830 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.rpc [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Device ff6930bc-8fa2-4983-8b4b-7a38c05a733e no longer exists at agent ovs-agent-dv-cinder-835384-11-iscsi {{(pid=104513) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 15:25:00.623032 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.plugin [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] No Port match for: ff6930bc-8fa2-4983-8b4b-7a38c05a733e {{(pid=104513) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 15:25:00.623407 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.rpc [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Device ff6930bc-8fa2-4983-8b4b-7a38c05a733e not bound to the agent host dv-cinder-835384-11-iscsi {{(pid=104513) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 15:25:00.623840 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.rpc [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Device 094195e6-785b-4284-a436-c72adec7902b no longer exists at agent ovs-agent-dv-cinder-835384-11-iscsi {{(pid=104513) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 15:25:00.631460 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.db [None req-8bb66647-af27-4e32-afbc-6569d750eefe admin admin] For port 76088cfc-5dd8-4940-921e-27db5a6a3e53, host dv-cinder-835384-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-11-iscsi',level=0,port_id=76088cfc-5dd8-4940-921e-27db5a6a3e53,segment=NetworkSegment(5aa84711-eee4-4736-b915-ec9670ba17dc),segment_id=5aa84711-eee4-4736-b915-ec9670ba17dc)] {{(pid=104511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 15:25:00.631887 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-8bb66647-af27-4e32-afbc-6569d750eefe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-465599'] for port (76088cfc-5dd8-4940-921e-27db5a6a3e53), precommit_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:25:00.660968 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.plugin [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] No Port match for: 094195e6-785b-4284-a436-c72adec7902b {{(pid=104513) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 15:25:00.668772 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.rpc [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Device 094195e6-785b-4284-a436-c72adec7902b not bound to the agent host dv-cinder-835384-11-iscsi {{(pid=104513) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 15:25:00.674105 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [None req-8bb66647-af27-4e32-afbc-6569d750eefe admin admin] Calling delete_port for 76088cfc-5dd8-4940-921e-27db5a6a3e53 owned by network:dhcp {{(pid=104511) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 15:25:00.761566 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:DELETE=3,neutron:SELECT=97 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:25:00.778921 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fadce36d-5f00-4563-a1ac-6dac4da79ee5 None None] DHCP port deletion for 6f212514-c323-4661-9a70-8b24c5462bcd request from dv-cinder-835384-11-iscsi {{(pid=104513) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 24 15:25:00.830724 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.plugin [None req-fadce36d-5f00-4563-a1ac-6dac4da79ee5 None None] Deleting port 76088cfc-5dd8-4940-921e-27db5a6a3e53 {{(pid=104513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 15:25:00.831095 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-fadce36d-5f00-4563-a1ac-6dac4da79ee5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761385095720'] for port (76088cfc-5dd8-4940-921e-27db5a6a3e53), before_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:25:00.874509 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-8bb66647-af27-4e32-afbc-6569d750eefe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761385101680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761384583307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3599638'] for port (76088cfc-5dd8-4940-921e-27db5a6a3e53), after_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:25:00.896690 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.db [None req-fadce36d-5f00-4563-a1ac-6dac4da79ee5 None None] For port 76088cfc-5dd8-4940-921e-27db5a6a3e53, host dv-cinder-835384-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-11-iscsi',level=0,port_id=76088cfc-5dd8-4940-921e-27db5a6a3e53,segment=NetworkSegment(5aa84711-eee4-4736-b915-ec9670ba17dc),segment_id=5aa84711-eee4-4736-b915-ec9670ba17dc)] {{(pid=104513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 15:25:00.897082 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-fadce36d-5f00-4563-a1ac-6dac4da79ee5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-465599'] for port (76088cfc-5dd8-4940-921e-27db5a6a3e53), precommit_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:25:00.902548 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb66647-af27-4e32-afbc-6569d750eefe admin admin] Pushing event deleted for resources: {'Port': ['ID=76088cfc-5dd8-4940-921e-27db5a6a3e53,revision_number=None']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:25:00.907601 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bb66647-af27-4e32-afbc-6569d750eefe admin admin] No DVR routers for this DVR port 76088cfc-5dd8-4940-921e-27db5a6a3e53 on host dv-cinder-835384-11-iscsi {{(pid=104511) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 24 15:25:00.916263 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.plugin [None req-fadce36d-5f00-4563-a1ac-6dac4da79ee5 None None] Calling delete_port for 76088cfc-5dd8-4940-921e-27db5a6a3e53 owned by network:dhcp {{(pid=104513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 15:25:01.027656 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:25:01.038788 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-fadce36d-5f00-4563-a1ac-6dac4da79ee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761385101680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761384583307'] for port (76088cfc-5dd8-4940-921e-27db5a6a3e53), after_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:25:01.048155 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-8bb66647-af27-4e32-afbc-6569d750eefe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7769653', 'neutron.services.segments.db._delete_segments_for_network-8761385121163'] for network (6f212514-c323-4661-9a70-8b24c5462bcd), precommit_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:25:01.066823 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadce36d-5f00-4563-a1ac-6dac4da79ee5 None None] Pushing event deleted for resources: {'Port': ['ID=76088cfc-5dd8-4940-921e-27db5a6a3e53,revision_number=None']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:25:01.074898 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fadce36d-5f00-4563-a1ac-6dac4da79ee5 None None] No DVR routers for this DVR port 76088cfc-5dd8-4940-921e-27db5a6a3e53 on host dv-cinder-835384-11-iscsi {{(pid=104513) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 24 15:25:01.101215 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.services.segments.db [None req-8bb66647-af27-4e32-afbc-6569d750eefe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f212514-c323-4661-9a70-8b24c5462bcd']}} {{(pid=104511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 15:25:01.125157 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.services.segments.db [None req-8bb66647-af27-4e32-afbc-6569d750eefe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5aa84711-eee4-4736-b915-ec9670ba17dc') {'for_net_delete': True} {{(pid=104511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 15:25:01.125769 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.services.segments.db [None req-8bb66647-af27-4e32-afbc-6569d750eefe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5aa84711-eee4-4736-b915-ec9670ba17dc') {} {{(pid=104511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 15:25:01.138989 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-8bb66647-af27-4e32-afbc-6569d750eefe admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761385121940', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3541077'] for segment (5aa84711-eee4-4736-b915-ec9670ba17dc), before_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:25:01.156716 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-8bb66647-af27-4e32-afbc-6569d750eefe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7772344'] for segment (5aa84711-eee4-4736-b915-ec9670ba17dc), precommit_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:25:01.167331 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8bb66647-af27-4e32-afbc-6569d750eefe admin admin] Releasing vlan 791 on physical network physnet1 to pool {{(pid=104511) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 15:25:01.167331 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-8bb66647-af27-4e32-afbc-6569d750eefe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7772344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3599659'] for segment (5aa84711-eee4-4736-b915-ec9670ba17dc), after_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:25:01.203302 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.services.segments.plugin [-] Segment 5aa84711-eee4-4736-b915-ec9670ba17dc resource provider aggregate not found Jun 24 15:25:01.255209 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.services.segments.plugin [-] Segment 5aa84711-eee4-4736-b915-ec9670ba17dc resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5aa84711-eee4-4736-b915-ec9670ba17dc found for delete ", "request_id": "req-3ae62464-362d-4b9b-b4b2-8cfdf88fd2ee"}]} Jun 24 15:25:01.323476 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-8bb66647-af27-4e32-afbc-6569d750eefe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7769644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-275585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-467247'] for network (6f212514-c323-4661-9a70-8b24c5462bcd), after_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:25:01.329478 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-8bb66647-af27-4e32-afbc-6569d750eefe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7879399'] for network (None), before_response {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:25:01.332832 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [None req-8bb66647-af27-4e32-afbc-6569d750eefe admin admin] 10.222.0.67 "DELETE /v2.0/networks/6f212514-c323-4661-9a70-8b24c5462bcd HTTP/1.1" status: 204 len: 168 time: 1.0421481 Jun 24 15:25:01.335850 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.wsgi [-] (104512) accepted ('10.222.0.67', 44964) {{(pid=104512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:25:01.345671 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb66647-af27-4e32-afbc-6569d750eefe admin admin] Pushing event deleted for resources: {'Network': ['ID=6f212514-c323-4661-9a70-8b24c5462bcd,revision_number=None']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:25:01.679701 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcb4836-f645-408f-ab1f-5d3c14b856a7 req-d54fae6d-663e-42c7-813b-1986b0c7e4ad tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:25:01.681285 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-8dcb4836-f645-408f-ab1f-5d3c14b856a7 req-d54fae6d-663e-42c7-813b-1986b0c7e4ad tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "GET /v2.0/ports?device_id=ffef349a-ea09-44f9-9cd1-cf5d9b905e50 HTTP/1.1" status: 200 len: 945 time: 0.0894084 Jun 24 15:25:01.733487 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14b3730-e078-4147-b29c-5b0a4954a9ed req-7aa03da9-4515-414b-b789-12ee149e0998 tempest-TestShelveInstance-479722578 tempest-TestShelveInstance-479722578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:25:01.734984 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-a14b3730-e078-4147-b29c-5b0a4954a9ed req-7aa03da9-4515-414b-b789-12ee149e0998 tempest-TestShelveInstance-479722578 tempest-TestShelveInstance-479722578-project] 10.222.0.67 "GET /v2.0/ports?device_id=9aa864c2-63a6-4aa7-8ea6-3ce12daff080 HTTP/1.1" status: 200 len: 945 time: 0.1443541 Jun 24 15:25:01.796913 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:DELETE=5,neutron:SELECT=93,neutron:UPDATE=2 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:25:01.809461 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.rpc [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Device 98f0ee1c-7936-46ad-937e-8e43f17d155f up at agent hyperv_hv-cinder-83538 {{(pid=104513) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 15:25:01.834757 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-8dcb4836-f645-408f-ab1f-5d3c14b856a7 req-af5e7d5b-f2d1-428b-831c-51f1b784cd8c tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "GET /v2.0/security-groups?id=2649c9c4-b294-40b1-8f0c-e689a0caf780&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1440773 Jun 24 15:25:01.861831 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-a14b3730-e078-4147-b29c-5b0a4954a9ed req-e2b97a5b-4d1a-440d-b124-d681e95c4e1a tempest-TestShelveInstance-479722578 tempest-TestShelveInstance-479722578-project] 10.222.0.67 "GET /v2.0/security-groups?id=2f673e46-0bc3-417a-a88c-c966cb61274e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1200845 Jun 24 15:25:01.868997 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-f49cd81a-b456-406b-994b-4098c9a34dcc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-460680'] for router_interface (2d5e2ef6-cba6-4b8f-9e11-c4b5a823df57), before_delete {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:25:01.925879 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.provisioning_blocks [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Provisioning complete for port 98f0ee1c-7936-46ad-937e-8e43f17d155f triggered by entity L2. {{(pid=104513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 15:25:01.925879 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7696598'] for port (98f0ee1c-7936-46ad-937e-8e43f17d155f), provisioning_complete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:25:02.027569 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.plugin [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Current status of the port 98f0ee1c-7936-46ad-937e-8e43f17d155f is: BUILD; New status is: ACTIVE {{(pid=104513) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 15:25:02.028250 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7727318'] for port (98f0ee1c-7936-46ad-937e-8e43f17d155f), before_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:25:02.056415 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffef349a-ea09-44f9-9cd1-cf5d9b905e50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98f0ee1c-7936-46ad-937e-8e43f17d155f'}] {{(pid=104513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 15:25:02.058940 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7de2ae652872cab3d5aa36b412d6cead56dffdf121926fea6679daaa3daba4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fac8bece-af89-427c-a684-921e4440d233" -d '{"events": [{"server_uuid": "ffef349a-ea09-44f9-9cd1-cf5d9b905e50", "name": "network-vif-plugged", "status": "completed", "tag": "98f0ee1c-7936-46ad-937e-8e43f17d155f"}]}' {{(pid=104513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 15:25:02.072632 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.db [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] For port 98f0ee1c-7936-46ad-937e-8e43f17d155f, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=98f0ee1c-7936-46ad-937e-8e43f17d155f,segment=NetworkSegment(fbb525f4-37d7-4ee1-94df-b844f5efa329),segment_id=fbb525f4-37d7-4ee1-94df-b844f5efa329)] {{(pid=104513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 15:25:02.117566 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 15:25:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c27deafc-9974-405b-b0e0-293bf77e49b1 x-openstack-request-id: req-c27deafc-9974-405b-b0e0-293bf77e49b1 {{(pid=104513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 15:25:02.118046 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffef349a-ea09-44f9-9cd1-cf5d9b905e50", "name": "network-vif-plugged", "status": "completed", "tag": "98f0ee1c-7936-46ad-937e-8e43f17d155f", "code": 200}]} {{(pid=104513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 15:25:02.118302 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-c27deafc-9974-405b-b0e0-293bf77e49b1 {{(pid=104513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 15:25:02.118705 dv-cinder-835384-11-iscsi neutron-server[104513]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c27deafc-9974-405b-b0e0-293bf77e49b1'] response: {'server_uuid': 'ffef349a-ea09-44f9-9cd1-cf5d9b905e50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98f0ee1c-7936-46ad-937e-8e43f17d155f', 'code': 200} Jun 24 15:25:02.129438 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761385101662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761384583316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761384583334'] for port (98f0ee1c-7936-46ad-937e-8e43f17d155f), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:25:02.185265 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.plugin [None req-f49cd81a-b456-406b-994b-4098c9a34dcc admin admin] Deleting port c94e3c0a-40a9-4770-99df-185ac273a3ab {{(pid=104512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 15:25:02.185559 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-f49cd81a-b456-406b-994b-4098c9a34dcc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761385095720'] for port (c94e3c0a-40a9-4770-99df-185ac273a3ab), before_delete {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:25:02.192093 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Pushing event updated for resources: {'Port': ['ID=98f0ee1c-7936-46ad-937e-8e43f17d155f,revision_number=7']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:25:02.256633 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=100 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:25:02.286769 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.db [None req-f49cd81a-b456-406b-994b-4098c9a34dcc admin admin] For port c94e3c0a-40a9-4770-99df-185ac273a3ab, host dv-cinder-835384-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-11-iscsi',level=0,port_id=c94e3c0a-40a9-4770-99df-185ac273a3ab,segment=NetworkSegment(0e5f00d6-0b07-4b36-bb9f-3180e52e83d5),segment_id=0e5f00d6-0b07-4b36-bb9f-3180e52e83d5)] {{(pid=104512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 15:25:02.287146 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-f49cd81a-b456-406b-994b-4098c9a34dcc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-465599'] for port (c94e3c0a-40a9-4770-99df-185ac273a3ab), precommit_delete {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:25:02.308134 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.plugin [None req-f49cd81a-b456-406b-994b-4098c9a34dcc admin admin] Calling delete_port for c94e3c0a-40a9-4770-99df-185ac273a3ab owned by network:router_interface {{(pid=104512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 15:25:02.363780 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.rpc [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Device 76088cfc-5dd8-4940-921e-27db5a6a3e53 no longer exists at agent ovs-agent-dv-cinder-835384-11-iscsi {{(pid=104513) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 15:25:02.389045 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.plugin [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] No Port match for: 76088cfc-5dd8-4940-921e-27db5a6a3e53 {{(pid=104513) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 15:25:02.389739 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.rpc [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Device 76088cfc-5dd8-4940-921e-27db5a6a3e53 not bound to the agent host dv-cinder-835384-11-iscsi {{(pid=104513) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 15:25:02.604020 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-f49cd81a-b456-406b-994b-4098c9a34dcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761385101680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761384583307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3859661'] for port (c94e3c0a-40a9-4770-99df-185ac273a3ab), after_delete {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:25:02.637450 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49cd81a-b456-406b-994b-4098c9a34dcc admin admin] Pushing event deleted for resources: {'Port': ['ID=c94e3c0a-40a9-4770-99df-185ac273a3ab,revision_number=None']} {{(pid=104512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:25:02.678208 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f49cd81a-b456-406b-994b-4098c9a34dcc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:25:02.678715 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f49cd81a-b456-406b-994b-4098c9a34dcc admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:25:02.679111 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f49cd81a-b456-406b-994b-4098c9a34dcc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:25:02.679567 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f49cd81a-b456-406b-994b-4098c9a34dcc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:25:02.679822 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f49cd81a-b456-406b-994b-4098c9a34dcc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:25:02.680152 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f49cd81a-b456-406b-994b-4098c9a34dcc admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:25:02.680609 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f49cd81a-b456-406b-994b-4098c9a34dcc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:25:02.680787 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f49cd81a-b456-406b-994b-4098c9a34dcc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:25:02.681115 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f49cd81a-b456-406b-994b-4098c9a34dcc admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:25:02.681470 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f49cd81a-b456-406b-994b-4098c9a34dcc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:25:02.681796 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f49cd81a-b456-406b-994b-4098c9a34dcc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:25:02.682120 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f49cd81a-b456-406b-994b-4098c9a34dcc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:25:02.682442 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f49cd81a-b456-406b-994b-4098c9a34dcc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:25:02.682760 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f49cd81a-b456-406b-994b-4098c9a34dcc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:25:02.683078 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f49cd81a-b456-406b-994b-4098c9a34dcc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:25:02.982974 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-f49cd81a-b456-406b-994b-4098c9a34dcc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7879178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-460572'] for router_interface (2d5e2ef6-cba6-4b8f-9e11-c4b5a823df57), after_delete {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:25:03.045418 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc59745-64fa-4489-b629-9aea4841db31 req-9d07097d-bb75-40c6-8bed-af5e1a7ba71e tempest-TestShelveInstance-479722578 tempest-TestShelveInstance-479722578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:25:03.049608 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-5dc59745-64fa-4489-b629-9aea4841db31 req-9d07097d-bb75-40c6-8bed-af5e1a7ba71e tempest-TestShelveInstance-479722578 tempest-TestShelveInstance-479722578-project] 10.222.0.67 "GET /v2.0/ports?device_id=9aa864c2-63a6-4aa7-8ea6-3ce12daff080 HTTP/1.1" status: 200 len: 945 time: 0.0788939 Jun 24 15:25:03.198659 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b40305-90e1-4a57-8bc7-5034a2a31148 req-bc18e71a-1175-4a48-bd3a-abc3ee2c0c35 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:25:03.200925 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-21b40305-90e1-4a57-8bc7-5034a2a31148 req-bc18e71a-1175-4a48-bd3a-abc3ee2c0c35 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "GET /v2.0/ports?device_id=ffef349a-ea09-44f9-9cd1-cf5d9b905e50 HTTP/1.1" status: 200 len: 946 time: 0.1638951 Jun 24 15:25:03.256018 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-5dc59745-64fa-4489-b629-9aea4841db31 req-d5eac073-1221-4c03-a1a9-b156adeaa46f tempest-TestShelveInstance-479722578 tempest-TestShelveInstance-479722578-project] 10.222.0.67 "GET /v2.0/security-groups?id=2f673e46-0bc3-417a-a88c-c966cb61274e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1886773 Jun 24 15:25:03.283093 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:25:03.321831 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-21b40305-90e1-4a57-8bc7-5034a2a31148 req-21cfc64d-98bb-4afb-b9c1-c90528176b87 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "GET /v2.0/security-groups?id=2649c9c4-b294-40b1-8f0c-e689a0caf780&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1082902 Jun 24 15:25:03.420011 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:25:03.457557 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f49cd81a-b456-406b-994b-4098c9a34dcc admin admin] Router 2d5e2ef6-cba6-4b8f-9e11-c4b5a823df57 has already been hosted by L3 agent 45985ff7-1335-48cd-ab02-73eb58295827 {{(pid=104512) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 15:25:03.591454 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f49cd81a-b456-406b-994b-4098c9a34dcc admin admin] Notify agent at l3_agent.dv-cinder-835384-11-iscsi the message routers_updated {{(pid=104512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 15:25:03.597860 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [None req-f49cd81a-b456-406b-994b-4098c9a34dcc admin admin] 10.222.0.67 "PUT /v2.0/routers/2d5e2ef6-cba6-4b8f-9e11-c4b5a823df57/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2602832 Jun 24 15:25:03.600432 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.wsgi [-] (104511) accepted ('10.222.0.67', 44990) {{(pid=104511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:25:03.602436 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dc6587c-5843-4047-a968-6969b00dfc41 None None] Sync routers for ids ['2d5e2ef6-cba6-4b8f-9e11-c4b5a823df57'] in dv-cinder-835384-11-iscsi {{(pid=104514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 15:25:03.612889 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG dbcounter [-] [104514] Writing DB stats neutron:SELECT=57,neutron:UPDATE=2 {{(pid=104514) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:25:03.614577 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dc6587c-5843-4047-a968-6969b00dfc41 None None] Routers {'2d5e2ef6-cba6-4b8f-9e11-c4b5a823df57'} bound to L3 agent in host dv-cinder-835384-11-iscsi {{(pid=104514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 15:25:03.615645 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.db.l3_hamode_db [None req-3dc6587c-5843-4047-a968-6969b00dfc41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-24T15:10:24Z,description=,heartbeat_timestamp=2022-06-24T15:24:54Z,host='dv-cinder-835384-11-iscsi',id=45985ff7-1335-48cd-ab02-73eb58295827,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T15:10:24Z,topic='l3_agent')) {'router_ids': ['2d5e2ef6-cba6-4b8f-9e11-c4b5a823df57'], 'active': True} {{(pid=104514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 15:25:03.737014 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.db.l3_dvr_db [None req-3dc6587c-5843-4047-a968-6969b00dfc41 None None] Set router 2d5e2ef6-cba6-4b8f-9e11-c4b5a823df57 gateway port host: dv-cinder-835384-11-iscsi {{(pid=104514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 15:25:03.754895 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-4b321a26-a94b-49a1-85b5-67e26cf75864 admin admin] Publish callbacks [] for router (2d5e2ef6-cba6-4b8f-9e11-c4b5a823df57), before_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:25:03.815050 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:25:03.879056 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-4b321a26-a94b-49a1-85b5-67e26cf75864 admin admin] Publish callbacks [] for router_gateway (2d5e2ef6-cba6-4b8f-9e11-c4b5a823df57), before_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:25:03.935461 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.db.l3_hamode_db [None req-3dc6587c-5843-4047-a968-6969b00dfc41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d5e2ef6-cba6-4b8f-9e11-c4b5a823df57', 'name': 'tempest-TestMinimumBasicScenario-1265787350-router', 'tenant_id': 'd5ed08c77e8247d0abc0ffefda355d6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'external_fixed_ips': [{'subnet_id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'ip_address': '172.27.0.89'}], 'enable_snat': True}, 'gw_port_id': '077a173d-3b0a-4916-a99b-6b47e4693eb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T15:21:52Z', 'updated_at': '2022-06-24T15:25:02Z', 'revision_number': 5, 'project_id': 'd5ed08c77e8247d0abc0ffefda355d6b', 'gw_port': {'id': '077a173d-3b0a-4916-a99b-6b47e4693eb0', 'name': '', 'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:be:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d5e2ef6-cba6-4b8f-9e11-c4b5a823df57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'ip_address': '172.27.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T15:21:53Z', 'updated_at': '2022-06-24T15:22:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-11-iscsi'}], 'dv-cinder-835384-11-iscsi', False) {} {{(pid=104514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 15:25:03.967096 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dc6587c-5843-4047-a968-6969b00dfc41 None None] Checking router: 2d5e2ef6-cba6-4b8f-9e11-c4b5a823df57 for host: dv-cinder-835384-11-iscsi {{(pid=104514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 15:25:03.977714 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dc6587c-5843-4047-a968-6969b00dfc41 None None] Routers {'2d5e2ef6-cba6-4b8f-9e11-c4b5a823df57'} bound to L3 agent in host dv-cinder-835384-11-iscsi {{(pid=104514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 15:25:03.978407 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.db.l3_hamode_db [None req-3dc6587c-5843-4047-a968-6969b00dfc41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-24T15:10:24Z,description=,heartbeat_timestamp=2022-06-24T15:24:54Z,host='dv-cinder-835384-11-iscsi',id=45985ff7-1335-48cd-ab02-73eb58295827,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T15:10:24Z,topic='l3_agent')) {'router_ids': ['2d5e2ef6-cba6-4b8f-9e11-c4b5a823df57'], 'active': True} {{(pid=104514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 15:25:04.033131 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [None req-4b321a26-a94b-49a1-85b5-67e26cf75864 admin admin] Deleting port 077a173d-3b0a-4916-a99b-6b47e4693eb0 {{(pid=104511) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 15:25:04.033391 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-4b321a26-a94b-49a1-85b5-67e26cf75864 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761385095720'] for port (077a173d-3b0a-4916-a99b-6b47e4693eb0), before_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:25:04.105676 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.db.l3_dvr_db [None req-3dc6587c-5843-4047-a968-6969b00dfc41 None None] Set router 2d5e2ef6-cba6-4b8f-9e11-c4b5a823df57 gateway port host: dv-cinder-835384-11-iscsi {{(pid=104514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 15:25:04.140067 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.db [None req-4b321a26-a94b-49a1-85b5-67e26cf75864 admin admin] For port 077a173d-3b0a-4916-a99b-6b47e4693eb0, host dv-cinder-835384-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-11-iscsi',level=0,port_id=077a173d-3b0a-4916-a99b-6b47e4693eb0,segment=NetworkSegment(6785a788-9b98-4059-b825-96a306cb346e),segment_id=6785a788-9b98-4059-b825-96a306cb346e)] {{(pid=104511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 15:25:04.140474 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-4b321a26-a94b-49a1-85b5-67e26cf75864 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-465599'] for port (077a173d-3b0a-4916-a99b-6b47e4693eb0), precommit_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:25:04.159366 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [None req-4b321a26-a94b-49a1-85b5-67e26cf75864 admin admin] Calling delete_port for 077a173d-3b0a-4916-a99b-6b47e4693eb0 owned by network:router_gateway {{(pid=104511) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 15:25:04.362311 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.db.l3_hamode_db [None req-3dc6587c-5843-4047-a968-6969b00dfc41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d5e2ef6-cba6-4b8f-9e11-c4b5a823df57', 'name': 'tempest-TestMinimumBasicScenario-1265787350-router', 'tenant_id': 'd5ed08c77e8247d0abc0ffefda355d6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'external_fixed_ips': [{'subnet_id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'ip_address': '172.27.0.89'}], 'enable_snat': True}, 'gw_port_id': '077a173d-3b0a-4916-a99b-6b47e4693eb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T15:21:52Z', 'updated_at': '2022-06-24T15:25:02Z', 'revision_number': 5, 'project_id': 'd5ed08c77e8247d0abc0ffefda355d6b', 'gw_port': {'id': '077a173d-3b0a-4916-a99b-6b47e4693eb0', 'name': '', 'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:be:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d5e2ef6-cba6-4b8f-9e11-c4b5a823df57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'ip_address': '172.27.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T15:21:53Z', 'updated_at': '2022-06-24T15:22:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-11-iscsi'}], 'dv-cinder-835384-11-iscsi', False) {} {{(pid=104514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 15:25:04.421552 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dc6587c-5843-4047-a968-6969b00dfc41 None None] The sync data for ids ['2d5e2ef6-cba6-4b8f-9e11-c4b5a823df57'] in dv-cinder-835384-11-iscsi is: [{'id': '2d5e2ef6-cba6-4b8f-9e11-c4b5a823df57', 'name': 'tempest-TestMinimumBasicScenario-1265787350-router', 'tenant_id': 'd5ed08c77e8247d0abc0ffefda355d6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'external_fixed_ips': [{'subnet_id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'ip_address': '172.27.0.89'}], 'enable_snat': True}, 'gw_port_id': '077a173d-3b0a-4916-a99b-6b47e4693eb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T15:21:52Z', 'updated_at': '2022-06-24T15:25:02Z', 'revision_number': 5, 'project_id': 'd5ed08c77e8247d0abc0ffefda355d6b', 'gw_port': {'id': '077a173d-3b0a-4916-a99b-6b47e4693eb0', 'name': '', 'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:be:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d5e2ef6-cba6-4b8f-9e11-c4b5a823df57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'ip_address': '172.27.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T15:21:53Z', 'updated_at': '2022-06-24T15:22:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-11-iscsi'}] {{(pid=104514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 15:25:04.511723 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e316bebf-7850-42ed-837a-099ddc3493c1 req-f02701dd-bf22-4525-895a-7b852282a8ca tempest-TestShelveInstance-479722578 tempest-TestShelveInstance-479722578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:25:04.513120 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-e316bebf-7850-42ed-837a-099ddc3493c1 req-f02701dd-bf22-4525-895a-7b852282a8ca tempest-TestShelveInstance-479722578 tempest-TestShelveInstance-479722578-project] 10.222.0.67 "GET /v2.0/ports?device_id=9aa864c2-63a6-4aa7-8ea6-3ce12daff080 HTTP/1.1" status: 200 len: 945 time: 0.1056857 Jun 24 15:25:04.522926 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-4b321a26-a94b-49a1-85b5-67e26cf75864 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761385101680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761384583307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3599638'] for port (077a173d-3b0a-4916-a99b-6b47e4693eb0), after_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:25:04.546562 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd820c3f-ee6a-4c7c-94b8-e0802e0a80f4 req-78392ce2-ca10-4607-a3bc-5a45fe712104 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:25:04.553576 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-cd820c3f-ee6a-4c7c-94b8-e0802e0a80f4 req-78392ce2-ca10-4607-a3bc-5a45fe712104 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "GET /v2.0/ports?device_id=ffef349a-ea09-44f9-9cd1-cf5d9b905e50 HTTP/1.1" status: 200 len: 946 time: 0.0858731 Jun 24 15:25:04.565021 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b321a26-a94b-49a1-85b5-67e26cf75864 admin admin] Pushing event deleted for resources: {'Port': ['ID=077a173d-3b0a-4916-a99b-6b47e4693eb0,revision_number=None']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:25:04.628803 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-e316bebf-7850-42ed-837a-099ddc3493c1 req-7edd862c-d947-4150-9f94-3e83341efc1a tempest-TestShelveInstance-479722578 tempest-TestShelveInstance-479722578-project] 10.222.0.67 "GET /v2.0/security-groups?id=2f673e46-0bc3-417a-a88c-c966cb61274e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1074212 Jun 24 15:25:04.646715 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-4b321a26-a94b-49a1-85b5-67e26cf75864 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-470328'] for router_gateway (2d5e2ef6-cba6-4b8f-9e11-c4b5a823df57), after_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:25:04.662453 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-cd820c3f-ee6a-4c7c-94b8-e0802e0a80f4 req-473a6c0e-b6ea-4b6b-a027-8d4322691655 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "GET /v2.0/security-groups?id=2649c9c4-b294-40b1-8f0c-e689a0caf780&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1047828 Jun 24 15:25:04.741176 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:UPDATE=3 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:25:04.747573 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-4b321a26-a94b-49a1-85b5-67e26cf75864 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-462385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14472'] for router (2d5e2ef6-cba6-4b8f-9e11-c4b5a823df57), precommit_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:25:04.749930 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-4b321a26-a94b-49a1-85b5-67e26cf75864 admin admin] Publish callbacks [] for router_controller (2d5e2ef6-cba6-4b8f-9e11-c4b5a823df57), precommit_delete_associations {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:25:04.949078 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-4b321a26-a94b-49a1-85b5-67e26cf75864 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-462527'] for router (2d5e2ef6-cba6-4b8f-9e11-c4b5a823df57), after_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:25:04.949722 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b321a26-a94b-49a1-85b5-67e26cf75864 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2d5e2ef6-cba6-4b8f-9e11-c4b5a823df57 {{(pid=104511) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 24 15:25:04.954277 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-4b321a26-a94b-49a1-85b5-67e26cf75864 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:25:04.955574 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [None req-4b321a26-a94b-49a1-85b5-67e26cf75864 admin admin] 10.222.0.67 "DELETE /v2.0/routers/2d5e2ef6-cba6-4b8f-9e11-c4b5a823df57 HTTP/1.1" status: 204 len: 168 time: 1.3540006 Jun 24 15:25:04.958290 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.wsgi [-] (104512) accepted ('10.222.0.67', 45006) {{(pid=104512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:25:05.025750 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.db.db_base_plugin_v2 [None req-abe547d8-73da-49a0-874c-7df48b59fd26 admin admin] Deleting subnet b9259771-8493-4572-8aba-4832637ed4e2 {{(pid=104512) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 24 15:25:05.029579 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-abe547d8-73da-49a0-874c-7df48b59fd26 admin admin] Publish callbacks [] for subnet (b9259771-8493-4572-8aba-4832637ed4e2), before_delete {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:25:05.080001 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-abe547d8-73da-49a0-874c-7df48b59fd26 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-795099'] for subnet (b9259771-8493-4572-8aba-4832637ed4e2), precommit_delete_associations {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:25:05.184104 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-abe547d8-73da-49a0-874c-7df48b59fd26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7697736'] for subnet (b9259771-8493-4572-8aba-4832637ed4e2), precommit_delete {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:25:05.323596 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-abe547d8-73da-49a0-874c-7df48b59fd26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7697766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3859610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3974305'] for subnet (b9259771-8493-4572-8aba-4832637ed4e2), after_delete {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:25:05.351049 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe547d8-73da-49a0-874c-7df48b59fd26 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b9259771-8493-4572-8aba-4832637ed4e2,revision_number=None']} {{(pid=104512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:25:05.357797 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-abe547d8-73da-49a0-874c-7df48b59fd26 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:25:05.362944 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [None req-abe547d8-73da-49a0-874c-7df48b59fd26 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/b9259771-8493-4572-8aba-4832637ed4e2 HTTP/1.1" status: 204 len: 168 time: 0.4020760 Jun 24 15:25:05.365192 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.wsgi [-] (104511) accepted ('10.222.0.67', 45008) {{(pid=104511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:25:05.369146 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3ab1aff-5755-4218-b000-8b4e6284538c None None] Network 46a0da1c-e979-474b-8f53-1d534f0e87b4 requested from dv-cinder-835384-11-iscsi {{(pid=104513) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 15:25:05.439959 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-d348c9ab-843f-4180-9f23-b51214729575 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7823327'] for network (46a0da1c-e979-474b-8f53-1d534f0e87b4), before_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:25:05.499749 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [None req-d348c9ab-843f-4180-9f23-b51214729575 admin admin] Deleting port 215d9939-305a-451c-b477-c6ac5051746e {{(pid=104511) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 15:25:05.500153 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-d348c9ab-843f-4180-9f23-b51214729575 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761385095720'] for port (215d9939-305a-451c-b477-c6ac5051746e), before_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:25:05.595275 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.db [None req-d348c9ab-843f-4180-9f23-b51214729575 admin admin] For port 215d9939-305a-451c-b477-c6ac5051746e, host dv-cinder-835384-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-11-iscsi',level=0,port_id=215d9939-305a-451c-b477-c6ac5051746e,segment=NetworkSegment(0e5f00d6-0b07-4b36-bb9f-3180e52e83d5),segment_id=0e5f00d6-0b07-4b36-bb9f-3180e52e83d5)] {{(pid=104511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 15:25:05.595893 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-d348c9ab-843f-4180-9f23-b51214729575 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-465599'] for port (215d9939-305a-451c-b477-c6ac5051746e), precommit_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:25:05.615893 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-214d3165-0524-458e-b9f5-c0e49bdbae72 None None] DHCP port deletion for 46a0da1c-e979-474b-8f53-1d534f0e87b4 request from dv-cinder-835384-11-iscsi {{(pid=104513) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 24 15:25:05.619049 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [None req-d348c9ab-843f-4180-9f23-b51214729575 admin admin] Calling delete_port for 215d9939-305a-451c-b477-c6ac5051746e owned by network:dhcp {{(pid=104511) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 15:25:05.716480 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.plugin [None req-214d3165-0524-458e-b9f5-c0e49bdbae72 None None] Deleting port 215d9939-305a-451c-b477-c6ac5051746e {{(pid=104513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 15:25:05.717091 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-214d3165-0524-458e-b9f5-c0e49bdbae72 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761385095720'] for port (215d9939-305a-451c-b477-c6ac5051746e), before_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:25:05.807241 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.db [None req-214d3165-0524-458e-b9f5-c0e49bdbae72 None None] For port 215d9939-305a-451c-b477-c6ac5051746e, host dv-cinder-835384-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-11-iscsi',level=0,port_id=215d9939-305a-451c-b477-c6ac5051746e,segment=NetworkSegment(0e5f00d6-0b07-4b36-bb9f-3180e52e83d5),segment_id=0e5f00d6-0b07-4b36-bb9f-3180e52e83d5)] {{(pid=104513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 15:25:05.808559 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-214d3165-0524-458e-b9f5-c0e49bdbae72 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-465599'] for port (215d9939-305a-451c-b477-c6ac5051746e), precommit_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:25:05.818666 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:25:05.824648 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.plugin [None req-214d3165-0524-458e-b9f5-c0e49bdbae72 None None] Calling delete_port for 215d9939-305a-451c-b477-c6ac5051746e owned by network:dhcp {{(pid=104513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 15:25:05.946506 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532a76f4-670a-481d-a0c6-9e6f64ca77c9 req-889ccfa8-f830-4383-9825-f32f2fa86fbf tempest-TestShelveInstance-479722578 tempest-TestShelveInstance-479722578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:25:05.948660 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-532a76f4-670a-481d-a0c6-9e6f64ca77c9 req-889ccfa8-f830-4383-9825-f32f2fa86fbf tempest-TestShelveInstance-479722578 tempest-TestShelveInstance-479722578-project] 10.222.0.67 "GET /v2.0/ports?device_id=9aa864c2-63a6-4aa7-8ea6-3ce12daff080 HTTP/1.1" status: 200 len: 945 time: 0.1414654 Jun 24 15:25:05.954720 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-d348c9ab-843f-4180-9f23-b51214729575 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761385101680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761384583307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3599638'] for port (215d9939-305a-451c-b477-c6ac5051746e), after_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:25:05.972538 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9ae9ff-ece6-4e73-957c-c4d04f4a6dc6 req-c846187b-19db-4409-b309-a08000301b21 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:25:05.974520 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-2c9ae9ff-ece6-4e73-957c-c4d04f4a6dc6 req-c846187b-19db-4409-b309-a08000301b21 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "GET /v2.0/ports?device_id=ffef349a-ea09-44f9-9cd1-cf5d9b905e50 HTTP/1.1" status: 200 len: 946 time: 0.0870514 Jun 24 15:25:05.982327 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-214d3165-0524-458e-b9f5-c0e49bdbae72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761385101680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761384583307'] for port (215d9939-305a-451c-b477-c6ac5051746e), after_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:25:06.023004 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d348c9ab-843f-4180-9f23-b51214729575 admin admin] Pushing event deleted for resources: {'Port': ['ID=215d9939-305a-451c-b477-c6ac5051746e,revision_number=None']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:25:06.037709 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d348c9ab-843f-4180-9f23-b51214729575 admin admin] No DVR routers for this DVR port 215d9939-305a-451c-b477-c6ac5051746e on host dv-cinder-835384-11-iscsi {{(pid=104511) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 24 15:25:06.043860 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214d3165-0524-458e-b9f5-c0e49bdbae72 None None] Pushing event deleted for resources: {'Port': ['ID=215d9939-305a-451c-b477-c6ac5051746e,revision_number=None']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:25:06.057288 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-214d3165-0524-458e-b9f5-c0e49bdbae72 None None] No DVR routers for this DVR port 215d9939-305a-451c-b477-c6ac5051746e on host dv-cinder-835384-11-iscsi {{(pid=104513) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 24 15:25:06.116199 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-532a76f4-670a-481d-a0c6-9e6f64ca77c9 req-5fb83b86-8eca-4e5c-8a37-d0e50c74e6ef tempest-TestShelveInstance-479722578 tempest-TestShelveInstance-479722578-project] 10.222.0.67 "GET /v2.0/security-groups?id=2f673e46-0bc3-417a-a88c-c966cb61274e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1405556 Jun 24 15:25:06.140684 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:25:06.149640 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-2c9ae9ff-ece6-4e73-957c-c4d04f4a6dc6 req-a51f952a-ed74-4afa-83a8-3c53da2ebaa8 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "GET /v2.0/security-groups?id=2649c9c4-b294-40b1-8f0c-e689a0caf780&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1415768 Jun 24 15:25:06.171476 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-d348c9ab-843f-4180-9f23-b51214729575 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7769653', 'neutron.services.segments.db._delete_segments_for_network-8761385121163'] for network (46a0da1c-e979-474b-8f53-1d534f0e87b4), precommit_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:25:06.209672 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.services.segments.db [None req-d348c9ab-843f-4180-9f23-b51214729575 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46a0da1c-e979-474b-8f53-1d534f0e87b4']}} {{(pid=104511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 15:25:06.223573 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.services.segments.db [None req-d348c9ab-843f-4180-9f23-b51214729575 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e5f00d6-0b07-4b36-bb9f-3180e52e83d5') {'for_net_delete': True} {{(pid=104511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 15:25:06.223883 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.services.segments.db [None req-d348c9ab-843f-4180-9f23-b51214729575 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e5f00d6-0b07-4b36-bb9f-3180e52e83d5') {} {{(pid=104511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 15:25:06.235439 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-d348c9ab-843f-4180-9f23-b51214729575 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761385121940', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3541077'] for segment (0e5f00d6-0b07-4b36-bb9f-3180e52e83d5), before_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:25:06.259023 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-d348c9ab-843f-4180-9f23-b51214729575 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7772344'] for segment (0e5f00d6-0b07-4b36-bb9f-3180e52e83d5), precommit_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:25:06.269460 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d348c9ab-843f-4180-9f23-b51214729575 admin admin] Releasing vlan 788 on physical network physnet1 to pool {{(pid=104511) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 15:25:06.270137 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-d348c9ab-843f-4180-9f23-b51214729575 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7772344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3599659'] for segment (0e5f00d6-0b07-4b36-bb9f-3180e52e83d5), after_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:25:06.295264 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.services.segments.plugin [-] Segment 0e5f00d6-0b07-4b36-bb9f-3180e52e83d5 resource provider aggregate not found Jun 24 15:25:06.339267 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.services.segments.plugin [-] Segment 0e5f00d6-0b07-4b36-bb9f-3180e52e83d5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0e5f00d6-0b07-4b36-bb9f-3180e52e83d5 found for delete ", "request_id": "req-5ffae80a-e49f-4a73-87da-900123ca34c5"}]} Jun 24 15:25:06.408784 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.rpc [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Device c94e3c0a-40a9-4770-99df-185ac273a3ab no longer exists at agent ovs-agent-dv-cinder-835384-11-iscsi {{(pid=104513) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 15:25:06.432029 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.plugin [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] No Port match for: c94e3c0a-40a9-4770-99df-185ac273a3ab {{(pid=104513) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 15:25:06.432664 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.rpc [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Device c94e3c0a-40a9-4770-99df-185ac273a3ab not bound to the agent host dv-cinder-835384-11-iscsi {{(pid=104513) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 15:25:06.433251 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.rpc [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Device 077a173d-3b0a-4916-a99b-6b47e4693eb0 no longer exists at agent ovs-agent-dv-cinder-835384-11-iscsi {{(pid=104513) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 15:25:06.437431 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-d348c9ab-843f-4180-9f23-b51214729575 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7769644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-275585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-467247'] for network (46a0da1c-e979-474b-8f53-1d534f0e87b4), after_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:25:06.442742 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-d348c9ab-843f-4180-9f23-b51214729575 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7879399'] for network (None), before_response {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:25:06.447502 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [None req-d348c9ab-843f-4180-9f23-b51214729575 admin admin] 10.222.0.67 "DELETE /v2.0/networks/46a0da1c-e979-474b-8f53-1d534f0e87b4 HTTP/1.1" status: 204 len: 168 time: 1.0812492 Jun 24 15:25:06.462550 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.plugin [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] No Port match for: 077a173d-3b0a-4916-a99b-6b47e4693eb0 {{(pid=104513) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 15:25:06.463216 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.rpc [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Device 077a173d-3b0a-4916-a99b-6b47e4693eb0 not bound to the agent host dv-cinder-835384-11-iscsi {{(pid=104513) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 15:25:06.464078 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.rpc [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Device 215d9939-305a-451c-b477-c6ac5051746e no longer exists at agent ovs-agent-dv-cinder-835384-11-iscsi {{(pid=104513) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 15:25:06.488295 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d348c9ab-843f-4180-9f23-b51214729575 admin admin] Pushing event deleted for resources: {'Network': ['ID=46a0da1c-e979-474b-8f53-1d534f0e87b4,revision_number=None']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:25:06.517116 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.plugin [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] No Port match for: 215d9939-305a-451c-b477-c6ac5051746e {{(pid=104513) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 15:25:06.517493 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.rpc [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Device 215d9939-305a-451c-b477-c6ac5051746e not bound to the agent host dv-cinder-835384-11-iscsi {{(pid=104513) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 15:25:06.919025 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.wsgi [-] (104511) accepted ('10.222.0.67', 45064) {{(pid=104511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:25:06.965129 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [None req-1c9a9045-fc15-48eb-9bf0-f8791d004c3e admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=fb2390854b0345588bd6b68f5c09a1ee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0448942 Jun 24 15:25:06.967707 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.wsgi [-] (104512) accepted ('10.222.0.67', 45066) {{(pid=104512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:25:07.021026 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-a063b37d-e030-48a7-8625-a56624a3e805 admin admin] Publish callbacks [] for security_group (0c9a5b2b-9c69-45a1-a6b9-bfcdb81413bd), before_delete {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:25:07.047967 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-a063b37d-e030-48a7-8625-a56624a3e805 admin admin] Publish callbacks [] for security_group (0c9a5b2b-9c69-45a1-a6b9-bfcdb81413bd), precommit_delete {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:25:07.298708 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-a063b37d-e030-48a7-8625-a56624a3e805 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-275664'] for security_group (0c9a5b2b-9c69-45a1-a6b9-bfcdb81413bd), after_delete {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:25:07.301452 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-a063b37d-e030-48a7-8625-a56624a3e805 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:25:07.305732 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [None req-a063b37d-e030-48a7-8625-a56624a3e805 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/0c9a5b2b-9c69-45a1-a6b9-bfcdb81413bd HTTP/1.1" status: 204 len: 168 time: 0.3339038 Jun 24 15:25:07.341616 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0424fe6c-2e57-4c7f-951a-ccadb1ac6a53 req-a2cbfe79-9b6a-47e0-9a21-5e08806939b1 tempest-TestShelveInstance-479722578 tempest-TestShelveInstance-479722578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:25:07.343380 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-0424fe6c-2e57-4c7f-951a-ccadb1ac6a53 req-a2cbfe79-9b6a-47e0-9a21-5e08806939b1 tempest-TestShelveInstance-479722578 tempest-TestShelveInstance-479722578-project] 10.222.0.67 "GET /v2.0/ports?device_id=9aa864c2-63a6-4aa7-8ea6-3ce12daff080 HTTP/1.1" status: 200 len: 945 time: 0.0990119 Jun 24 15:25:07.362310 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a063b37d-e030-48a7-8625-a56624a3e805 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c9a5b2b-9c69-45a1-a6b9-bfcdb81413bd,revision_number=None']} {{(pid=104512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:25:07.409703 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5257207-7d51-41e4-918d-caff0482de8b req-a8da4fd6-2c14-40dd-a020-47ab8ded7af5 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:25:07.411700 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-d5257207-7d51-41e4-918d-caff0482de8b req-a8da4fd6-2c14-40dd-a020-47ab8ded7af5 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "GET /v2.0/ports?device_id=ffef349a-ea09-44f9-9cd1-cf5d9b905e50 HTTP/1.1" status: 200 len: 946 time: 0.1139934 Jun 24 15:25:07.447641 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-0424fe6c-2e57-4c7f-951a-ccadb1ac6a53 req-a0f2177d-a7ee-4e32-975d-85aaff67a70a tempest-TestShelveInstance-479722578 tempest-TestShelveInstance-479722578-project] 10.222.0.67 "GET /v2.0/security-groups?id=2f673e46-0bc3-417a-a88c-c966cb61274e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0864193 Jun 24 15:25:07.481593 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:25:07.514511 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-d5257207-7d51-41e4-918d-caff0482de8b req-4103843d-20c8-4f5a-b8de-5a19c3ea9899 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "GET /v2.0/security-groups?id=2649c9c4-b294-40b1-8f0c-e689a0caf780&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717251 Jun 24 15:25:08.446649 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.wsgi [-] (104512) accepted ('10.222.0.67', 45096) {{(pid=104512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:25:08.519891 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [None req-0c1f5c48-46b6-47a3-a96f-8a5265c55929 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=d5ed08c77e8247d0abc0ffefda355d6b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0716200 Jun 24 15:25:08.522383 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.wsgi [-] (104511) accepted ('10.222.0.67', 45100) {{(pid=104511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:25:08.608031 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-adfec76a-6a8b-4316-b8bc-63093a6849b2 admin admin] Publish callbacks [] for security_group (1a223592-1d8d-4f87-8ccf-721b80af68da), before_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:25:08.654942 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-adfec76a-6a8b-4316-b8bc-63093a6849b2 admin admin] Publish callbacks [] for security_group (1a223592-1d8d-4f87-8ccf-721b80af68da), precommit_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:25:08.663013 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babf3101-e0d4-454f-9ecb-1b3fc6974702 req-3ffb64c4-4679-4393-959c-121486a454b6 tempest-TestShelveInstance-479722578 tempest-TestShelveInstance-479722578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:25:08.670790 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-babf3101-e0d4-454f-9ecb-1b3fc6974702 req-3ffb64c4-4679-4393-959c-121486a454b6 tempest-TestShelveInstance-479722578 tempest-TestShelveInstance-479722578-project] 10.222.0.67 "GET /v2.0/ports?device_id=9aa864c2-63a6-4aa7-8ea6-3ce12daff080 HTTP/1.1" status: 200 len: 945 time: 0.1056759 Jun 24 15:25:08.731708 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf4871e-8cc0-407e-a29c-a746d56bb486 req-3fdd31be-cb16-4938-9316-cc02229099fb tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:25:08.735704 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-8bf4871e-8cc0-407e-a29c-a746d56bb486 req-3fdd31be-cb16-4938-9316-cc02229099fb tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "GET /v2.0/ports?device_id=ffef349a-ea09-44f9-9cd1-cf5d9b905e50 HTTP/1.1" status: 200 len: 946 time: 0.0909786 Jun 24 15:25:08.782775 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-babf3101-e0d4-454f-9ecb-1b3fc6974702 req-26a2e15b-c52e-4c18-9cb6-e98203db48ba tempest-TestShelveInstance-479722578 tempest-TestShelveInstance-479722578-project] 10.222.0.67 "GET /v2.0/security-groups?id=2f673e46-0bc3-417a-a88c-c966cb61274e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1110027 Jun 24 15:25:08.805383 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-adfec76a-6a8b-4316-b8bc-63093a6849b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-275664'] for security_group (1a223592-1d8d-4f87-8ccf-721b80af68da), after_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:25:08.808819 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-adfec76a-6a8b-4316-b8bc-63093a6849b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:25:08.811451 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [None req-adfec76a-6a8b-4316-b8bc-63093a6849b2 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/1a223592-1d8d-4f87-8ccf-721b80af68da HTTP/1.1" status: 204 len: 168 time: 0.2872977 Jun 24 15:25:08.826854 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfec76a-6a8b-4316-b8bc-63093a6849b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a223592-1d8d-4f87-8ccf-721b80af68da,revision_number=None']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:25:08.830899 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-8bf4871e-8cc0-407e-a29c-a746d56bb486 req-67c5b1bc-fb34-4357-b5bc-1758d5151fde tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "GET /v2.0/security-groups?id=2649c9c4-b294-40b1-8f0c-e689a0caf780&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0915859 Jun 24 15:25:08.836607 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adfec76a-6a8b-4316-b8bc-63093a6849b2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:25:08.837076 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adfec76a-6a8b-4316-b8bc-63093a6849b2 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:25:08.837521 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adfec76a-6a8b-4316-b8bc-63093a6849b2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:25:08.838041 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adfec76a-6a8b-4316-b8bc-63093a6849b2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:25:08.838474 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adfec76a-6a8b-4316-b8bc-63093a6849b2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:25:08.838904 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adfec76a-6a8b-4316-b8bc-63093a6849b2 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:25:08.839379 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adfec76a-6a8b-4316-b8bc-63093a6849b2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:25:08.839819 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adfec76a-6a8b-4316-b8bc-63093a6849b2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:25:08.840245 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adfec76a-6a8b-4316-b8bc-63093a6849b2 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:25:08.840672 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adfec76a-6a8b-4316-b8bc-63093a6849b2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:25:08.841233 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adfec76a-6a8b-4316-b8bc-63093a6849b2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:25:08.841968 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adfec76a-6a8b-4316-b8bc-63093a6849b2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:25:08.842393 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adfec76a-6a8b-4316-b8bc-63093a6849b2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:25:08.842816 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adfec76a-6a8b-4316-b8bc-63093a6849b2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:25:08.843296 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adfec76a-6a8b-4316-b8bc-63093a6849b2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:25:09.938759 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0276777d-8e09-4e69-b31c-7392ed5bca88 req-af19d385-2e68-4c6e-aa37-92286c6a0a6a tempest-TestShelveInstance-479722578 tempest-TestShelveInstance-479722578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:25:09.940359 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-0276777d-8e09-4e69-b31c-7392ed5bca88 req-af19d385-2e68-4c6e-aa37-92286c6a0a6a tempest-TestShelveInstance-479722578 tempest-TestShelveInstance-479722578-project] 10.222.0.67 "GET /v2.0/ports?device_id=9aa864c2-63a6-4aa7-8ea6-3ce12daff080 HTTP/1.1" status: 200 len: 945 time: 0.0723939 Jun 24 15:25:10.194163 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697012'] for agent (f0fa743b-ff28-43ff-ac51-704c86538f10), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:25:10.358626 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3facd07a-e028-4d3e-8d94-4ae9336c6fc5 req-45fe63d4-196e-483c-890c-412376f57192 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:25:10.367519 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-3facd07a-e028-4d3e-8d94-4ae9336c6fc5 req-45fe63d4-196e-483c-890c-412376f57192 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "GET /v2.0/ports?device_id=ffef349a-ea09-44f9-9cd1-cf5d9b905e50 HTTP/1.1" status: 200 len: 946 time: 0.3909154 Jun 24 15:25:10.379538 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG dbcounter [-] [104514] Writing DB stats neutron:SELECT=100 {{(pid=104514) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:25:10.432132 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-3facd07a-e028-4d3e-8d94-4ae9336c6fc5 req-1456835f-3fe8-42b9-857b-ab27b5676351 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "GET /v2.0/security-groups?id=2649c9c4-b294-40b1-8f0c-e689a0caf780&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636861 Jun 24 15:25:10.460459 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-0276777d-8e09-4e69-b31c-7392ed5bca88 req-b606d2c5-5425-491a-b972-f25d190cbc09 tempest-TestShelveInstance-479722578 tempest-TestShelveInstance-479722578-project] 10.222.0.67 "GET /v2.0/security-groups?id=2f673e46-0bc3-417a-a88c-c966cb61274e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5049109 Jun 24 15:25:10.476232 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c390f4d6-867b-42ce-b9ee-eb873d18821e req-601152a0-8fed-4cf7-ae7b-c9c5f373dbe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:25:10.481154 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [req-c390f4d6-867b-42ce-b9ee-eb873d18821e req-601152a0-8fed-4cf7-ae7b-c9c5f373dbe2 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=66edbd777b48472b8fcd5a3f43c68dcc&device_id=9aa864c2-63a6-4aa7-8ea6-3ce12daff080 HTTP/1.1" status: 200 len: 1129 time: 0.0637589 Jun 24 15:25:10.604412 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c390f4d6-867b-42ce-b9ee-eb873d18821e req-52b00deb-0ba7-4b65-b6ae-18dd7bbeba0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:25:10.606219 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [req-c390f4d6-867b-42ce-b9ee-eb873d18821e req-52b00deb-0ba7-4b65-b6ae-18dd7bbeba0c service neutron] 10.222.0.64 "GET /v2.0/networks?id=6c164619-5a9e-49c6-b97b-50e7f7499706 HTTP/1.1" status: 200 len: 909 time: 0.1161299 Jun 24 15:25:10.673301 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [req-c390f4d6-867b-42ce-b9ee-eb873d18821e req-17649686-fd77-4fb1-bead-b29d8815ca7b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e9c0e7f6-a572-47c4-8390-be9bdb776041 HTTP/1.1" status: 200 len: 999 time: 0.0595045 Jun 24 15:25:10.708893 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:25:10.729299 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c390f4d6-867b-42ce-b9ee-eb873d18821e req-9cf47187-d18f-4c5b-874e-94ee32c54da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:25:10.730914 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [req-c390f4d6-867b-42ce-b9ee-eb873d18821e req-9cf47187-d18f-4c5b-874e-94ee32c54da8 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ec293509-7257-459b-932c-867e0999349d HTTP/1.1" status: 200 len: 847 time: 0.0506468 Jun 24 15:25:10.788116 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c390f4d6-867b-42ce-b9ee-eb873d18821e req-e61589c3-ba78-42dd-ad13-6737ac4e35e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:25:10.790392 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [req-c390f4d6-867b-42ce-b9ee-eb873d18821e req-e61589c3-ba78-42dd-ad13-6737ac4e35e5 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=6c164619-5a9e-49c6-b97b-50e7f7499706&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0516770 Jun 24 15:25:10.901662 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [req-c390f4d6-867b-42ce-b9ee-eb873d18821e req-ec770604-813b-4322-a236-8b6ee9553895 service neutron] 10.222.0.64 "GET /v2.0/networks/6c164619-5a9e-49c6-b97b-50e7f7499706?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1027193 Jun 24 15:25:10.974933 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:25:11.017401 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [req-c390f4d6-867b-42ce-b9ee-eb873d18821e req-6959b600-bc10-4e88-9c3f-f39811a552ab service neutron] 10.222.0.64 "GET /v2.0/networks/6c164619-5a9e-49c6-b97b-50e7f7499706?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1072900 Jun 24 15:25:11.613909 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd10b1e6-dd6d-4545-ae08-9d0bde16ea93 req-c614d561-64ca-4c2a-ba00-5b0906220205 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:25:11.615418 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-dd10b1e6-dd6d-4545-ae08-9d0bde16ea93 req-c614d561-64ca-4c2a-ba00-5b0906220205 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "GET /v2.0/ports?device_id=ffef349a-ea09-44f9-9cd1-cf5d9b905e50 HTTP/1.1" status: 200 len: 946 time: 0.0853636 Jun 24 15:25:11.625627 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fefae28-7975-43cc-aa94-9de691a3b169 req-627add41-9c73-4f21-8d65-48814caba3fd tempest-TestShelveInstance-479722578 tempest-TestShelveInstance-479722578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:25:11.627007 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-3fefae28-7975-43cc-aa94-9de691a3b169 req-627add41-9c73-4f21-8d65-48814caba3fd tempest-TestShelveInstance-479722578 tempest-TestShelveInstance-479722578-project] 10.222.0.67 "GET /v2.0/ports?device_id=9aa864c2-63a6-4aa7-8ea6-3ce12daff080 HTTP/1.1" status: 200 len: 945 time: 0.0873308 Jun 24 15:25:11.666412 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:25:11.710037 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-dd10b1e6-dd6d-4545-ae08-9d0bde16ea93 req-9dd7c5da-9235-4174-8fb7-c6db83efab37 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "GET /v2.0/security-groups?id=2649c9c4-b294-40b1-8f0c-e689a0caf780&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819278 Jun 24 15:25:11.715148 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-3fefae28-7975-43cc-aa94-9de691a3b169 req-dd573c59-3c02-489b-a1c3-9ee827a7c639 tempest-TestShelveInstance-479722578 tempest-TestShelveInstance-479722578-project] 10.222.0.67 "GET /v2.0/security-groups?id=2f673e46-0bc3-417a-a88c-c966cb61274e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0799987 Jun 24 15:25:12.869980 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b30cad-8176-4dc5-9643-8354516f69cc req-b06c1ed1-9177-4ec6-82a3-3e25adbec4bf tempest-TestShelveInstance-479722578 tempest-TestShelveInstance-479722578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:25:12.871455 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-94b30cad-8176-4dc5-9643-8354516f69cc req-b06c1ed1-9177-4ec6-82a3-3e25adbec4bf tempest-TestShelveInstance-479722578 tempest-TestShelveInstance-479722578-project] 10.222.0.67 "GET /v2.0/ports?device_id=9aa864c2-63a6-4aa7-8ea6-3ce12daff080 HTTP/1.1" status: 200 len: 945 time: 0.0838296 Jun 24 15:25:12.879222 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3ae154-2ac4-4283-af28-552819509879 req-c46abc6e-6e8e-4c77-ba9d-899ef4475179 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:25:12.880634 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-8c3ae154-2ac4-4283-af28-552819509879 req-c46abc6e-6e8e-4c77-ba9d-899ef4475179 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "GET /v2.0/ports?device_id=ffef349a-ea09-44f9-9cd1-cf5d9b905e50 HTTP/1.1" status: 200 len: 946 time: 0.0829394 Jun 24 15:25:12.954855 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-94b30cad-8176-4dc5-9643-8354516f69cc req-271ab317-c587-4d82-900e-747c674f2d3a tempest-TestShelveInstance-479722578 tempest-TestShelveInstance-479722578-project] 10.222.0.67 "GET /v2.0/security-groups?id=2f673e46-0bc3-417a-a88c-c966cb61274e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732560 Jun 24 15:25:12.961684 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-8c3ae154-2ac4-4283-af28-552819509879 req-21d4fa12-1a01-4f5f-baa0-da21643f7803 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "GET /v2.0/security-groups?id=2649c9c4-b294-40b1-8f0c-e689a0caf780&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731120 Jun 24 15:25:13.819678 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06920fe5-59a9-40dd-a598-1b9219117433 req-56081435-aeaa-4f62-8917-e9fcc78db03f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:25:13.821712 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [req-06920fe5-59a9-40dd-a598-1b9219117433 req-56081435-aeaa-4f62-8917-e9fcc78db03f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c4807ce933f14af0be22dd1cf3635c2f&device_id=ffef349a-ea09-44f9-9cd1-cf5d9b905e50 HTTP/1.1" status: 200 len: 1130 time: 0.0416646 Jun 24 15:25:13.919341 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06920fe5-59a9-40dd-a598-1b9219117433 req-14f3f6c8-b759-4ddc-aeab-f3e0ef8e5f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:25:13.920844 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [req-06920fe5-59a9-40dd-a598-1b9219117433 req-14f3f6c8-b759-4ddc-aeab-f3e0ef8e5f72 service neutron] 10.222.0.64 "GET /v2.0/networks?id=6d1ef1dd-ee8a-4e52-9261-de77d4e705e2 HTTP/1.1" status: 200 len: 918 time: 0.0932412 Jun 24 15:25:14.106427 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356b68f3-2e68-468b-a18d-e479088437d3 req-fe1fbeaf-675d-4cf4-a0ee-4b109a14a976 tempest-TestShelveInstance-479722578 tempest-TestShelveInstance-479722578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:25:14.108303 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-356b68f3-2e68-468b-a18d-e479088437d3 req-fe1fbeaf-675d-4cf4-a0ee-4b109a14a976 tempest-TestShelveInstance-479722578 tempest-TestShelveInstance-479722578-project] 10.222.0.67 "GET /v2.0/ports?device_id=9aa864c2-63a6-4aa7-8ea6-3ce12daff080 HTTP/1.1" status: 200 len: 945 time: 0.0815508 Jun 24 15:25:14.129071 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1478c60-b2ba-447c-a1b3-06158e833576 req-1fc39360-215c-42d5-be10-6789600d04c1 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:25:14.130547 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-e1478c60-b2ba-447c-a1b3-06158e833576 req-1fc39360-215c-42d5-be10-6789600d04c1 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "GET /v2.0/ports?device_id=ffef349a-ea09-44f9-9cd1-cf5d9b905e50 HTTP/1.1" status: 200 len: 946 time: 0.0736380 Jun 24 15:25:14.185953 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [req-06920fe5-59a9-40dd-a598-1b9219117433 req-61631d38-1b52-4c3f-b4f0-2bb619442cf4 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=98f0ee1c-7936-46ad-937e-8e43f17d155f HTTP/1.1" status: 200 len: 1002 time: 0.0692787 Jun 24 15:25:14.197638 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-356b68f3-2e68-468b-a18d-e479088437d3 req-64a6d5d2-436d-4ade-ba27-3aae3be19c86 tempest-TestShelveInstance-479722578 tempest-TestShelveInstance-479722578-project] 10.222.0.67 "GET /v2.0/security-groups?id=2f673e46-0bc3-417a-a88c-c966cb61274e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0834527 Jun 24 15:25:14.209659 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-e1478c60-b2ba-447c-a1b3-06158e833576 req-3ffd86de-b3f8-4325-a07d-bf9cd5b5b507 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "GET /v2.0/security-groups?id=2649c9c4-b294-40b1-8f0c-e689a0caf780&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712426 Jun 24 15:25:14.251953 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06920fe5-59a9-40dd-a598-1b9219117433 req-14b9f62e-758f-49ad-84f9-5057657e06c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:25:14.253432 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [req-06920fe5-59a9-40dd-a598-1b9219117433 req-14b9f62e-758f-49ad-84f9-5057657e06c5 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ca86efdf-43ba-4cdf-8f0a-3c6622699971 HTTP/1.1" status: 200 len: 856 time: 0.0604572 Jun 24 15:25:14.307481 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06920fe5-59a9-40dd-a598-1b9219117433 req-c575db67-71e6-4028-aefd-f196dcb95017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:25:14.308983 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [req-06920fe5-59a9-40dd-a598-1b9219117433 req-c575db67-71e6-4028-aefd-f196dcb95017 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=6d1ef1dd-ee8a-4e52-9261-de77d4e705e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0493417 Jun 24 15:25:14.412710 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [req-06920fe5-59a9-40dd-a598-1b9219117433 req-60925ff4-88dd-41e7-9f43-0f9f18177820 service neutron] 10.222.0.64 "GET /v2.0/networks/6d1ef1dd-ee8a-4e52-9261-de77d4e705e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965469 Jun 24 15:25:14.455325 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.wsgi [req-f675d6bd-3043-4957-b0bd-14df5c016a2b req-4cf54d65-abe9-4f27-a2f2-afc7b4f0c16a service neutron] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=104512) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 24 15:25:14.456565 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-f675d6bd-3043-4957-b0bd-14df5c016a2b req-4cf54d65-abe9-4f27-a2f2-afc7b4f0c16a service neutron] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1622365 Jun 24 15:25:14.517454 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [req-06920fe5-59a9-40dd-a598-1b9219117433 req-5c2a07fb-51ba-4f80-aa80-5e810325248d service neutron] 10.222.0.64 "GET /v2.0/networks/6d1ef1dd-ee8a-4e52-9261-de77d4e705e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970073 Jun 24 15:25:14.745224 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=100 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:25:14.753641 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f974a23-9953-4420-8715-42ebdd7c6c2b req-670af852-9a5f-4ce1-a0b7-47efd5454628 tempest-TestShelveInstance-479722578 tempest-TestShelveInstance-479722578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:25:14.755229 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-2f974a23-9953-4420-8715-42ebdd7c6c2b req-670af852-9a5f-4ce1-a0b7-47efd5454628 tempest-TestShelveInstance-479722578 tempest-TestShelveInstance-479722578-project] 10.222.0.67 "GET /v2.0/ports?device_id=9aa864c2-63a6-4aa7-8ea6-3ce12daff080 HTTP/1.1" status: 200 len: 945 time: 0.0479765 Jun 24 15:25:14.781307 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [req-5a872e99-aec9-4d51-8d40-1bb3a57a54f4 req-28d789f8-e8aa-429d-ae26-0bca09ae27d1 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=9aa864c2-63a6-4aa7-8ea6-3ce12daff080&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0448163 Jun 24 15:25:14.809147 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-2f974a23-9953-4420-8715-42ebdd7c6c2b req-ca5b796c-495a-4e55-94e4-ee8d23af371c tempest-TestShelveInstance-479722578 tempest-TestShelveInstance-479722578-project] 10.222.0.67 "GET /v2.0/security-groups?id=2f673e46-0bc3-417a-a88c-c966cb61274e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467799 Jun 24 15:25:14.854576 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a872e99-aec9-4d51-8d40-1bb3a57a54f4 req-5962adac-a7b6-47b0-9b5b-52a43fa99038 tempest-TestShelveInstance-479722578 tempest-TestShelveInstance-479722578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:25:14.855959 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [req-5a872e99-aec9-4d51-8d40-1bb3a57a54f4 req-5962adac-a7b6-47b0-9b5b-52a43fa99038 tempest-TestShelveInstance-479722578 tempest-TestShelveInstance-479722578-project] 10.222.0.67 "GET /v2.0/ports/e9c0e7f6-a572-47c4-8390-be9bdb776041 HTTP/1.1" status: 200 len: 942 time: 0.0470722 Jun 24 15:25:15.362894 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a78d2d-7a5d-4cdf-be0e-aaf2aa7127d1 req-e01e7b85-bb69-4d76-839e-0ce8e930d93e tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:25:15.364517 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-f9a78d2d-7a5d-4cdf-be0e-aaf2aa7127d1 req-e01e7b85-bb69-4d76-839e-0ce8e930d93e tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "GET /v2.0/ports?device_id=ffef349a-ea09-44f9-9cd1-cf5d9b905e50 HTTP/1.1" status: 200 len: 946 time: 0.0527394 Jun 24 15:25:15.413555 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-f9a78d2d-7a5d-4cdf-be0e-aaf2aa7127d1 req-5d1a3036-3f3a-4c46-80c2-f7c6bdfed402 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "GET /v2.0/security-groups?id=2649c9c4-b294-40b1-8f0c-e689a0caf780&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425849 Jun 24 15:25:15.910605 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.rpc [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Device 98f0ee1c-7936-46ad-937e-8e43f17d155f no longer exists at agent hyperv_hv-cinder-83538 {{(pid=104513) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 15:25:15.928148 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ab1b9a-4fec-4089-939c-b148ac422f86 req-8884ff44-ce61-4087-8666-86701859eed0 tempest-TestShelveInstance-479722578 tempest-TestShelveInstance-479722578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:25:15.930297 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-f4ab1b9a-4fec-4089-939c-b148ac422f86 req-8884ff44-ce61-4087-8666-86701859eed0 tempest-TestShelveInstance-479722578 tempest-TestShelveInstance-479722578-project] 10.222.0.67 "GET /v2.0/ports?device_id=9aa864c2-63a6-4aa7-8ea6-3ce12daff080 HTTP/1.1" status: 200 len: 945 time: 0.0510716 Jun 24 15:25:15.980706 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-f4ab1b9a-4fec-4089-939c-b148ac422f86 req-cdc5598f-e1bf-4934-bb92-6177f173bf1e tempest-TestShelveInstance-479722578 tempest-TestShelveInstance-479722578-project] 10.222.0.67 "GET /v2.0/security-groups?id=2f673e46-0bc3-417a-a88c-c966cb61274e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440876 Jun 24 15:25:15.985020 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.plugin [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Current status of the port 98f0ee1c-7936-46ad-937e-8e43f17d155f is: ACTIVE; New status is: DOWN {{(pid=104513) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 15:25:15.985616 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7727318'] for port (98f0ee1c-7936-46ad-937e-8e43f17d155f), before_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:25:16.011170 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffef349a-ea09-44f9-9cd1-cf5d9b905e50', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '98f0ee1c-7936-46ad-937e-8e43f17d155f'}] {{(pid=104513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 15:25:16.013391 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7de2ae652872cab3d5aa36b412d6cead56dffdf121926fea6679daaa3daba4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76a3e347-400b-4f2e-9b5c-58221c6ac74e" -d '{"events": [{"server_uuid": "ffef349a-ea09-44f9-9cd1-cf5d9b905e50", "name": "network-vif-unplugged", "status": "completed", "tag": "98f0ee1c-7936-46ad-937e-8e43f17d155f"}]}' {{(pid=104513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 15:25:16.026332 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.db [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] For port 98f0ee1c-7936-46ad-937e-8e43f17d155f, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=98f0ee1c-7936-46ad-937e-8e43f17d155f,segment=NetworkSegment(fbb525f4-37d7-4ee1-94df-b844f5efa329),segment_id=fbb525f4-37d7-4ee1-94df-b844f5efa329)] {{(pid=104513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 15:25:16.049108 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 24 Jun 2022 15:25:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-767daaba-e5b7-4a6a-9252-445bfc5ecc79 x-openstack-request-id: req-767daaba-e5b7-4a6a-9252-445bfc5ecc79 {{(pid=104513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 15:25:16.049108 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffef349a-ea09-44f9-9cd1-cf5d9b905e50", "name": "network-vif-unplugged", "status": "completed", "tag": "98f0ee1c-7936-46ad-937e-8e43f17d155f", "code": 200}]} {{(pid=104513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 15:25:16.049313 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-767daaba-e5b7-4a6a-9252-445bfc5ecc79 {{(pid=104513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 15:25:16.049652 dv-cinder-835384-11-iscsi neutron-server[104513]: INFO neutron.notifiers.nova [-] Nova event matching ['req-767daaba-e5b7-4a6a-9252-445bfc5ecc79'] response: {'server_uuid': 'ffef349a-ea09-44f9-9cd1-cf5d9b905e50', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '98f0ee1c-7936-46ad-937e-8e43f17d155f', 'code': 200} Jun 24 15:25:16.099637 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761385101662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761384583316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761384583334'] for port (98f0ee1c-7936-46ad-937e-8e43f17d155f), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:25:16.100430 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.rpc [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Device e9c0e7f6-a572-47c4-8390-be9bdb776041 no longer exists at agent hyperv_hv-cinder-83538 {{(pid=104513) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 15:25:16.178908 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Pushing event updated for resources: {'Port': ['ID=98f0ee1c-7936-46ad-937e-8e43f17d155f,revision_number=8']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:25:16.218948 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.plugin [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Current status of the port e9c0e7f6-a572-47c4-8390-be9bdb776041 is: ACTIVE; New status is: DOWN {{(pid=104513) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 15:25:16.219393 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7727318'] for port (e9c0e7f6-a572-47c4-8390-be9bdb776041), before_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:25:16.240826 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:25:16.241907 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:25:16.258615 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.db [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] For port e9c0e7f6-a572-47c4-8390-be9bdb776041, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=e9c0e7f6-a572-47c4-8390-be9bdb776041,segment=NetworkSegment(820e4882-5a56-485e-9c17-a5ea18731daa),segment_id=820e4882-5a56-485e-9c17-a5ea18731daa)] {{(pid=104513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 15:25:16.349911 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761385101662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761384583316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761384583334'] for port (e9c0e7f6-a572-47c4-8390-be9bdb776041), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:25:16.401803 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Pushing event updated for resources: {'Port': ['ID=e9c0e7f6-a572-47c4-8390-be9bdb776041,revision_number=6']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:25:16.539225 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12f42cd-6a7e-4d33-8fb8-a64e4065223d req-44c2abda-4cd3-4d97-af9c-bfdd6d251739 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:25:16.540577 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-a12f42cd-6a7e-4d33-8fb8-a64e4065223d req-44c2abda-4cd3-4d97-af9c-bfdd6d251739 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "GET /v2.0/ports?device_id=ffef349a-ea09-44f9-9cd1-cf5d9b905e50 HTTP/1.1" status: 200 len: 944 time: 0.0492148 Jun 24 15:25:16.603510 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-a12f42cd-6a7e-4d33-8fb8-a64e4065223d req-1018f8bd-f93a-4d93-9afc-2cde32c95ab8 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "GET /v2.0/security-groups?id=2649c9c4-b294-40b1-8f0c-e689a0caf780&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549791 Jun 24 15:25:17.107896 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e1bd93-d129-41a3-afcd-7a2dc8c8e0ad req-05186a73-b6d3-49a9-a569-41b14c29b671 tempest-TestShelveInstance-479722578 tempest-TestShelveInstance-479722578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:25:17.109398 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-e4e1bd93-d129-41a3-afcd-7a2dc8c8e0ad req-05186a73-b6d3-49a9-a569-41b14c29b671 tempest-TestShelveInstance-479722578 tempest-TestShelveInstance-479722578-project] 10.222.0.67 "GET /v2.0/ports?device_id=9aa864c2-63a6-4aa7-8ea6-3ce12daff080 HTTP/1.1" status: 200 len: 943 time: 0.0508330 Jun 24 15:25:17.160046 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-e4e1bd93-d129-41a3-afcd-7a2dc8c8e0ad req-48adf318-8bb9-41ce-bb56-0a3357877ff6 tempest-TestShelveInstance-479722578 tempest-TestShelveInstance-479722578-project] 10.222.0.67 "GET /v2.0/security-groups?id=2f673e46-0bc3-417a-a88c-c966cb61274e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450795 Jun 24 15:25:17.746551 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.db.agents_db [None req-1e76bcc0-0ba2-49bf-a9b5-df198b272e3c None None] Agent healthcheck: found 6 active agents {{(pid=104514) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 15:25:17.769288 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d1e215-57ee-4d63-9917-f8744ba0b4ce req-e296dd7a-b28f-46bc-b30c-0c15e88e0c3f tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:25:17.771481 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-04d1e215-57ee-4d63-9917-f8744ba0b4ce req-e296dd7a-b28f-46bc-b30c-0c15e88e0c3f tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "GET /v2.0/ports?device_id=ffef349a-ea09-44f9-9cd1-cf5d9b905e50 HTTP/1.1" status: 200 len: 944 time: 0.0950675 Jun 24 15:25:17.822905 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=100 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:25:17.830525 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-04d1e215-57ee-4d63-9917-f8744ba0b4ce req-299891d8-5f18-4499-a922-3afeba1d20f9 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "GET /v2.0/security-groups?id=2649c9c4-b294-40b1-8f0c-e689a0caf780&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522995 Jun 24 15:25:18.051044 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9aa864c2-63a6-4aa7-8ea6-3ce12daff080', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e9c0e7f6-a572-47c4-8390-be9bdb776041'}] {{(pid=104513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 15:25:18.053438 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7de2ae652872cab3d5aa36b412d6cead56dffdf121926fea6679daaa3daba4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c6dd021-004a-40be-8772-f702af21bd51" -d '{"events": [{"server_uuid": "9aa864c2-63a6-4aa7-8ea6-3ce12daff080", "name": "network-vif-unplugged", "status": "completed", "tag": "e9c0e7f6-a572-47c4-8390-be9bdb776041"}]}' {{(pid=104513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 15:25:18.096341 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 24 Jun 2022 15:25:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7a62f31-8a5e-4e13-a526-02bca24a7bad x-openstack-request-id: req-a7a62f31-8a5e-4e13-a526-02bca24a7bad {{(pid=104513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 15:25:18.096629 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9aa864c2-63a6-4aa7-8ea6-3ce12daff080", "name": "network-vif-unplugged", "status": "completed", "tag": "e9c0e7f6-a572-47c4-8390-be9bdb776041", "code": 200}]} {{(pid=104513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 15:25:18.096879 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-a7a62f31-8a5e-4e13-a526-02bca24a7bad {{(pid=104513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 15:25:18.097274 dv-cinder-835384-11-iscsi neutron-server[104513]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a7a62f31-8a5e-4e13-a526-02bca24a7bad'] response: {'server_uuid': '9aa864c2-63a6-4aa7-8ea6-3ce12daff080', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e9c0e7f6-a572-47c4-8390-be9bdb776041', 'code': 200} Jun 24 15:25:18.281069 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36740025-c9a4-4481-b985-26662a5e11c8 req-94aa2e0c-e849-42b2-bcb8-a714325e0276 tempest-TestShelveInstance-479722578 tempest-TestShelveInstance-479722578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:25:18.282543 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-36740025-c9a4-4481-b985-26662a5e11c8 req-94aa2e0c-e849-42b2-bcb8-a714325e0276 tempest-TestShelveInstance-479722578 tempest-TestShelveInstance-479722578-project] 10.222.0.67 "GET /v2.0/ports?device_id=9aa864c2-63a6-4aa7-8ea6-3ce12daff080 HTTP/1.1" status: 200 len: 943 time: 0.0516214 Jun 24 15:25:18.336354 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-36740025-c9a4-4481-b985-26662a5e11c8 req-6268bc04-88d7-4fec-af64-214c6b5d8992 tempest-TestShelveInstance-479722578 tempest-TestShelveInstance-479722578-project] 10.222.0.67 "GET /v2.0/security-groups?id=2f673e46-0bc3-417a-a88c-c966cb61274e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479822 Jun 24 15:25:18.380022 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a872e99-aec9-4d51-8d40-1bb3a57a54f4 req-691b7a92-274d-4504-8df8-3595069c1a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:25:18.381522 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [req-5a872e99-aec9-4d51-8d40-1bb3a57a54f4 req-691b7a92-274d-4504-8df8-3595069c1a3a service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=9aa864c2-63a6-4aa7-8ea6-3ce12daff080&tenant_id=66edbd777b48472b8fcd5a3f43c68dcc HTTP/1.1" status: 200 len: 1127 time: 0.0441306 Jun 24 15:25:18.443714 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a872e99-aec9-4d51-8d40-1bb3a57a54f4 req-50152448-9c60-438e-af1f-b8de9ff9d17e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:25:18.445555 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [req-5a872e99-aec9-4d51-8d40-1bb3a57a54f4 req-50152448-9c60-438e-af1f-b8de9ff9d17e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=66edbd777b48472b8fcd5a3f43c68dcc&device_id=9aa864c2-63a6-4aa7-8ea6-3ce12daff080 HTTP/1.1" status: 200 len: 1127 time: 0.0413778 Jun 24 15:25:18.541877 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a872e99-aec9-4d51-8d40-1bb3a57a54f4 req-7fa1df5e-af7f-4c80-a515-3e3a15fafce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:25:18.543550 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [req-5a872e99-aec9-4d51-8d40-1bb3a57a54f4 req-7fa1df5e-af7f-4c80-a515-3e3a15fafce5 service neutron] 10.222.0.64 "GET /v2.0/networks?id=6c164619-5a9e-49c6-b97b-50e7f7499706 HTTP/1.1" status: 200 len: 909 time: 0.0913227 Jun 24 15:25:18.558753 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=100 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:25:18.606946 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [req-5a872e99-aec9-4d51-8d40-1bb3a57a54f4 req-f4ee1f0e-2dab-4a2e-be9a-2f7ef917f8ff service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e9c0e7f6-a572-47c4-8390-be9bdb776041 HTTP/1.1" status: 200 len: 997 time: 0.0544417 Jun 24 15:25:18.656711 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a872e99-aec9-4d51-8d40-1bb3a57a54f4 req-f3edc777-62c3-46ce-8d98-ae9627a6880f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:25:18.658365 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [req-5a872e99-aec9-4d51-8d40-1bb3a57a54f4 req-f3edc777-62c3-46ce-8d98-ae9627a6880f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ec293509-7257-459b-932c-867e0999349d HTTP/1.1" status: 200 len: 847 time: 0.0449109 Jun 24 15:25:18.702604 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a872e99-aec9-4d51-8d40-1bb3a57a54f4 req-39d068d6-dcf8-420f-ba7f-dba3836db407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:25:18.704222 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [req-5a872e99-aec9-4d51-8d40-1bb3a57a54f4 req-39d068d6-dcf8-420f-ba7f-dba3836db407 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=6c164619-5a9e-49c6-b97b-50e7f7499706&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0392926 Jun 24 15:25:18.789698 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=100 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:25:18.800272 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [req-5a872e99-aec9-4d51-8d40-1bb3a57a54f4 req-b87ad4ac-2c92-4ef6-9861-73bc19112774 service neutron] 10.222.0.64 "GET /v2.0/networks/6c164619-5a9e-49c6-b97b-50e7f7499706?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890608 Jun 24 15:25:18.896601 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [req-5a872e99-aec9-4d51-8d40-1bb3a57a54f4 req-1155a926-2edc-4639-b7bb-d7f1bf5dc72a service neutron] 10.222.0.64 "GET /v2.0/networks/6c164619-5a9e-49c6-b97b-50e7f7499706?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896540 Jun 24 15:25:19.454340 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1652b913-48e7-4ab5-93b9-9c87fdfc155f req-465f1dcb-b8b0-402c-b83d-b0770be4a406 tempest-TestShelveInstance-479722578 tempest-TestShelveInstance-479722578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:25:19.455793 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-1652b913-48e7-4ab5-93b9-9c87fdfc155f req-465f1dcb-b8b0-402c-b83d-b0770be4a406 tempest-TestShelveInstance-479722578 tempest-TestShelveInstance-479722578-project] 10.222.0.67 "GET /v2.0/ports?device_id=9aa864c2-63a6-4aa7-8ea6-3ce12daff080 HTTP/1.1" status: 200 len: 943 time: 0.0485430 Jun 24 15:25:19.522394 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-1652b913-48e7-4ab5-93b9-9c87fdfc155f req-984c5583-8300-483a-a128-420cf3356536 tempest-TestShelveInstance-479722578 tempest-TestShelveInstance-479722578-project] 10.222.0.67 "GET /v2.0/security-groups?id=2f673e46-0bc3-417a-a88c-c966cb61274e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605657 Jun 24 15:25:19.871971 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba428291-95a8-4811-93e9-bc75d3f385cb req-8dfee9f3-3fa7-4ac1-8a32-4b9c45b2f8aa tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:25:19.873574 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-ba428291-95a8-4811-93e9-bc75d3f385cb req-8dfee9f3-3fa7-4ac1-8a32-4b9c45b2f8aa tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "GET /v2.0/ports?device_id=ffef349a-ea09-44f9-9cd1-cf5d9b905e50 HTTP/1.1" status: 200 len: 944 time: 0.0497100 Jun 24 15:25:19.925809 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-ba428291-95a8-4811-93e9-bc75d3f385cb req-79771e23-5aa7-4019-a2f1-54d86847f8eb tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "GET /v2.0/security-groups?id=2649c9c4-b294-40b1-8f0c-e689a0caf780&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465851 Jun 24 15:25:19.936290 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.rpc [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Device 98f0ee1c-7936-46ad-937e-8e43f17d155f no longer exists at agent hyperv_hv-cinder-83538 {{(pid=104513) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 15:25:20.006128 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:25:20.014280 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.plugin [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Current status of the port 98f0ee1c-7936-46ad-937e-8e43f17d155f is: DOWN; New status is: DOWN {{(pid=104513) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 15:25:20.290939 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.wsgi [-] (104511) accepted ('10.222.0.67', 45248) {{(pid=104511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:25:20.374174 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [req-6a2cf629-5804-4ad9-adc3-566eccacfddb req-e230d45e-13f4-49eb-bdfd-4aa318e42a98 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=ffef349a-ea09-44f9-9cd1-cf5d9b905e50&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0820653 Jun 24 15:25:20.382388 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.wsgi [req-6a2cf629-5804-4ad9-adc3-566eccacfddb req-f62bdb80-9c5d-43b9-9052-87409e9cf473 service neutron] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=104511) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 24 15:25:20.383376 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [req-6a2cf629-5804-4ad9-adc3-566eccacfddb req-f62bdb80-9c5d-43b9-9052-87409e9cf473 service neutron] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0047152 Jun 24 15:25:20.459866 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.wsgi [-] (104511) accepted ('10.222.0.67', 45256) {{(pid=104511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:25:20.544759 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG dbcounter [-] [104514] Writing DB stats neutron:SELECT=11 {{(pid=104514) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:25:20.558704 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2cf629-5804-4ad9-adc3-566eccacfddb req-a5b769c3-8959-41ed-9881-bea76a10164d tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:25:20.560131 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [req-6a2cf629-5804-4ad9-adc3-566eccacfddb req-a5b769c3-8959-41ed-9881-bea76a10164d tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "GET /v2.0/ports/98f0ee1c-7936-46ad-937e-8e43f17d155f HTTP/1.1" status: 200 len: 941 time: 0.0989084 Jun 24 15:25:20.653287 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ac4cbb-7dc0-49e6-ac75-0dad4b048c44 req-2e73ebd4-a73f-429e-8f12-f192d689e79e tempest-TestShelveInstance-479722578 tempest-TestShelveInstance-479722578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:25:20.654798 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-96ac4cbb-7dc0-49e6-ac75-0dad4b048c44 req-2e73ebd4-a73f-429e-8f12-f192d689e79e tempest-TestShelveInstance-479722578 tempest-TestShelveInstance-479722578-project] 10.222.0.67 "GET /v2.0/ports?device_id=9aa864c2-63a6-4aa7-8ea6-3ce12daff080 HTTP/1.1" status: 200 len: 943 time: 0.0488486 Jun 24 15:25:20.706039 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-96ac4cbb-7dc0-49e6-ac75-0dad4b048c44 req-6f722272-2929-49c8-bbbf-5dede04c3304 tempest-TestShelveInstance-479722578 tempest-TestShelveInstance-479722578-project] 10.222.0.67 "GET /v2.0/security-groups?id=2f673e46-0bc3-417a-a88c-c966cb61274e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454152 Jun 24 15:25:21.047112 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e68e603-9e78-42d8-88f2-0d55893bdaf7 req-a35c35bc-7fea-4597-a689-bb9faad512f4 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:25:21.048605 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-8e68e603-9e78-42d8-88f2-0d55893bdaf7 req-a35c35bc-7fea-4597-a689-bb9faad512f4 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "GET /v2.0/ports?device_id=ffef349a-ea09-44f9-9cd1-cf5d9b905e50 HTTP/1.1" status: 200 len: 944 time: 0.0481107 Jun 24 15:25:21.100324 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-8e68e603-9e78-42d8-88f2-0d55893bdaf7 req-93326527-1d24-4076-8cf7-85a47b0293c6 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "GET /v2.0/security-groups?id=2649c9c4-b294-40b1-8f0c-e689a0caf780&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461640 Jun 24 15:25:21.339411 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-59d21a6a-d3b1-4c62-ab79-14c417067cf3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697012'] for agent (61dc9491-0c49-467e-b62a-6961ce952bc2), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:25:21.827452 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e1457c-3e73-4e73-a37d-8997ce8fccf1 req-8ff01b34-f2e0-48c1-9908-9acf4cb756a2 tempest-TestShelveInstance-479722578 tempest-TestShelveInstance-479722578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:25:21.829129 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-39e1457c-3e73-4e73-a37d-8997ce8fccf1 req-8ff01b34-f2e0-48c1-9908-9acf4cb756a2 tempest-TestShelveInstance-479722578 tempest-TestShelveInstance-479722578-project] 10.222.0.67 "GET /v2.0/ports?device_id=9aa864c2-63a6-4aa7-8ea6-3ce12daff080 HTTP/1.1" status: 200 len: 943 time: 0.0531399 Jun 24 15:25:21.839741 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2cf629-5804-4ad9-adc3-566eccacfddb req-e2865fda-09f7-4ca4-a9a7-7261f8a75834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:25:21.841310 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [req-6a2cf629-5804-4ad9-adc3-566eccacfddb req-e2865fda-09f7-4ca4-a9a7-7261f8a75834 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=ffef349a-ea09-44f9-9cd1-cf5d9b905e50&tenant_id=c4807ce933f14af0be22dd1cf3635c2f HTTP/1.1" status: 200 len: 1128 time: 0.0403705 Jun 24 15:25:21.866292 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=100 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:25:21.881374 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-39e1457c-3e73-4e73-a37d-8997ce8fccf1 req-35dcf6a3-5b46-459c-bfa7-b5d42fb1dbf7 tempest-TestShelveInstance-479722578 tempest-TestShelveInstance-479722578-project] 10.222.0.67 "GET /v2.0/security-groups?id=2f673e46-0bc3-417a-a88c-c966cb61274e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464373 Jun 24 15:25:21.906513 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2cf629-5804-4ad9-adc3-566eccacfddb req-5c4174da-bc93-488d-830c-89c590680305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:25:21.908067 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [req-6a2cf629-5804-4ad9-adc3-566eccacfddb req-5c4174da-bc93-488d-830c-89c590680305 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c4807ce933f14af0be22dd1cf3635c2f&device_id=ffef349a-ea09-44f9-9cd1-cf5d9b905e50 HTTP/1.1" status: 200 len: 1128 time: 0.0435808 Jun 24 15:25:21.998176 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2cf629-5804-4ad9-adc3-566eccacfddb req-b7b73bb9-f2ba-48ef-b78e-97560edcd427 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:25:21.999684 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [req-6a2cf629-5804-4ad9-adc3-566eccacfddb req-b7b73bb9-f2ba-48ef-b78e-97560edcd427 service neutron] 10.222.0.64 "GET /v2.0/networks?id=6d1ef1dd-ee8a-4e52-9261-de77d4e705e2 HTTP/1.1" status: 200 len: 918 time: 0.0852108 Jun 24 15:25:22.062288 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [req-6a2cf629-5804-4ad9-adc3-566eccacfddb req-69159ccc-2d70-4366-9957-7386f53e5212 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=98f0ee1c-7936-46ad-937e-8e43f17d155f HTTP/1.1" status: 200 len: 1000 time: 0.0567176 Jun 24 15:25:22.109848 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2cf629-5804-4ad9-adc3-566eccacfddb req-9d54427e-532b-4f20-aa16-efc83ba877ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:25:22.111339 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [req-6a2cf629-5804-4ad9-adc3-566eccacfddb req-9d54427e-532b-4f20-aa16-efc83ba877ae service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ca86efdf-43ba-4cdf-8f0a-3c6622699971 HTTP/1.1" status: 200 len: 856 time: 0.0432074 Jun 24 15:25:22.155303 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2cf629-5804-4ad9-adc3-566eccacfddb req-46a6b6ec-7b99-4976-bf2e-a86750ed9b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:25:22.156830 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [req-6a2cf629-5804-4ad9-adc3-566eccacfddb req-46a6b6ec-7b99-4976-bf2e-a86750ed9b2f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=6d1ef1dd-ee8a-4e52-9261-de77d4e705e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0396268 Jun 24 15:25:22.221215 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601d49a3-90d3-46d0-9508-d7b8134e193d req-7dea6c10-b7db-46e3-8ccd-feb2c5a51921 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:25:22.222662 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-601d49a3-90d3-46d0-9508-d7b8134e193d req-7dea6c10-b7db-46e3-8ccd-feb2c5a51921 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "GET /v2.0/ports?device_id=ffef349a-ea09-44f9-9cd1-cf5d9b905e50 HTTP/1.1" status: 200 len: 944 time: 0.0473084 Jun 24 15:25:22.254465 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [req-6a2cf629-5804-4ad9-adc3-566eccacfddb req-d7149129-7474-4cad-9d00-87ed3e644e39 service neutron] 10.222.0.64 "GET /v2.0/networks/6d1ef1dd-ee8a-4e52-9261-de77d4e705e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912023 Jun 24 15:25:22.272256 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-601d49a3-90d3-46d0-9508-d7b8134e193d req-6d77352b-11b0-4ab0-a1c0-721c5cea8003 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "GET /v2.0/security-groups?id=2649c9c4-b294-40b1-8f0c-e689a0caf780&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430579 Jun 24 15:25:22.344866 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [req-6a2cf629-5804-4ad9-adc3-566eccacfddb req-21dea058-56fc-4b91-ad46-48138ca4c4dc service neutron] 10.222.0.64 "GET /v2.0/networks/6d1ef1dd-ee8a-4e52-9261-de77d4e705e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841825 Jun 24 15:25:23.028723 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22e61ed-b92b-442b-9fdd-3e39c9012ee0 req-8d735b21-95ac-4674-b48d-f0f5b54e75ca tempest-TestShelveInstance-479722578 tempest-TestShelveInstance-479722578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:25:23.033627 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-c22e61ed-b92b-442b-9fdd-3e39c9012ee0 req-8d735b21-95ac-4674-b48d-f0f5b54e75ca tempest-TestShelveInstance-479722578 tempest-TestShelveInstance-479722578-project] 10.222.0.67 "GET /v2.0/ports?device_id=9aa864c2-63a6-4aa7-8ea6-3ce12daff080 HTTP/1.1" status: 200 len: 943 time: 0.0813053 Jun 24 15:25:23.149156 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-c22e61ed-b92b-442b-9fdd-3e39c9012ee0 req-acbff3ed-d664-4f14-b3ae-2392d90be691 tempest-TestShelveInstance-479722578 tempest-TestShelveInstance-479722578-project] 10.222.0.67 "GET /v2.0/security-groups?id=2f673e46-0bc3-417a-a88c-c966cb61274e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1075070 Jun 24 15:25:23.407152 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e617f78b-6599-4ce0-8f7c-3d3318846d58 req-5acadb22-7ac3-4390-b46a-de52bb916eee tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:25:23.414509 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-e617f78b-6599-4ce0-8f7c-3d3318846d58 req-5acadb22-7ac3-4390-b46a-de52bb916eee tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "GET /v2.0/ports?device_id=ffef349a-ea09-44f9-9cd1-cf5d9b905e50 HTTP/1.1" status: 200 len: 944 time: 0.0585740 Jun 24 15:25:23.483222 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-e617f78b-6599-4ce0-8f7c-3d3318846d58 req-52775761-863a-41e0-b268-3ca2faab2d6f tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "GET /v2.0/security-groups?id=2649c9c4-b294-40b1-8f0c-e689a0caf780&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674498 Jun 24 15:25:23.739552 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-ec63b98c-921c-4c73-bd66-cf2cf1f620a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697012'] for agent (45985ff7-1335-48cd-ab02-73eb58295827), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:25:24.285061 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f3d8b4-05ee-4561-a1ad-9a52a5b8644f req-4c9b482d-975f-46f5-ac25-78be80cf53f2 tempest-TestShelveInstance-479722578 tempest-TestShelveInstance-479722578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:25:24.286594 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-78f3d8b4-05ee-4561-a1ad-9a52a5b8644f req-4c9b482d-975f-46f5-ac25-78be80cf53f2 tempest-TestShelveInstance-479722578 tempest-TestShelveInstance-479722578-project] 10.222.0.67 "GET /v2.0/ports?device_id=9aa864c2-63a6-4aa7-8ea6-3ce12daff080 HTTP/1.1" status: 200 len: 943 time: 0.0545437 Jun 24 15:25:24.347833 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-78f3d8b4-05ee-4561-a1ad-9a52a5b8644f req-cf9c879a-a714-479a-8d64-864c485e3cba tempest-TestShelveInstance-479722578 tempest-TestShelveInstance-479722578-project] 10.222.0.67 "GET /v2.0/security-groups?id=2f673e46-0bc3-417a-a88c-c966cb61274e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533214 Jun 24 15:25:24.604709 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406a519f-d71e-4692-abfc-7bdf3971e6bb req-fece3fdc-8f08-4082-b62c-7e6c82170e80 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:25:24.606323 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-406a519f-d71e-4692-abfc-7bdf3971e6bb req-fece3fdc-8f08-4082-b62c-7e6c82170e80 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "GET /v2.0/ports?device_id=ffef349a-ea09-44f9-9cd1-cf5d9b905e50 HTTP/1.1" status: 200 len: 944 time: 0.0504484 Jun 24 15:25:24.662937 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=100 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:25:24.668521 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-406a519f-d71e-4692-abfc-7bdf3971e6bb req-e95d17a5-78bb-49ec-a422-051e830c0b0a tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "GET /v2.0/security-groups?id=2649c9c4-b294-40b1-8f0c-e689a0caf780&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563433 Jun 24 15:25:24.915623 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-6e9ba797-1d0c-40f8-9e0c-708f895be0b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697012'] for agent (f984396c-9862-4f32-9cf6-f19d2e5feb00), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:25:25.469715 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b0dfa7-9648-4c76-9542-6a9d19a4ad54 req-d37d904b-6d29-49aa-97bc-f6cf5b7d3294 tempest-TestShelveInstance-479722578 tempest-TestShelveInstance-479722578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:25:25.471276 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-e3b0dfa7-9648-4c76-9542-6a9d19a4ad54 req-d37d904b-6d29-49aa-97bc-f6cf5b7d3294 tempest-TestShelveInstance-479722578 tempest-TestShelveInstance-479722578-project] 10.222.0.67 "GET /v2.0/ports?device_id=9aa864c2-63a6-4aa7-8ea6-3ce12daff080 HTTP/1.1" status: 200 len: 943 time: 0.0528545 Jun 24 15:25:25.531806 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-e3b0dfa7-9648-4c76-9542-6a9d19a4ad54 req-23be56a0-f7b5-4154-a4c7-178b3fa4bf0b tempest-TestShelveInstance-479722578 tempest-TestShelveInstance-479722578-project] 10.222.0.67 "GET /v2.0/security-groups?id=2f673e46-0bc3-417a-a88c-c966cb61274e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541012 Jun 24 15:25:25.801868 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e150d2e-ecb9-4b3b-9359-373453ee1853 req-be9f5973-0637-42c7-9c47-5f2202932d61 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:25:25.803412 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-2e150d2e-ecb9-4b3b-9359-373453ee1853 req-be9f5973-0637-42c7-9c47-5f2202932d61 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "GET /v2.0/ports?device_id=ffef349a-ea09-44f9-9cd1-cf5d9b905e50 HTTP/1.1" status: 200 len: 944 time: 0.0568795 Jun 24 15:25:25.854950 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-2e150d2e-ecb9-4b3b-9359-373453ee1853 req-afedd00d-8deb-4aef-a188-0a2b0231b179 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "GET /v2.0/security-groups?id=2649c9c4-b294-40b1-8f0c-e689a0caf780&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455964 Jun 24 15:25:26.388573 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-e7d2b4de-897d-40d1-b758-5e5b7ac4c4e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697012'] for agent (2f766f35-a225-44ed-b70f-669caec6f4a7), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:25:26.665932 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702043d6-204e-40f2-b7e4-b7369b7f128d req-26599de2-7565-4bfd-a50e-df87f4857392 tempest-TestShelveInstance-479722578 tempest-TestShelveInstance-479722578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:25:26.667412 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-702043d6-204e-40f2-b7e4-b7369b7f128d req-26599de2-7565-4bfd-a50e-df87f4857392 tempest-TestShelveInstance-479722578 tempest-TestShelveInstance-479722578-project] 10.222.0.67 "GET /v2.0/ports?device_id=9aa864c2-63a6-4aa7-8ea6-3ce12daff080 HTTP/1.1" status: 200 len: 943 time: 0.0565746 Jun 24 15:25:26.676999 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697012'] for agent (559fa80c-96d5-4fe7-8c5f-9eda482c27bf), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:25:26.727565 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-702043d6-204e-40f2-b7e4-b7369b7f128d req-c71d2567-a03e-4083-bab3-5cb46c5d1c87 tempest-TestShelveInstance-479722578 tempest-TestShelveInstance-479722578-project] 10.222.0.67 "GET /v2.0/security-groups?id=2f673e46-0bc3-417a-a88c-c966cb61274e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539603 Jun 24 15:25:26.986548 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc4f8cd-8da8-4bfd-9d9a-089ee7b87950 req-89bce43f-c1b1-48e6-8656-955f80b318cb tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:25:26.987999 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-5cc4f8cd-8da8-4bfd-9d9a-089ee7b87950 req-89bce43f-c1b1-48e6-8656-955f80b318cb tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "GET /v2.0/ports?device_id=ffef349a-ea09-44f9-9cd1-cf5d9b905e50 HTTP/1.1" status: 200 len: 944 time: 0.0519781 Jun 24 15:25:27.043830 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-5cc4f8cd-8da8-4bfd-9d9a-089ee7b87950 req-dda767ca-c1b1-4b1e-b3b9-75c6f6dd405c tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "GET /v2.0/security-groups?id=2649c9c4-b294-40b1-8f0c-e689a0caf780&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491691 Jun 24 15:25:27.737410 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG dbcounter [-] [104514] Writing DB stats neutron:SELECT=53 {{(pid=104514) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:25:27.860720 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194f6252-eab9-42b9-838e-2e779bc6c6d7 req-47f74c0e-bc4f-41b7-bd27-885842fafe22 tempest-TestShelveInstance-479722578 tempest-TestShelveInstance-479722578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:25:27.862569 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-194f6252-eab9-42b9-838e-2e779bc6c6d7 req-47f74c0e-bc4f-41b7-bd27-885842fafe22 tempest-TestShelveInstance-479722578 tempest-TestShelveInstance-479722578-project] 10.222.0.67 "GET /v2.0/ports?device_id=9aa864c2-63a6-4aa7-8ea6-3ce12daff080 HTTP/1.1" status: 200 len: 943 time: 0.0612359 Jun 24 15:25:27.919888 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-194f6252-eab9-42b9-838e-2e779bc6c6d7 req-208b2cea-cebe-4fec-84c2-b715601b1504 tempest-TestShelveInstance-479722578 tempest-TestShelveInstance-479722578-project] 10.222.0.67 "GET /v2.0/security-groups?id=2f673e46-0bc3-417a-a88c-c966cb61274e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477624 Jun 24 15:25:28.172696 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3af880-66dd-464a-a475-4767e8952d7f req-7122f45d-59f4-4409-9a46-ce372b16bb39 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:25:28.174280 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-1f3af880-66dd-464a-a475-4767e8952d7f req-7122f45d-59f4-4409-9a46-ce372b16bb39 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "GET /v2.0/ports?device_id=ffef349a-ea09-44f9-9cd1-cf5d9b905e50 HTTP/1.1" status: 200 len: 944 time: 0.0503519 Jun 24 15:25:28.224151 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-1f3af880-66dd-464a-a475-4767e8952d7f req-3a8b87de-5bd4-458b-b47a-e8bdb88783be tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "GET /v2.0/security-groups?id=2649c9c4-b294-40b1-8f0c-e689a0caf780&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438187 Jun 24 15:25:29.045230 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=100 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:25:29.059557 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2276afe-b9b5-4d15-b9e3-5dfdef53242b req-02bbb33f-ac15-4a56-a90f-fc980b8052f0 tempest-TestShelveInstance-479722578 tempest-TestShelveInstance-479722578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:25:29.067202 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-e2276afe-b9b5-4d15-b9e3-5dfdef53242b req-02bbb33f-ac15-4a56-a90f-fc980b8052f0 tempest-TestShelveInstance-479722578 tempest-TestShelveInstance-479722578-project] 10.222.0.67 "GET /v2.0/ports?device_id=9aa864c2-63a6-4aa7-8ea6-3ce12daff080 HTTP/1.1" status: 200 len: 943 time: 0.0683026 Jun 24 15:25:29.126144 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.wsgi [-] (104511) accepted ('10.222.0.67', 45368) {{(pid=104511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:25:29.145681 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-e2276afe-b9b5-4d15-b9e3-5dfdef53242b req-e08d2bcd-27f3-49d4-9325-4f15fbb0b214 tempest-TestShelveInstance-479722578 tempest-TestShelveInstance-479722578-project] 10.222.0.67 "GET /v2.0/security-groups?id=2f673e46-0bc3-417a-a88c-c966cb61274e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0770516 Jun 24 15:25:29.258813 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-cda92eca-a456-479e-8121-c46539af23dd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:25:29.329486 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:25:29.341819 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-cda92eca-a456-479e-8121-c46539af23dd admin admin] Publish callbacks [] for security_group (6e66f258-dfdf-4a4b-bb39-6513f806529b), precommit_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:25:29.380358 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bf38fc-18b8-4a95-b3b9-dcc3c0298780 req-fe6671cd-8527-415e-bfb6-b2c56c008820 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:25:29.382514 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-b3bf38fc-18b8-4a95-b3b9-dcc3c0298780 req-fe6671cd-8527-415e-bfb6-b2c56c008820 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "GET /v2.0/ports?device_id=ffef349a-ea09-44f9-9cd1-cf5d9b905e50 HTTP/1.1" status: 200 len: 944 time: 0.0493131 Jun 24 15:25:29.416791 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-cda92eca-a456-479e-8121-c46539af23dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-275664'] for security_group (6e66f258-dfdf-4a4b-bb39-6513f806529b), after_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:25:29.443267 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-b3bf38fc-18b8-4a95-b3b9-dcc3c0298780 req-75d74155-cf75-4e02-bbaa-05036db7590c tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "GET /v2.0/security-groups?id=2649c9c4-b294-40b1-8f0c-e689a0caf780&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539608 Jun 24 15:25:29.464996 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [None req-cda92eca-a456-479e-8121-c46539af23dd admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=6298fba65e38462998384fe3cca23b59&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3349376 Jun 24 15:25:29.464996 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda92eca-a456-479e-8121-c46539af23dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e66f258-dfdf-4a4b-bb39-6513f806529b,revision_number=1']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:25:29.466380 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.wsgi [-] (104512) accepted ('10.222.0.67', 45374) {{(pid=104512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:25:29.541892 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-7ce0c34c-ca95-493a-b91a-bae41e316a30 admin admin] Publish callbacks [] for security_group (6e66f258-dfdf-4a4b-bb39-6513f806529b), before_delete {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:25:29.565678 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-7ce0c34c-ca95-493a-b91a-bae41e316a30 admin admin] Publish callbacks [] for security_group (6e66f258-dfdf-4a4b-bb39-6513f806529b), precommit_delete {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:25:29.693871 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-7ce0c34c-ca95-493a-b91a-bae41e316a30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-275664'] for security_group (6e66f258-dfdf-4a4b-bb39-6513f806529b), after_delete {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:25:29.697959 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-7ce0c34c-ca95-493a-b91a-bae41e316a30 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:25:29.699675 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [None req-7ce0c34c-ca95-493a-b91a-bae41e316a30 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/6e66f258-dfdf-4a4b-bb39-6513f806529b HTTP/1.1" status: 204 len: 168 time: 0.2317777 Jun 24 15:25:29.709016 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce0c34c-ca95-493a-b91a-bae41e316a30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e66f258-dfdf-4a4b-bb39-6513f806529b,revision_number=None']} {{(pid=104512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:25:30.288782 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fa66f0-783b-4b34-8fef-8c1c37c796f1 req-2643821d-f362-4c96-9fc8-3e432480c79b tempest-TestShelveInstance-479722578 tempest-TestShelveInstance-479722578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:25:30.294180 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-89fa66f0-783b-4b34-8fef-8c1c37c796f1 req-2643821d-f362-4c96-9fc8-3e432480c79b tempest-TestShelveInstance-479722578 tempest-TestShelveInstance-479722578-project] 10.222.0.67 "GET /v2.0/ports?device_id=9aa864c2-63a6-4aa7-8ea6-3ce12daff080 HTTP/1.1" status: 200 len: 943 time: 0.0635939 Jun 24 15:25:30.333283 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:25:30.357641 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-89fa66f0-783b-4b34-8fef-8c1c37c796f1 req-2fe21604-c94a-40f0-adae-dd89bc99000d tempest-TestShelveInstance-479722578 tempest-TestShelveInstance-479722578-project] 10.222.0.67 "GET /v2.0/security-groups?id=2f673e46-0bc3-417a-a88c-c966cb61274e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596082 Jun 24 15:25:30.611321 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac97823-cd89-4ca1-a436-6a6cc707bfed req-b815afea-0059-466c-9ce8-e8422849cb7e tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:25:30.612274 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-4ac97823-cd89-4ca1-a436-6a6cc707bfed req-b815afea-0059-466c-9ce8-e8422849cb7e tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "GET /v2.0/ports?device_id=ffef349a-ea09-44f9-9cd1-cf5d9b905e50 HTTP/1.1" status: 200 len: 944 time: 0.0788071 Jun 24 15:25:30.674953 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-4ac97823-cd89-4ca1-a436-6a6cc707bfed req-b9447c6a-18f1-4f9c-bbe9-2fc57de737df tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "GET /v2.0/security-groups?id=2649c9c4-b294-40b1-8f0c-e689a0caf780&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559809 Jun 24 15:25:31.477815 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ac2197-c127-4e9b-b95b-88b97337811d req-2698dc8d-beed-4ac6-880b-b1c8d9bf179e tempest-TestShelveInstance-479722578 tempest-TestShelveInstance-479722578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:25:31.479343 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-76ac2197-c127-4e9b-b95b-88b97337811d req-2698dc8d-beed-4ac6-880b-b1c8d9bf179e tempest-TestShelveInstance-479722578 tempest-TestShelveInstance-479722578-project] 10.222.0.67 "GET /v2.0/ports?device_id=9aa864c2-63a6-4aa7-8ea6-3ce12daff080 HTTP/1.1" status: 200 len: 943 time: 0.0493186 Jun 24 15:25:31.531983 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-76ac2197-c127-4e9b-b95b-88b97337811d req-8ee0b755-ff0d-4788-af84-a8cb739e66cb tempest-TestShelveInstance-479722578 tempest-TestShelveInstance-479722578-project] 10.222.0.67 "GET /v2.0/security-groups?id=2f673e46-0bc3-417a-a88c-c966cb61274e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468552 Jun 24 15:25:31.795772 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff6562c-56c2-40a3-b5c4-81d61a93387f req-0a751a3c-32bc-4903-a49f-0d1356f944ba tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:25:31.797255 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-bff6562c-56c2-40a3-b5c4-81d61a93387f req-0a751a3c-32bc-4903-a49f-0d1356f944ba tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "GET /v2.0/ports?device_id=ffef349a-ea09-44f9-9cd1-cf5d9b905e50 HTTP/1.1" status: 200 len: 944 time: 0.0482178 Jun 24 15:25:31.845353 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-bff6562c-56c2-40a3-b5c4-81d61a93387f req-e0c9e732-6247-4902-8658-872a63e6d31b tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "GET /v2.0/security-groups?id=2649c9c4-b294-40b1-8f0c-e689a0caf780&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424964 Jun 24 15:25:32.649038 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e013c1b-7da0-4ee3-b67f-2de14f19e0a3 req-fcdf4b0e-517c-4057-aa83-48aac1fa31e1 tempest-TestShelveInstance-479722578 tempest-TestShelveInstance-479722578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:25:32.650791 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-0e013c1b-7da0-4ee3-b67f-2de14f19e0a3 req-fcdf4b0e-517c-4057-aa83-48aac1fa31e1 tempest-TestShelveInstance-479722578 tempest-TestShelveInstance-479722578-project] 10.222.0.67 "GET /v2.0/ports?device_id=9aa864c2-63a6-4aa7-8ea6-3ce12daff080 HTTP/1.1" status: 200 len: 943 time: 0.0523770 Jun 24 15:25:32.699984 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-0e013c1b-7da0-4ee3-b67f-2de14f19e0a3 req-af477ea8-50d1-4705-aa59-a03a8f2704bb tempest-TestShelveInstance-479722578 tempest-TestShelveInstance-479722578-project] 10.222.0.67 "GET /v2.0/security-groups?id=2f673e46-0bc3-417a-a88c-c966cb61274e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436580 Jun 24 15:25:32.966253 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb86640-5e04-40f9-87e9-1a9d5b33afd7 req-6a9d7079-b225-47ff-bc69-00b9abaeb0fc tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:25:32.967781 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-6eb86640-5e04-40f9-87e9-1a9d5b33afd7 req-6a9d7079-b225-47ff-bc69-00b9abaeb0fc tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "GET /v2.0/ports?device_id=ffef349a-ea09-44f9-9cd1-cf5d9b905e50 HTTP/1.1" status: 200 len: 944 time: 0.0474744 Jun 24 15:25:33.015457 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-6eb86640-5e04-40f9-87e9-1a9d5b33afd7 req-1b6dea8e-4b8f-4eae-8864-23dc7567bd6c tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "GET /v2.0/security-groups?id=2649c9c4-b294-40b1-8f0c-e689a0caf780&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420878 Jun 24 15:25:33.813903 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff37e00a-ad88-4ce2-bf44-b93302a5a5e8 req-d8da736d-d1be-4a7f-8722-283a105bf7cf tempest-TestShelveInstance-479722578 tempest-TestShelveInstance-479722578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:25:33.815400 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-ff37e00a-ad88-4ce2-bf44-b93302a5a5e8 req-d8da736d-d1be-4a7f-8722-283a105bf7cf tempest-TestShelveInstance-479722578 tempest-TestShelveInstance-479722578-project] 10.222.0.67 "GET /v2.0/ports?device_id=9aa864c2-63a6-4aa7-8ea6-3ce12daff080 HTTP/1.1" status: 200 len: 943 time: 0.0475216 Jun 24 15:25:33.868185 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-ff37e00a-ad88-4ce2-bf44-b93302a5a5e8 req-bc2626bc-357f-4345-bf8f-3ac85b7cd95f tempest-TestShelveInstance-479722578 tempest-TestShelveInstance-479722578-project] 10.222.0.67 "GET /v2.0/security-groups?id=2f673e46-0bc3-417a-a88c-c966cb61274e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463331 Jun 24 15:25:34.133265 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3e7946-1676-4597-b4db-9c1528df7d74 req-82e7b440-b10b-41af-90b8-85e13aecc20e tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:25:34.134704 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-cd3e7946-1676-4597-b4db-9c1528df7d74 req-82e7b440-b10b-41af-90b8-85e13aecc20e tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "GET /v2.0/ports?device_id=ffef349a-ea09-44f9-9cd1-cf5d9b905e50 HTTP/1.1" status: 200 len: 944 time: 0.0463774 Jun 24 15:25:34.159525 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:25:34.180935 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-cd3e7946-1676-4597-b4db-9c1528df7d74 req-d71572bc-8614-4c94-a1eb-cb8f819f3c06 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "GET /v2.0/security-groups?id=2649c9c4-b294-40b1-8f0c-e689a0caf780&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407588 Jun 24 15:25:34.983455 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8b9144-d8e0-4ff8-9bb3-41306ac46d1f req-2bdcfe3e-ccfa-4550-afad-70b479c069ad tempest-TestShelveInstance-479722578 tempest-TestShelveInstance-479722578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:25:34.984893 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-ea8b9144-d8e0-4ff8-9bb3-41306ac46d1f req-2bdcfe3e-ccfa-4550-afad-70b479c069ad tempest-TestShelveInstance-479722578 tempest-TestShelveInstance-479722578-project] 10.222.0.67 "GET /v2.0/ports?device_id=9aa864c2-63a6-4aa7-8ea6-3ce12daff080 HTTP/1.1" status: 200 len: 943 time: 0.0467184 Jun 24 15:25:35.031735 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-ea8b9144-d8e0-4ff8-9bb3-41306ac46d1f req-71e16a6a-752c-4097-b442-0c0663133052 tempest-TestShelveInstance-479722578 tempest-TestShelveInstance-479722578-project] 10.222.0.67 "GET /v2.0/security-groups?id=2f673e46-0bc3-417a-a88c-c966cb61274e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414686 Jun 24 15:25:35.273604 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.rpc [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Device e9c0e7f6-a572-47c4-8390-be9bdb776041 details requested by agent hyperv_hv-cinder-83538 with host hv-cinder-83538 {{(pid=104513) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 15:25:35.302661 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d949593-b5e8-464b-84f9-c51d721dbb7e req-408531f9-f6e6-4a6a-a4d6-9c93fa95a563 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:25:35.304149 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-2d949593-b5e8-464b-84f9-c51d721dbb7e req-408531f9-f6e6-4a6a-a4d6-9c93fa95a563 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "GET /v2.0/ports?device_id=ffef349a-ea09-44f9-9cd1-cf5d9b905e50 HTTP/1.1" status: 200 len: 944 time: 0.0511985 Jun 24 15:25:35.352495 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-2d949593-b5e8-464b-84f9-c51d721dbb7e req-a0a4352e-124c-485d-8340-c415aa5ed444 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "GET /v2.0/security-groups?id=2649c9c4-b294-40b1-8f0c-e689a0caf780&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422237 Jun 24 15:25:35.373807 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.db [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] For port e9c0e7f6-a572-47c4-8390-be9bdb776041, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=e9c0e7f6-a572-47c4-8390-be9bdb776041,segment=NetworkSegment(820e4882-5a56-485e-9c17-a5ea18731daa),segment_id=820e4882-5a56-485e-9c17-a5ea18731daa)] {{(pid=104513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 15:25:35.385649 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.rpc [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Returning: {'device': 'e9c0e7f6-a572-47c4-8390-be9bdb776041', 'network_id': '6c164619-5a9e-49c6-b97b-50e7f7499706', 'port_id': 'e9c0e7f6-a572-47c4-8390-be9bdb776041', 'mac_address': 'fa:16:3e:b6:09:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 765, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec293509-7257-459b-932c-867e0999349d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104513) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 15:25:35.419866 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.plugin [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Current status of the port e9c0e7f6-a572-47c4-8390-be9bdb776041 is: DOWN; New status is: BUILD {{(pid=104513) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 15:25:35.420249 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7727318'] for port (e9c0e7f6-a572-47c4-8390-be9bdb776041), before_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:25:35.432869 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.notifiers.nova [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9c0e7f6-a572-47c4-8390-be9bdb776041 {{(pid=104513) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 15:25:35.452270 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.db [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] For port e9c0e7f6-a572-47c4-8390-be9bdb776041, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=e9c0e7f6-a572-47c4-8390-be9bdb776041,segment=NetworkSegment(820e4882-5a56-485e-9c17-a5ea18731daa),segment_id=820e4882-5a56-485e-9c17-a5ea18731daa)] {{(pid=104513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 15:25:35.519502 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761385101662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761384583316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761384583334'] for port (e9c0e7f6-a572-47c4-8390-be9bdb776041), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:25:35.565812 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Pushing event updated for resources: {'Port': ['ID=e9c0e7f6-a572-47c4-8390-be9bdb776041,revision_number=7']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:25:36.162919 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dd52b4-69bc-4bbe-bdb1-11d72c968e3a req-cc4d03e2-946a-432c-8292-d069e7fc5293 tempest-TestShelveInstance-479722578 tempest-TestShelveInstance-479722578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:25:36.165142 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-79dd52b4-69bc-4bbe-bdb1-11d72c968e3a req-cc4d03e2-946a-432c-8292-d069e7fc5293 tempest-TestShelveInstance-479722578 tempest-TestShelveInstance-479722578-project] 10.222.0.67 "GET /v2.0/ports?device_id=9aa864c2-63a6-4aa7-8ea6-3ce12daff080 HTTP/1.1" status: 200 len: 944 time: 0.0581648 Jun 24 15:25:36.220052 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-79dd52b4-69bc-4bbe-bdb1-11d72c968e3a req-7829d822-2b08-4e5a-aee5-216d88502d3a tempest-TestShelveInstance-479722578 tempest-TestShelveInstance-479722578-project] 10.222.0.67 "GET /v2.0/security-groups?id=2f673e46-0bc3-417a-a88c-c966cb61274e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480537 Jun 24 15:25:36.480626 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.db [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] get_ports_and_sgs() called for port_ids ['e9c0e7f6-a572-47c4-8390-be9bdb776041'] {{(pid=104513) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 15:25:36.485322 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.rpc [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Device 98f0ee1c-7936-46ad-937e-8e43f17d155f details requested by agent hyperv_hv-cinder-83538 with host hv-cinder-83538 {{(pid=104513) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 15:25:36.490573 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64568601-4cfa-45c0-b363-67abab95df46 req-519ef267-e393-44a3-ba4f-19e4db3b1003 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:25:36.493939 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-64568601-4cfa-45c0-b363-67abab95df46 req-519ef267-e393-44a3-ba4f-19e4db3b1003 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "GET /v2.0/ports?device_id=ffef349a-ea09-44f9-9cd1-cf5d9b905e50 HTTP/1.1" status: 200 len: 944 time: 0.0649719 Jun 24 15:25:36.543584 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=100 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:25:36.549408 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-64568601-4cfa-45c0-b363-67abab95df46 req-fb7ede89-f7b3-4c0b-9c80-a30c91681ffc tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "GET /v2.0/security-groups?id=2649c9c4-b294-40b1-8f0c-e689a0caf780&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498707 Jun 24 15:25:36.671929 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.db [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] For port 98f0ee1c-7936-46ad-937e-8e43f17d155f, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=98f0ee1c-7936-46ad-937e-8e43f17d155f,segment=NetworkSegment(fbb525f4-37d7-4ee1-94df-b844f5efa329),segment_id=fbb525f4-37d7-4ee1-94df-b844f5efa329)] {{(pid=104513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 15:25:36.691594 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.rpc [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Returning: {'device': '98f0ee1c-7936-46ad-937e-8e43f17d155f', 'network_id': '6d1ef1dd-ee8a-4e52-9261-de77d4e705e2', 'port_id': '98f0ee1c-7936-46ad-937e-8e43f17d155f', 'mac_address': 'fa:16:3e:f6:0f:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 797, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca86efdf-43ba-4cdf-8f0a-3c6622699971', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104513) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 15:25:36.757561 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.plugin [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Current status of the port 98f0ee1c-7936-46ad-937e-8e43f17d155f is: DOWN; New status is: BUILD {{(pid=104513) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 15:25:36.757946 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7727318'] for port (98f0ee1c-7936-46ad-937e-8e43f17d155f), before_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:25:36.781264 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.notifiers.nova [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98f0ee1c-7936-46ad-937e-8e43f17d155f {{(pid=104513) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 15:25:36.816961 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.db [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] For port 98f0ee1c-7936-46ad-937e-8e43f17d155f, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=98f0ee1c-7936-46ad-937e-8e43f17d155f,segment=NetworkSegment(fbb525f4-37d7-4ee1-94df-b844f5efa329),segment_id=fbb525f4-37d7-4ee1-94df-b844f5efa329)] {{(pid=104513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 15:25:37.057775 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761385101662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761384583316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761384583334'] for port (98f0ee1c-7936-46ad-937e-8e43f17d155f), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:25:37.106205 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Pushing event updated for resources: {'Port': ['ID=98f0ee1c-7936-46ad-937e-8e43f17d155f,revision_number=9']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:25:37.336633 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca78f88-c8ac-49c8-8d01-abfc1d0fd031 req-91c36a61-6f45-4024-857e-7a1bff7ef544 tempest-TestShelveInstance-479722578 tempest-TestShelveInstance-479722578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:25:37.338848 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-3ca78f88-c8ac-49c8-8d01-abfc1d0fd031 req-91c36a61-6f45-4024-857e-7a1bff7ef544 tempest-TestShelveInstance-479722578 tempest-TestShelveInstance-479722578-project] 10.222.0.67 "GET /v2.0/ports?device_id=9aa864c2-63a6-4aa7-8ea6-3ce12daff080 HTTP/1.1" status: 200 len: 944 time: 0.0491338 Jun 24 15:25:37.387985 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-3ca78f88-c8ac-49c8-8d01-abfc1d0fd031 req-78e77853-c48f-41d1-a550-a4a0948da1a5 tempest-TestShelveInstance-479722578 tempest-TestShelveInstance-479722578-project] 10.222.0.67 "GET /v2.0/security-groups?id=2f673e46-0bc3-417a-a88c-c966cb61274e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434415 Jun 24 15:25:37.480315 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.db [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] get_ports_and_sgs() called for port_ids ['98f0ee1c-7936-46ad-937e-8e43f17d155f'] {{(pid=104513) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 15:25:37.578466 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:25:37.677284 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40945b3c-3968-4e11-9a40-b9da31352e57 req-5b7886cf-507f-4f9d-bf45-6c7ee1907dc8 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:25:37.678752 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-40945b3c-3968-4e11-9a40-b9da31352e57 req-5b7886cf-507f-4f9d-bf45-6c7ee1907dc8 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "GET /v2.0/ports?device_id=ffef349a-ea09-44f9-9cd1-cf5d9b905e50 HTTP/1.1" status: 200 len: 945 time: 0.0480845 Jun 24 15:25:37.731123 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-40945b3c-3968-4e11-9a40-b9da31352e57 req-74e208d7-44bb-41d2-ab37-4e5e9e7eb325 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "GET /v2.0/security-groups?id=2649c9c4-b294-40b1-8f0c-e689a0caf780&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462964 Jun 24 15:25:38.492851 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.rpc [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Device 98f0ee1c-7936-46ad-937e-8e43f17d155f up at agent hyperv_hv-cinder-83538 {{(pid=104513) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 15:25:38.500760 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239fc1a8-a6ab-44d2-8e6d-d2aa714d18dd req-315b44f6-991d-4811-bb41-e0c00ae9d4e2 tempest-TestShelveInstance-479722578 tempest-TestShelveInstance-479722578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:25:38.502222 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-239fc1a8-a6ab-44d2-8e6d-d2aa714d18dd req-315b44f6-991d-4811-bb41-e0c00ae9d4e2 tempest-TestShelveInstance-479722578 tempest-TestShelveInstance-479722578-project] 10.222.0.67 "GET /v2.0/ports?device_id=9aa864c2-63a6-4aa7-8ea6-3ce12daff080 HTTP/1.1" status: 200 len: 944 time: 0.0468163 Jun 24 15:25:38.536038 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:25:38.543890 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.provisioning_blocks [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Provisioning complete for port 98f0ee1c-7936-46ad-937e-8e43f17d155f triggered by entity L2. {{(pid=104513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 15:25:38.549428 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7696598'] for port (98f0ee1c-7936-46ad-937e-8e43f17d155f), provisioning_complete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:25:38.556604 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-239fc1a8-a6ab-44d2-8e6d-d2aa714d18dd req-c6573b2b-37bf-4e46-af2a-b778c40dba07 tempest-TestShelveInstance-479722578 tempest-TestShelveInstance-479722578-project] 10.222.0.67 "GET /v2.0/security-groups?id=2f673e46-0bc3-417a-a88c-c966cb61274e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482605 Jun 24 15:25:38.612422 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:25:38.618520 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.plugin [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Current status of the port 98f0ee1c-7936-46ad-937e-8e43f17d155f is: BUILD; New status is: ACTIVE {{(pid=104513) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 15:25:38.619203 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7727318'] for port (98f0ee1c-7936-46ad-937e-8e43f17d155f), before_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:25:38.642204 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffef349a-ea09-44f9-9cd1-cf5d9b905e50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98f0ee1c-7936-46ad-937e-8e43f17d155f'}] {{(pid=104513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 15:25:38.644415 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7de2ae652872cab3d5aa36b412d6cead56dffdf121926fea6679daaa3daba4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db6bcfb7-da2f-431f-b2e2-9a7c7147baed" -d '{"events": [{"server_uuid": "ffef349a-ea09-44f9-9cd1-cf5d9b905e50", "name": "network-vif-plugged", "status": "completed", "tag": "98f0ee1c-7936-46ad-937e-8e43f17d155f"}]}' {{(pid=104513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 15:25:38.658363 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.db [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] For port 98f0ee1c-7936-46ad-937e-8e43f17d155f, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=98f0ee1c-7936-46ad-937e-8e43f17d155f,segment=NetworkSegment(fbb525f4-37d7-4ee1-94df-b844f5efa329),segment_id=fbb525f4-37d7-4ee1-94df-b844f5efa329)] {{(pid=104513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 15:25:38.680412 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 15:25:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2009527-2908-4de2-a1a0-419e72e286b5 x-openstack-request-id: req-c2009527-2908-4de2-a1a0-419e72e286b5 {{(pid=104513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 15:25:38.680870 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffef349a-ea09-44f9-9cd1-cf5d9b905e50", "name": "network-vif-plugged", "status": "completed", "tag": "98f0ee1c-7936-46ad-937e-8e43f17d155f", "code": 200}]} {{(pid=104513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 15:25:38.681229 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-c2009527-2908-4de2-a1a0-419e72e286b5 {{(pid=104513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 15:25:38.681627 dv-cinder-835384-11-iscsi neutron-server[104513]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c2009527-2908-4de2-a1a0-419e72e286b5'] response: {'server_uuid': 'ffef349a-ea09-44f9-9cd1-cf5d9b905e50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98f0ee1c-7936-46ad-937e-8e43f17d155f', 'code': 200} Jun 24 15:25:38.767744 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761385101662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761384583316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761384583334'] for port (98f0ee1c-7936-46ad-937e-8e43f17d155f), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:25:38.768607 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.rpc [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Device e9c0e7f6-a572-47c4-8390-be9bdb776041 up at agent hyperv_hv-cinder-83538 {{(pid=104513) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 15:25:38.854294 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b287221d-82b3-4397-b8db-3c919cb651c0 req-95ed7330-0761-4710-906e-3163acf28b98 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:25:38.855860 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-b287221d-82b3-4397-b8db-3c919cb651c0 req-95ed7330-0761-4710-906e-3163acf28b98 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "GET /v2.0/ports?device_id=ffef349a-ea09-44f9-9cd1-cf5d9b905e50 HTTP/1.1" status: 200 len: 947 time: 0.0500219 Jun 24 15:25:38.859993 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Pushing event updated for resources: {'Port': ['ID=98f0ee1c-7936-46ad-937e-8e43f17d155f,revision_number=10']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:25:38.863635 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.provisioning_blocks [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Provisioning complete for port e9c0e7f6-a572-47c4-8390-be9bdb776041 triggered by entity L2. {{(pid=104513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 15:25:38.864016 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7696598'] for port (e9c0e7f6-a572-47c4-8390-be9bdb776041), provisioning_complete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:25:38.906771 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-b287221d-82b3-4397-b8db-3c919cb651c0 req-5530f1b0-4678-44cb-b7c7-bf18c86e313e tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "GET /v2.0/security-groups?id=2649c9c4-b294-40b1-8f0c-e689a0caf780&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449717 Jun 24 15:25:38.943992 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.plugin [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Current status of the port e9c0e7f6-a572-47c4-8390-be9bdb776041 is: BUILD; New status is: ACTIVE {{(pid=104513) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 15:25:38.944387 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7727318'] for port (e9c0e7f6-a572-47c4-8390-be9bdb776041), before_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:25:38.978157 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:25:38.983850 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3272dd-81f7-4a7c-8b73-7f688ed87fcd req-bc7d4017-a00d-48cd-9a0d-6abfab98ca1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:25:38.985400 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [req-ba3272dd-81f7-4a7c-8b73-7f688ed87fcd req-bc7d4017-a00d-48cd-9a0d-6abfab98ca1f service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=ffef349a-ea09-44f9-9cd1-cf5d9b905e50 HTTP/1.1" status: 200 len: 1131 time: 0.0426469 Jun 24 15:25:39.034731 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [req-ba3272dd-81f7-4a7c-8b73-7f688ed87fcd req-400ea529-bd44-46f0-8d02-166b6d3b505b service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=2649c9c4-b294-40b1-8f0c-e689a0caf780&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438361 Jun 24 15:25:39.101806 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.db [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] For port e9c0e7f6-a572-47c4-8390-be9bdb776041, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=e9c0e7f6-a572-47c4-8390-be9bdb776041,segment=NetworkSegment(820e4882-5a56-485e-9c17-a5ea18731daa),segment_id=820e4882-5a56-485e-9c17-a5ea18731daa)] {{(pid=104513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 15:25:39.184920 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761385101662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761384583316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761384583334'] for port (e9c0e7f6-a572-47c4-8390-be9bdb776041), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:25:39.233049 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Pushing event updated for resources: {'Port': ['ID=e9c0e7f6-a572-47c4-8390-be9bdb776041,revision_number=8']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:25:39.678991 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d60166-a809-4f0b-b52a-1c3ed6e99574 req-62bfac33-e47a-4219-b263-d58389711028 tempest-TestShelveInstance-479722578 tempest-TestShelveInstance-479722578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:25:39.680446 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-a5d60166-a809-4f0b-b52a-1c3ed6e99574 req-62bfac33-e47a-4219-b263-d58389711028 tempest-TestShelveInstance-479722578 tempest-TestShelveInstance-479722578-project] 10.222.0.67 "GET /v2.0/ports?device_id=9aa864c2-63a6-4aa7-8ea6-3ce12daff080 HTTP/1.1" status: 200 len: 945 time: 0.0499101 Jun 24 15:25:39.729086 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-a5d60166-a809-4f0b-b52a-1c3ed6e99574 req-07ce18fe-89cd-4be3-b772-4f12cf9ffe3d tempest-TestShelveInstance-479722578 tempest-TestShelveInstance-479722578-project] 10.222.0.67 "GET /v2.0/security-groups?id=2f673e46-0bc3-417a-a88c-c966cb61274e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417898 Jun 24 15:25:40.029227 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed774f9-186e-46e8-bf7a-725ce455277f req-f31e98f3-67b3-4a53-9aa9-ed061ae5d6d9 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:25:40.030744 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-2ed774f9-186e-46e8-bf7a-725ce455277f req-f31e98f3-67b3-4a53-9aa9-ed061ae5d6d9 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "GET /v2.0/ports?device_id=ffef349a-ea09-44f9-9cd1-cf5d9b905e50 HTTP/1.1" status: 200 len: 947 time: 0.0476134 Jun 24 15:25:40.080839 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-2ed774f9-186e-46e8-bf7a-725ce455277f req-bc0112e0-5d1a-4e60-9416-b73793870c87 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "GET /v2.0/security-groups?id=2649c9c4-b294-40b1-8f0c-e689a0caf780&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444179 Jun 24 15:25:40.227338 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.wsgi [-] (104512) accepted ('10.222.0.67', 45490) {{(pid=104512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:25:40.239702 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697012'] for agent (f0fa743b-ff28-43ff-ac51-704c86538f10), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:25:40.333752 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-7cb3eb64-c38d-49f3-9f32-ca54c655ec00 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:25:40.345965 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=100 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:25:40.408381 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-7cb3eb64-c38d-49f3-9f32-ca54c655ec00 admin admin] Publish callbacks [] for security_group (0474d99f-cd1b-4dec-9b17-c831b6074200), precommit_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:25:40.485386 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-7cb3eb64-c38d-49f3-9f32-ca54c655ec00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-275664'] for security_group (0474d99f-cd1b-4dec-9b17-c831b6074200), after_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:25:40.530869 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [None req-7cb3eb64-c38d-49f3-9f32-ca54c655ec00 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=58dafacaaed04bcdbd07dcef57dc5e71&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3016322 Jun 24 15:25:40.531925 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb3eb64-c38d-49f3-9f32-ca54c655ec00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0474d99f-cd1b-4dec-9b17-c831b6074200,revision_number=1']} {{(pid=104512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:25:40.533629 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.wsgi [-] (104511) accepted ('10.222.0.67', 45500) {{(pid=104511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:25:40.590190 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-35579562-d024-4c8e-a372-601d5a67caa9 admin admin] Publish callbacks [] for security_group (0474d99f-cd1b-4dec-9b17-c831b6074200), before_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:25:40.682742 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9aa864c2-63a6-4aa7-8ea6-3ce12daff080', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9c0e7f6-a572-47c4-8390-be9bdb776041'}] {{(pid=104513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 15:25:40.685867 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7de2ae652872cab3d5aa36b412d6cead56dffdf121926fea6679daaa3daba4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64e77831-7ac7-4db4-8d1c-15665ce9c0ee" -d '{"events": [{"server_uuid": "9aa864c2-63a6-4aa7-8ea6-3ce12daff080", "name": "network-vif-plugged", "status": "completed", "tag": "e9c0e7f6-a572-47c4-8390-be9bdb776041"}]}' {{(pid=104513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 15:25:40.727736 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 15:25:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48dcbf56-b99d-4c7f-98b9-124b43f3c4a8 x-openstack-request-id: req-48dcbf56-b99d-4c7f-98b9-124b43f3c4a8 {{(pid=104513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 15:25:40.728167 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9aa864c2-63a6-4aa7-8ea6-3ce12daff080", "name": "network-vif-plugged", "status": "completed", "tag": "e9c0e7f6-a572-47c4-8390-be9bdb776041", "code": 200}]} {{(pid=104513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 15:25:40.728457 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-48dcbf56-b99d-4c7f-98b9-124b43f3c4a8 {{(pid=104513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 15:25:40.728944 dv-cinder-835384-11-iscsi neutron-server[104513]: INFO neutron.notifiers.nova [-] Nova event matching ['req-48dcbf56-b99d-4c7f-98b9-124b43f3c4a8'] response: {'server_uuid': '9aa864c2-63a6-4aa7-8ea6-3ce12daff080', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9c0e7f6-a572-47c4-8390-be9bdb776041', 'code': 200} Jun 24 15:25:40.832927 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-35579562-d024-4c8e-a372-601d5a67caa9 admin admin] Publish callbacks [] for security_group (0474d99f-cd1b-4dec-9b17-c831b6074200), precommit_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:25:40.854277 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33052734-718a-4284-a858-d6a124ef7727 req-a51e3a99-998c-4685-bf02-3a93f129f81c tempest-TestShelveInstance-479722578 tempest-TestShelveInstance-479722578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:25:40.855793 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-33052734-718a-4284-a858-d6a124ef7727 req-a51e3a99-998c-4685-bf02-3a93f129f81c tempest-TestShelveInstance-479722578 tempest-TestShelveInstance-479722578-project] 10.222.0.67 "GET /v2.0/ports?device_id=9aa864c2-63a6-4aa7-8ea6-3ce12daff080 HTTP/1.1" status: 200 len: 945 time: 0.0532510 Jun 24 15:25:40.905647 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-33052734-718a-4284-a858-d6a124ef7727 req-c7b51d85-de7a-44f4-8bd7-762fbda2b19e tempest-TestShelveInstance-479722578 tempest-TestShelveInstance-479722578-project] 10.222.0.67 "GET /v2.0/security-groups?id=2f673e46-0bc3-417a-a88c-c966cb61274e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435247 Jun 24 15:25:40.962013 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-35579562-d024-4c8e-a372-601d5a67caa9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-275664'] for security_group (0474d99f-cd1b-4dec-9b17-c831b6074200), after_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:25:40.964803 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-35579562-d024-4c8e-a372-601d5a67caa9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:25:40.965954 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [None req-35579562-d024-4c8e-a372-601d5a67caa9 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/0474d99f-cd1b-4dec-9b17-c831b6074200 HTTP/1.1" status: 204 len: 168 time: 0.4308083 Jun 24 15:25:40.973935 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35579562-d024-4c8e-a372-601d5a67caa9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0474d99f-cd1b-4dec-9b17-c831b6074200,revision_number=None']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:25:41.042890 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479afc3f-bd2f-4bb6-b272-d3367d705dd1 req-79ebb1f6-194d-4d9a-b042-dc55f31a1219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:25:41.044557 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [req-479afc3f-bd2f-4bb6-b272-d3367d705dd1 req-79ebb1f6-194d-4d9a-b042-dc55f31a1219 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=9aa864c2-63a6-4aa7-8ea6-3ce12daff080 HTTP/1.1" status: 200 len: 1129 time: 0.0429235 Jun 24 15:25:41.100783 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [req-479afc3f-bd2f-4bb6-b272-d3367d705dd1 req-82a2baae-5a8b-42dc-89ec-18253429b034 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=2f673e46-0bc3-417a-a88c-c966cb61274e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430148 Jun 24 15:25:41.209381 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6eba41b-b7f2-49c5-8952-e8b92f6af876 req-c0dd9dca-ad36-44c3-8565-cc1d0afb36b3 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:25:41.209381 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-c6eba41b-b7f2-49c5-8952-e8b92f6af876 req-c0dd9dca-ad36-44c3-8565-cc1d0afb36b3 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "GET /v2.0/ports?device_id=ffef349a-ea09-44f9-9cd1-cf5d9b905e50 HTTP/1.1" status: 200 len: 947 time: 0.0491486 Jun 24 15:25:41.237894 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:25:41.265430 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-c6eba41b-b7f2-49c5-8952-e8b92f6af876 req-62266b10-ac90-4b75-b646-4790670756f3 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "GET /v2.0/security-groups?id=2649c9c4-b294-40b1-8f0c-e689a0caf780&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503638 Jun 24 15:25:42.028470 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6446be34-349c-44c7-b8a2-abe0d84da61d req-68651340-8661-4a26-803b-8038ad92584f tempest-TestShelveInstance-479722578 tempest-TestShelveInstance-479722578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:25:42.029926 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-6446be34-349c-44c7-b8a2-abe0d84da61d req-68651340-8661-4a26-803b-8038ad92584f tempest-TestShelveInstance-479722578 tempest-TestShelveInstance-479722578-project] 10.222.0.67 "GET /v2.0/ports?device_id=9aa864c2-63a6-4aa7-8ea6-3ce12daff080 HTTP/1.1" status: 200 len: 945 time: 0.0550680 Jun 24 15:25:42.077964 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-6446be34-349c-44c7-b8a2-abe0d84da61d req-e34f19ed-81ab-4f24-907d-dea763b44712 tempest-TestShelveInstance-479722578 tempest-TestShelveInstance-479722578-project] 10.222.0.67 "GET /v2.0/security-groups?id=2f673e46-0bc3-417a-a88c-c966cb61274e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424345 Jun 24 15:25:42.386315 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ce5695-12ad-44fe-8bbd-9a55a81cd9bf req-50792611-3749-4cf4-a556-888ee86e6008 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:25:42.387813 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-04ce5695-12ad-44fe-8bbd-9a55a81cd9bf req-50792611-3749-4cf4-a556-888ee86e6008 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "GET /v2.0/ports?device_id=ffef349a-ea09-44f9-9cd1-cf5d9b905e50 HTTP/1.1" status: 200 len: 947 time: 0.0471866 Jun 24 15:25:42.434945 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-04ce5695-12ad-44fe-8bbd-9a55a81cd9bf req-b0534772-cfd6-4d41-a6e9-808005355904 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "GET /v2.0/security-groups?id=2649c9c4-b294-40b1-8f0c-e689a0caf780&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415337 Jun 24 15:25:43.194997 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32871a7f-cef7-4764-9ca7-328d72b68cb1 req-5c3c0132-f06f-4932-ab3d-e9905a53a449 tempest-TestShelveInstance-479722578 tempest-TestShelveInstance-479722578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:25:43.196745 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-32871a7f-cef7-4764-9ca7-328d72b68cb1 req-5c3c0132-f06f-4932-ab3d-e9905a53a449 tempest-TestShelveInstance-479722578 tempest-TestShelveInstance-479722578-project] 10.222.0.67 "GET /v2.0/ports?device_id=9aa864c2-63a6-4aa7-8ea6-3ce12daff080 HTTP/1.1" status: 200 len: 945 time: 0.0509288 Jun 24 15:25:43.246050 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-32871a7f-cef7-4764-9ca7-328d72b68cb1 req-f917971e-dff5-41eb-8246-07e3efadb6c0 tempest-TestShelveInstance-479722578 tempest-TestShelveInstance-479722578-project] 10.222.0.67 "GET /v2.0/security-groups?id=2f673e46-0bc3-417a-a88c-c966cb61274e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439420 Jun 24 15:25:43.799452 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG dbcounter [-] [104514] Writing DB stats neutron:SELECT=2 {{(pid=104514) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:25:43.810327 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG dbcounter [-] [104514] Writing DB stats neutron:SELECT=4 {{(pid=104514) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:25:50.145300 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:UPDATE=2,neutron:SELECT=29 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:25:51.086735 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=42,neutron:DELETE=1 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:25:51.097750 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=25,neutron:DELETE=3 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:25:51.313927 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-f64efe28-b12a-4d28-94a9-9e2519a43437 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697012'] for agent (61dc9491-0c49-467e-b62a-6961ce952bc2), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:25:53.233882 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=59 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:25:53.241854 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=26 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:25:53.736443 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-5a21fb8c-3328-4c99-8d78-a21fb8c21dbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697012'] for agent (45985ff7-1335-48cd-ab02-73eb58295827), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:25:54.738552 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.db.agents_db [None req-1e76bcc0-0ba2-49bf-a9b5-df198b272e3c None None] Agent healthcheck: found 6 active agents {{(pid=104514) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 15:25:54.936465 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-6e9ba797-1d0c-40f8-9e0c-708f895be0b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697012'] for agent (f984396c-9862-4f32-9cf6-f19d2e5feb00), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:25:56.390350 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-e7d2b4de-897d-40d1-b758-5e5b7ac4c4e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697012'] for agent (2f766f35-a225-44ed-b70f-669caec6f4a7), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:25:56.662322 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697012'] for agent (559fa80c-96d5-4fe7-8c5f-9eda482c27bf), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:26:04.734434 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG dbcounter [-] [104514] Writing DB stats neutron:SELECT=1 {{(pid=104514) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:26:04.737161 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG dbcounter [-] [104514] Writing DB stats neutron:SELECT=1 {{(pid=104514) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:26:06.600775 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:SELECT=31,neutron:UPDATE=1 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:26:06.604632 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:SELECT=64,neutron:UPDATE=3 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:26:06.607362 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:SELECT=14,neutron:UPDATE=4 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:26:10.221838 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697012'] for agent (f0fa743b-ff28-43ff-ac51-704c86538f10), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:26:15.933767 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c8c99e-1b03-4806-9ad1-f8165cb751a5 req-ea8d4bab-dd89-4745-8754-a8675deececc tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:26:15.935284 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-f7c8c99e-1b03-4806-9ad1-f8165cb751a5 req-ea8d4bab-dd89-4745-8754-a8675deececc tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "GET /v2.0/ports?device_id=ffef349a-ea09-44f9-9cd1-cf5d9b905e50 HTTP/1.1" status: 200 len: 947 time: 0.0482697 Jun 24 15:26:15.982341 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-f7c8c99e-1b03-4806-9ad1-f8165cb751a5 req-03288099-3276-485e-b07e-2a17104bae17 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "GET /v2.0/security-groups?id=2649c9c4-b294-40b1-8f0c-e689a0caf780&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416481 Jun 24 15:26:17.101752 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3e2f07-5d1a-43da-84a5-a917e71dbed8 req-5f3d333c-1884-4a21-9d2c-047b2c2c8d5c tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:26:17.103683 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-7f3e2f07-5d1a-43da-84a5-a917e71dbed8 req-5f3d333c-1884-4a21-9d2c-047b2c2c8d5c tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "GET /v2.0/ports?device_id=ffef349a-ea09-44f9-9cd1-cf5d9b905e50 HTTP/1.1" status: 200 len: 947 time: 0.0480897 Jun 24 15:26:17.154115 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-7f3e2f07-5d1a-43da-84a5-a917e71dbed8 req-43b56a8c-6707-4fa8-834d-62fa02f14542 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "GET /v2.0/security-groups?id=2649c9c4-b294-40b1-8f0c-e689a0caf780&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449567 Jun 24 15:26:17.344533 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90d46f0-6958-4d3e-8607-8c896bd6ba3c req-27a3655d-e849-4f35-bc07-c8b3bf232371 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:26:17.345886 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [req-f90d46f0-6958-4d3e-8607-8c896bd6ba3c req-27a3655d-e849-4f35-bc07-c8b3bf232371 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.64 "GET /v2.0/ports?device_id=ffef349a-ea09-44f9-9cd1-cf5d9b905e50 HTTP/1.1" status: 200 len: 947 time: 0.0486143 Jun 24 15:26:17.426602 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [req-f90d46f0-6958-4d3e-8607-8c896bd6ba3c req-18d38d6e-76d3-4a62-b349-00d7b140e9e4 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Deleting port 98f0ee1c-7936-46ad-937e-8e43f17d155f {{(pid=104511) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 15:26:17.426941 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [req-f90d46f0-6958-4d3e-8607-8c896bd6ba3c req-18d38d6e-76d3-4a62-b349-00d7b140e9e4 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761385095720'] for port (98f0ee1c-7936-46ad-937e-8e43f17d155f), before_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:26:17.515702 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.db [req-f90d46f0-6958-4d3e-8607-8c896bd6ba3c req-18d38d6e-76d3-4a62-b349-00d7b140e9e4 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] For port 98f0ee1c-7936-46ad-937e-8e43f17d155f, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=98f0ee1c-7936-46ad-937e-8e43f17d155f,segment=NetworkSegment(fbb525f4-37d7-4ee1-94df-b844f5efa329),segment_id=fbb525f4-37d7-4ee1-94df-b844f5efa329)] {{(pid=104511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 15:26:17.516043 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [req-f90d46f0-6958-4d3e-8607-8c896bd6ba3c req-18d38d6e-76d3-4a62-b349-00d7b140e9e4 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-465599'] for port (98f0ee1c-7936-46ad-937e-8e43f17d155f), precommit_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:26:17.671386 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [req-f90d46f0-6958-4d3e-8607-8c896bd6ba3c req-18d38d6e-76d3-4a62-b349-00d7b140e9e4 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:26:17.671741 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [req-f90d46f0-6958-4d3e-8607-8c896bd6ba3c req-18d38d6e-76d3-4a62-b349-00d7b140e9e4 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-467314'] for floatingip (8b112428-197b-4f4f-8d19-30b678754212), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:26:17.672050 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.db.l3_db [req-f90d46f0-6958-4d3e-8607-8c896bd6ba3c req-18d38d6e-76d3-4a62-b349-00d7b140e9e4 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Floating IP 8b112428-197b-4f4f-8d19-30b678754212 disassociated. External IP: 172.27.0.229, port: 98f0ee1c-7936-46ad-937e-8e43f17d155f. Jun 24 15:26:17.672389 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [req-f90d46f0-6958-4d3e-8607-8c896bd6ba3c req-18d38d6e-76d3-4a62-b349-00d7b140e9e4 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Calling delete_port for 98f0ee1c-7936-46ad-937e-8e43f17d155f owned by compute:nova {{(pid=104511) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 15:26:17.836045 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [req-f90d46f0-6958-4d3e-8607-8c896bd6ba3c req-18d38d6e-76d3-4a62-b349-00d7b140e9e4 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761385101680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761384583307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3599638'] for port (98f0ee1c-7936-46ad-937e-8e43f17d155f), after_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:26:17.865659 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d38d6e-76d3-4a62-b349-00d7b140e9e4 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Pushing event deleted for resources: {'Port': ['ID=98f0ee1c-7936-46ad-937e-8e43f17d155f,revision_number=None']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:26:17.879686 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d38d6e-76d3-4a62-b349-00d7b140e9e4 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:26:17.880031 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d38d6e-76d3-4a62-b349-00d7b140e9e4 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:26:17.881229 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d38d6e-76d3-4a62-b349-00d7b140e9e4 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:26:17.881229 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d38d6e-76d3-4a62-b349-00d7b140e9e4 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:26:17.881229 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d38d6e-76d3-4a62-b349-00d7b140e9e4 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:26:17.881496 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d38d6e-76d3-4a62-b349-00d7b140e9e4 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:26:17.881748 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d38d6e-76d3-4a62-b349-00d7b140e9e4 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:26:17.882071 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d38d6e-76d3-4a62-b349-00d7b140e9e4 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:26:17.882395 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d38d6e-76d3-4a62-b349-00d7b140e9e4 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:26:17.882716 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d38d6e-76d3-4a62-b349-00d7b140e9e4 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:26:17.883043 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d38d6e-76d3-4a62-b349-00d7b140e9e4 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:26:17.883379 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d38d6e-76d3-4a62-b349-00d7b140e9e4 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:26:17.884634 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d38d6e-76d3-4a62-b349-00d7b140e9e4 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:26:17.884826 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d38d6e-76d3-4a62-b349-00d7b140e9e4 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:26:17.885142 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d38d6e-76d3-4a62-b349-00d7b140e9e4 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:26:17.989215 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f90d46f0-6958-4d3e-8607-8c896bd6ba3c req-18d38d6e-76d3-4a62-b349-00d7b140e9e4 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Router bdccb451-e35e-486d-b144-010345b0e9c5 has already been hosted by L3 agent 45985ff7-1335-48cd-ab02-73eb58295827 {{(pid=104511) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 15:26:18.089492 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f90d46f0-6958-4d3e-8607-8c896bd6ba3c req-18d38d6e-76d3-4a62-b349-00d7b140e9e4 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Notify agent at l3_agent.dv-cinder-835384-11-iscsi the message routers_updated {{(pid=104511) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 15:26:18.100276 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df47929c-fd87-41de-988d-a9d3e7ea79cb None None] Sync routers for ids ['bdccb451-e35e-486d-b144-010345b0e9c5'] in dv-cinder-835384-11-iscsi {{(pid=104513) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 15:26:18.110514 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df47929c-fd87-41de-988d-a9d3e7ea79cb None None] Routers {'bdccb451-e35e-486d-b144-010345b0e9c5'} bound to L3 agent in host dv-cinder-835384-11-iscsi {{(pid=104513) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 15:26:18.111125 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.l3_hamode_db [None req-df47929c-fd87-41de-988d-a9d3e7ea79cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-24T15:10:24Z,description=,heartbeat_timestamp=2022-06-24T15:25:54Z,host='dv-cinder-835384-11-iscsi',id=45985ff7-1335-48cd-ab02-73eb58295827,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T15:10:24Z,topic='l3_agent')) {'router_ids': ['bdccb451-e35e-486d-b144-010345b0e9c5'], 'active': True} {{(pid=104513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 15:26:18.131386 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.db.l3_dvrscheduler_db [req-f90d46f0-6958-4d3e-8607-8c896bd6ba3c req-18d38d6e-76d3-4a62-b349-00d7b140e9e4 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] No DVR routers for this DVR port 98f0ee1c-7936-46ad-937e-8e43f17d155f on host hv-cinder-83538 {{(pid=104511) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 24 15:26:18.133892 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [req-f90d46f0-6958-4d3e-8607-8c896bd6ba3c req-18d38d6e-76d3-4a62-b349-00d7b140e9e4 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30073'] for port (None), before_response {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:26:18.137010 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [req-f90d46f0-6958-4d3e-8607-8c896bd6ba3c req-18d38d6e-76d3-4a62-b349-00d7b140e9e4 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.64 "DELETE /v2.0/ports/98f0ee1c-7936-46ad-937e-8e43f17d155f HTTP/1.1" status: 204 len: 173 time: 0.7855577 Jun 24 15:26:18.137435 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffef349a-ea09-44f9-9cd1-cf5d9b905e50', 'name': 'network-vif-deleted', 'tag': '98f0ee1c-7936-46ad-937e-8e43f17d155f'}] {{(pid=104511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 15:26:18.139655 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4675c17b6bc846e4b28e54b1b3705f3f7dd7092e5e5b2c0e24b7aeedfd61db99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6add25a3-05b1-45f8-b0e8-57d39155447a" -d '{"events": [{"server_uuid": "ffef349a-ea09-44f9-9cd1-cf5d9b905e50", "name": "network-vif-deleted", "tag": "98f0ee1c-7936-46ad-937e-8e43f17d155f"}]}' {{(pid=104511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 15:26:18.175718 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 15:26:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a748a5c9-22ad-488e-987a-3a3818bb62d3 x-openstack-request-id: req-a748a5c9-22ad-488e-987a-3a3818bb62d3 {{(pid=104511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 15:26:18.176003 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffef349a-ea09-44f9-9cd1-cf5d9b905e50", "name": "network-vif-deleted", "tag": "98f0ee1c-7936-46ad-937e-8e43f17d155f", "status": "completed", "code": 200}]} {{(pid=104511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 15:26:18.176253 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-a748a5c9-22ad-488e-987a-3a3818bb62d3 {{(pid=104511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 15:26:18.176691 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a748a5c9-22ad-488e-987a-3a3818bb62d3'] response: {'server_uuid': 'ffef349a-ea09-44f9-9cd1-cf5d9b905e50', 'name': 'network-vif-deleted', 'tag': '98f0ee1c-7936-46ad-937e-8e43f17d155f', 'status': 'completed', 'code': 200} Jun 24 15:26:18.217183 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.l3_dvr_db [None req-df47929c-fd87-41de-988d-a9d3e7ea79cb None None] Set router bdccb451-e35e-486d-b144-010345b0e9c5 gateway port host: dv-cinder-835384-11-iscsi {{(pid=104513) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 15:26:18.260926 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-7760fcc6-fc63-40d3-9b69-170ca60b35dc req-5ba0eff3-926b-4c7e-8d3d-9bb7c8ac713a tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "GET /v2.0/ports?device_id=ffef349a-ea09-44f9-9cd1-cf5d9b905e50 HTTP/1.1" status: 200 len: 210 time: 0.0293939 Jun 24 15:26:18.429793 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.l3_hamode_db [None req-df47929c-fd87-41de-988d-a9d3e7ea79cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdccb451-e35e-486d-b144-010345b0e9c5', 'name': 'tempest-AttachVolumeShelveTestJSON-1938332131-router', 'tenant_id': 'c4807ce933f14af0be22dd1cf3635c2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'external_fixed_ips': [{'subnet_id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'ip_address': '172.27.0.81'}], 'enable_snat': True}, 'gw_port_id': 'c32a7bab-7bd7-4a6c-baf4-07b5d75970e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T15:18:31Z', 'updated_at': '2022-06-24T15:18:41Z', 'revision_number': 4, 'project_id': 'c4807ce933f14af0be22dd1cf3635c2f', 'gw_port': {'id': 'c32a7bab-7bd7-4a6c-baf4-07b5d75970e6', 'name': '', 'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:62:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdccb451-e35e-486d-b144-010345b0e9c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'ip_address': '172.27.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T15:18:33Z', 'updated_at': '2022-06-24T15:18:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-11-iscsi', '_interfaces': [{'id': 'f7cfaf54-64fd-42ff-931f-2a48f687eb0a', 'name': '', 'network_id': '6d1ef1dd-ee8a-4e52-9261-de77d4e705e2', 'tenant_id': 'c4807ce933f14af0be22dd1cf3635c2f', 'mac_address': 'fa:16:3e:c8:65:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdccb451-e35e-486d-b144-010345b0e9c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'ca86efdf-43ba-4cdf-8f0a-3c6622699971', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T15:18:39Z', 'updated_at': '2022-06-24T15:18:51Z', 'revision_number': 5, 'project_id': 'c4807ce933f14af0be22dd1cf3635c2f', 'subnets': [{'id': 'ca86efdf-43ba-4cdf-8f0a-3c6622699971', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-11-iscsi', False) {} {{(pid=104513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 15:26:18.455064 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df47929c-fd87-41de-988d-a9d3e7ea79cb None None] Checking router: bdccb451-e35e-486d-b144-010345b0e9c5 for host: dv-cinder-835384-11-iscsi {{(pid=104513) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 15:26:18.463728 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df47929c-fd87-41de-988d-a9d3e7ea79cb None None] Routers {'bdccb451-e35e-486d-b144-010345b0e9c5'} bound to L3 agent in host dv-cinder-835384-11-iscsi {{(pid=104513) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 15:26:18.464400 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.l3_hamode_db [None req-df47929c-fd87-41de-988d-a9d3e7ea79cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-24T15:10:24Z,description=,heartbeat_timestamp=2022-06-24T15:25:54Z,host='dv-cinder-835384-11-iscsi',id=45985ff7-1335-48cd-ab02-73eb58295827,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T15:10:24Z,topic='l3_agent')) {'router_ids': ['bdccb451-e35e-486d-b144-010345b0e9c5'], 'active': True} {{(pid=104513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 15:26:18.573259 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.l3_dvr_db [None req-df47929c-fd87-41de-988d-a9d3e7ea79cb None None] Set router bdccb451-e35e-486d-b144-010345b0e9c5 gateway port host: dv-cinder-835384-11-iscsi {{(pid=104513) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 15:26:18.761818 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.l3_hamode_db [None req-df47929c-fd87-41de-988d-a9d3e7ea79cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdccb451-e35e-486d-b144-010345b0e9c5', 'name': 'tempest-AttachVolumeShelveTestJSON-1938332131-router', 'tenant_id': 'c4807ce933f14af0be22dd1cf3635c2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'external_fixed_ips': [{'subnet_id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'ip_address': '172.27.0.81'}], 'enable_snat': True}, 'gw_port_id': 'c32a7bab-7bd7-4a6c-baf4-07b5d75970e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T15:18:31Z', 'updated_at': '2022-06-24T15:18:41Z', 'revision_number': 4, 'project_id': 'c4807ce933f14af0be22dd1cf3635c2f', 'gw_port': {'id': 'c32a7bab-7bd7-4a6c-baf4-07b5d75970e6', 'name': '', 'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:62:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdccb451-e35e-486d-b144-010345b0e9c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'ip_address': '172.27.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T15:18:33Z', 'updated_at': '2022-06-24T15:18:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-11-iscsi', '_interfaces': [{'id': 'f7cfaf54-64fd-42ff-931f-2a48f687eb0a', 'name': '', 'network_id': '6d1ef1dd-ee8a-4e52-9261-de77d4e705e2', 'tenant_id': 'c4807ce933f14af0be22dd1cf3635c2f', 'mac_address': 'fa:16:3e:c8:65:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdccb451-e35e-486d-b144-010345b0e9c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'ca86efdf-43ba-4cdf-8f0a-3c6622699971', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T15:18:39Z', 'updated_at': '2022-06-24T15:18:51Z', 'revision_number': 5, 'project_id': 'c4807ce933f14af0be22dd1cf3635c2f', 'subnets': [{'id': 'ca86efdf-43ba-4cdf-8f0a-3c6622699971', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-11-iscsi', False) {} {{(pid=104513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 15:26:18.786519 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df47929c-fd87-41de-988d-a9d3e7ea79cb None None] The sync data for ids ['bdccb451-e35e-486d-b144-010345b0e9c5'] in dv-cinder-835384-11-iscsi is: [{'id': 'bdccb451-e35e-486d-b144-010345b0e9c5', 'name': 'tempest-AttachVolumeShelveTestJSON-1938332131-router', 'tenant_id': 'c4807ce933f14af0be22dd1cf3635c2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'external_fixed_ips': [{'subnet_id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'ip_address': '172.27.0.81'}], 'enable_snat': True}, 'gw_port_id': 'c32a7bab-7bd7-4a6c-baf4-07b5d75970e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T15:18:31Z', 'updated_at': '2022-06-24T15:18:41Z', 'revision_number': 4, 'project_id': 'c4807ce933f14af0be22dd1cf3635c2f', 'gw_port': {'id': 'c32a7bab-7bd7-4a6c-baf4-07b5d75970e6', 'name': '', 'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:62:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdccb451-e35e-486d-b144-010345b0e9c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'ip_address': '172.27.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T15:18:33Z', 'updated_at': '2022-06-24T15:18:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-11-iscsi', '_interfaces': [{'id': 'f7cfaf54-64fd-42ff-931f-2a48f687eb0a', 'name': '', 'network_id': '6d1ef1dd-ee8a-4e52-9261-de77d4e705e2', 'tenant_id': 'c4807ce933f14af0be22dd1cf3635c2f', 'mac_address': 'fa:16:3e:c8:65:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdccb451-e35e-486d-b144-010345b0e9c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'ca86efdf-43ba-4cdf-8f0a-3c6622699971', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T15:18:39Z', 'updated_at': '2022-06-24T15:18:51Z', 'revision_number': 5, 'project_id': 'c4807ce933f14af0be22dd1cf3635c2f', 'subnets': [{'id': 'ca86efdf-43ba-4cdf-8f0a-3c6622699971', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104513) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 15:26:18.997351 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff71757c-a0e0-48b3-8894-29b1a470dae0 None None] New status for floating IP 8b112428-197b-4f4f-8d19-30b678754212: DOWN {{(pid=104514) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 24 15:26:19.430951 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.wsgi [-] (104511) accepted ('10.222.0.67', 45582) {{(pid=104511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:26:19.486614 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-486f7e27-7df3-43d1-8466-7be8730692d0 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Publish callbacks [] for security_group (2649c9c4-b294-40b1-8f0c-e689a0caf780), before_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:26:19.496140 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:26:19.509003 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:26:19.511046 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-486f7e27-7df3-43d1-8466-7be8730692d0 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Publish callbacks [] for security_group (2649c9c4-b294-40b1-8f0c-e689a0caf780), precommit_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:26:19.616019 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-486f7e27-7df3-43d1-8466-7be8730692d0 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-275664'] for security_group (2649c9c4-b294-40b1-8f0c-e689a0caf780), after_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:26:19.618974 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-486f7e27-7df3-43d1-8466-7be8730692d0 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Publish callbacks [] for security_group (None), before_response {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:26:19.620149 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [None req-486f7e27-7df3-43d1-8466-7be8730692d0 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "DELETE /v2.0/security-groups/2649c9c4-b294-40b1-8f0c-e689a0caf780 HTTP/1.1" status: 204 len: 168 time: 0.1881671 Jun 24 15:26:19.623099 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.wsgi [-] (104512) accepted ('10.222.0.67', 45584) {{(pid=104512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:26:19.629817 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486f7e27-7df3-43d1-8466-7be8730692d0 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2649c9c4-b294-40b1-8f0c-e689a0caf780,revision_number=None']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:26:19.637517 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.api.v2.resource [None req-16b6f6f7-20e5-4ef1-99c6-f0aa472b7932 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] show failed (client error): The resource could not be found. Jun 24 15:26:19.638583 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [None req-16b6f6f7-20e5-4ef1-99c6-f0aa472b7932 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "GET /v2.0/security-groups/2649c9c4-b294-40b1-8f0c-e689a0caf780 HTTP/1.1" status: 404 len: 347 time: 0.0144436 Jun 24 15:26:19.641355 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.wsgi [-] (104512) accepted ('10.222.0.67', 45586) {{(pid=104512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:26:19.752363 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.plugin [None req-433e0b03-2f4f-4b62-9b30-45bf2a1faa31 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Deleting port 51c1ff1c-a5a3-4467-ae25-33b34d0dc51c {{(pid=104512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 15:26:19.752618 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-433e0b03-2f4f-4b62-9b30-45bf2a1faa31 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761385095720'] for port (51c1ff1c-a5a3-4467-ae25-33b34d0dc51c), before_delete {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:26:19.833260 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-433e0b03-2f4f-4b62-9b30-45bf2a1faa31 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-465599'] for port (51c1ff1c-a5a3-4467-ae25-33b34d0dc51c), precommit_delete {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:26:19.833587 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-433e0b03-2f4f-4b62-9b30-45bf2a1faa31 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Publish callbacks [] for floatingip (51c1ff1c-a5a3-4467-ae25-33b34d0dc51c), precommit_delete {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:26:19.846536 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.plugin [None req-433e0b03-2f4f-4b62-9b30-45bf2a1faa31 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Calling delete_port for 51c1ff1c-a5a3-4467-ae25-33b34d0dc51c owned by network:floatingip {{(pid=104512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 15:26:20.138660 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-433e0b03-2f4f-4b62-9b30-45bf2a1faa31 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761385101680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761384583307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3859661'] for port (51c1ff1c-a5a3-4467-ae25-33b34d0dc51c), after_delete {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:26:20.167145 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433e0b03-2f4f-4b62-9b30-45bf2a1faa31 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Pushing event deleted for resources: {'Port': ['ID=51c1ff1c-a5a3-4467-ae25-33b34d0dc51c,revision_number=None']} {{(pid=104512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:26:20.178980 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433e0b03-2f4f-4b62-9b30-45bf2a1faa31 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:26:20.181235 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433e0b03-2f4f-4b62-9b30-45bf2a1faa31 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:26:20.181235 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433e0b03-2f4f-4b62-9b30-45bf2a1faa31 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:26:20.181235 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433e0b03-2f4f-4b62-9b30-45bf2a1faa31 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:26:20.181235 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433e0b03-2f4f-4b62-9b30-45bf2a1faa31 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:26:20.181824 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433e0b03-2f4f-4b62-9b30-45bf2a1faa31 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:26:20.181824 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433e0b03-2f4f-4b62-9b30-45bf2a1faa31 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:26:20.182103 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433e0b03-2f4f-4b62-9b30-45bf2a1faa31 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:26:20.182338 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433e0b03-2f4f-4b62-9b30-45bf2a1faa31 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:26:20.182660 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433e0b03-2f4f-4b62-9b30-45bf2a1faa31 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:26:20.182980 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433e0b03-2f4f-4b62-9b30-45bf2a1faa31 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:26:20.183320 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433e0b03-2f4f-4b62-9b30-45bf2a1faa31 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:26:20.183645 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433e0b03-2f4f-4b62-9b30-45bf2a1faa31 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:26:20.183959 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433e0b03-2f4f-4b62-9b30-45bf2a1faa31 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:26:20.184298 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433e0b03-2f4f-4b62-9b30-45bf2a1faa31 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:26:20.238500 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-433e0b03-2f4f-4b62-9b30-45bf2a1faa31 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Publish callbacks [] for floatingip (8b112428-197b-4f4f-8d19-30b678754212), after_delete {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:26:20.240940 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-433e0b03-2f4f-4b62-9b30-45bf2a1faa31 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30073'] for floatingip (None), before_response {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:26:20.242062 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [None req-433e0b03-2f4f-4b62-9b30-45bf2a1faa31 tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] 10.222.0.67 "DELETE /v2.0/floatingips/8b112428-197b-4f4f-8d19-30b678754212 HTTP/1.1" status: 204 len: 168 time: 0.5998256 Jun 24 15:26:20.672714 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.rpc [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Device 98f0ee1c-7936-46ad-937e-8e43f17d155f no longer exists at agent hyperv_hv-cinder-83538 {{(pid=104513) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 15:26:20.691409 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.plugin [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] No Port match for: 98f0ee1c-7936-46ad-937e-8e43f17d155f {{(pid=104513) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 15:26:20.691755 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.rpc [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Device 98f0ee1c-7936-46ad-937e-8e43f17d155f not bound to the agent host hv-cinder-83538 {{(pid=104513) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 15:26:21.332643 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-cf6808ba-6172-4bcb-8345-dbf98ccfbc65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697012'] for agent (61dc9491-0c49-467e-b62a-6961ce952bc2), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:26:22.956621 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.wsgi [-] (104511) accepted ('10.222.0.67', 45614) {{(pid=104511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:26:23.409928 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-c1d82fad-a5e9-4953-8f3b-fcc31826b8b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-460680'] for router_interface (bdccb451-e35e-486d-b144-010345b0e9c5), before_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:26:23.624515 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [None req-c1d82fad-a5e9-4953-8f3b-fcc31826b8b2 admin admin] Deleting port f7cfaf54-64fd-42ff-931f-2a48f687eb0a {{(pid=104511) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 15:26:23.624754 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-c1d82fad-a5e9-4953-8f3b-fcc31826b8b2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761385095720'] for port (f7cfaf54-64fd-42ff-931f-2a48f687eb0a), before_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:26:23.701726 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.db [None req-c1d82fad-a5e9-4953-8f3b-fcc31826b8b2 admin admin] For port f7cfaf54-64fd-42ff-931f-2a48f687eb0a, host dv-cinder-835384-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-11-iscsi',level=0,port_id=f7cfaf54-64fd-42ff-931f-2a48f687eb0a,segment=NetworkSegment(fbb525f4-37d7-4ee1-94df-b844f5efa329),segment_id=fbb525f4-37d7-4ee1-94df-b844f5efa329)] {{(pid=104511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 15:26:23.702092 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-c1d82fad-a5e9-4953-8f3b-fcc31826b8b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-465599'] for port (f7cfaf54-64fd-42ff-931f-2a48f687eb0a), precommit_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:26:23.715432 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [None req-c1d82fad-a5e9-4953-8f3b-fcc31826b8b2 admin admin] Calling delete_port for f7cfaf54-64fd-42ff-931f-2a48f687eb0a owned by network:router_interface {{(pid=104511) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 15:26:23.758960 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-fa042ce1-5b7a-447d-b005-1ab3f04cd2f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697012'] for agent (45985ff7-1335-48cd-ab02-73eb58295827), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:26:23.818838 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:26:23.868309 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:26:23.953031 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-c1d82fad-a5e9-4953-8f3b-fcc31826b8b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761385101680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761384583307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3599638'] for port (f7cfaf54-64fd-42ff-931f-2a48f687eb0a), after_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:26:23.979718 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d82fad-a5e9-4953-8f3b-fcc31826b8b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=f7cfaf54-64fd-42ff-931f-2a48f687eb0a,revision_number=None']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:26:24.137971 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-c1d82fad-a5e9-4953-8f3b-fcc31826b8b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7879178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-460572'] for router_interface (bdccb451-e35e-486d-b144-010345b0e9c5), after_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:26:24.339901 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1d82fad-a5e9-4953-8f3b-fcc31826b8b2 admin admin] Router bdccb451-e35e-486d-b144-010345b0e9c5 has already been hosted by L3 agent 45985ff7-1335-48cd-ab02-73eb58295827 {{(pid=104511) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 15:26:24.443453 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1d82fad-a5e9-4953-8f3b-fcc31826b8b2 admin admin] Notify agent at l3_agent.dv-cinder-835384-11-iscsi the message routers_updated {{(pid=104511) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 15:26:24.448433 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [None req-c1d82fad-a5e9-4953-8f3b-fcc31826b8b2 admin admin] 10.222.0.67 "PUT /v2.0/routers/bdccb451-e35e-486d-b144-010345b0e9c5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4908881 Jun 24 15:26:24.450941 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.wsgi [-] (104511) accepted ('10.222.0.67', 45618) {{(pid=104511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:26:24.453508 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78699ee2-37d8-427f-a960-30a3c7042779 None None] Sync routers for ids ['bdccb451-e35e-486d-b144-010345b0e9c5'] in dv-cinder-835384-11-iscsi {{(pid=104513) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 15:26:24.465156 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78699ee2-37d8-427f-a960-30a3c7042779 None None] Routers {'bdccb451-e35e-486d-b144-010345b0e9c5'} bound to L3 agent in host dv-cinder-835384-11-iscsi {{(pid=104513) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 15:26:24.465800 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.l3_hamode_db [None req-78699ee2-37d8-427f-a960-30a3c7042779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-24T15:10:24Z,description=,heartbeat_timestamp=2022-06-24T15:26:24Z,host='dv-cinder-835384-11-iscsi',id=45985ff7-1335-48cd-ab02-73eb58295827,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T15:10:24Z,topic='l3_agent')) {'router_ids': ['bdccb451-e35e-486d-b144-010345b0e9c5'], 'active': True} {{(pid=104513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 15:26:24.545808 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-d1086d33-77c8-4181-8dc9-27c011d21997 admin admin] Publish callbacks [] for router (bdccb451-e35e-486d-b144-010345b0e9c5), before_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:26:24.567451 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.l3_dvr_db [None req-78699ee2-37d8-427f-a960-30a3c7042779 None None] Set router bdccb451-e35e-486d-b144-010345b0e9c5 gateway port host: dv-cinder-835384-11-iscsi {{(pid=104513) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 15:26:24.643533 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-d1086d33-77c8-4181-8dc9-27c011d21997 admin admin] Publish callbacks [] for router_gateway (bdccb451-e35e-486d-b144-010345b0e9c5), before_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:26:24.734502 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.l3_hamode_db [None req-78699ee2-37d8-427f-a960-30a3c7042779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdccb451-e35e-486d-b144-010345b0e9c5', 'name': 'tempest-AttachVolumeShelveTestJSON-1938332131-router', 'tenant_id': 'c4807ce933f14af0be22dd1cf3635c2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'external_fixed_ips': [{'subnet_id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'ip_address': '172.27.0.81'}], 'enable_snat': True}, 'gw_port_id': 'c32a7bab-7bd7-4a6c-baf4-07b5d75970e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T15:18:31Z', 'updated_at': '2022-06-24T15:26:23Z', 'revision_number': 5, 'project_id': 'c4807ce933f14af0be22dd1cf3635c2f', 'gw_port': {'id': 'c32a7bab-7bd7-4a6c-baf4-07b5d75970e6', 'name': '', 'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:62:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdccb451-e35e-486d-b144-010345b0e9c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'ip_address': '172.27.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T15:18:33Z', 'updated_at': '2022-06-24T15:18:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-11-iscsi'}], 'dv-cinder-835384-11-iscsi', False) {} {{(pid=104513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 15:26:24.758867 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78699ee2-37d8-427f-a960-30a3c7042779 None None] Checking router: bdccb451-e35e-486d-b144-010345b0e9c5 for host: dv-cinder-835384-11-iscsi {{(pid=104513) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 15:26:24.767727 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78699ee2-37d8-427f-a960-30a3c7042779 None None] Routers {'bdccb451-e35e-486d-b144-010345b0e9c5'} bound to L3 agent in host dv-cinder-835384-11-iscsi {{(pid=104513) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 15:26:24.768340 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.l3_hamode_db [None req-78699ee2-37d8-427f-a960-30a3c7042779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-24T15:10:24Z,description=,heartbeat_timestamp=2022-06-24T15:26:24Z,host='dv-cinder-835384-11-iscsi',id=45985ff7-1335-48cd-ab02-73eb58295827,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T15:10:24Z,topic='l3_agent')) {'router_ids': ['bdccb451-e35e-486d-b144-010345b0e9c5'], 'active': True} {{(pid=104513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 15:26:24.789075 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:26:24.793792 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [None req-d1086d33-77c8-4181-8dc9-27c011d21997 admin admin] Deleting port c32a7bab-7bd7-4a6c-baf4-07b5d75970e6 {{(pid=104511) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 15:26:24.794134 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-d1086d33-77c8-4181-8dc9-27c011d21997 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761385095720'] for port (c32a7bab-7bd7-4a6c-baf4-07b5d75970e6), before_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:26:24.882119 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.db [None req-d1086d33-77c8-4181-8dc9-27c011d21997 admin admin] For port c32a7bab-7bd7-4a6c-baf4-07b5d75970e6, host dv-cinder-835384-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-11-iscsi',level=0,port_id=c32a7bab-7bd7-4a6c-baf4-07b5d75970e6,segment=NetworkSegment(6785a788-9b98-4059-b825-96a306cb346e),segment_id=6785a788-9b98-4059-b825-96a306cb346e)] {{(pid=104511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 15:26:24.882487 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-d1086d33-77c8-4181-8dc9-27c011d21997 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-465599'] for port (c32a7bab-7bd7-4a6c-baf4-07b5d75970e6), precommit_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:26:24.898470 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [None req-d1086d33-77c8-4181-8dc9-27c011d21997 admin admin] Calling delete_port for c32a7bab-7bd7-4a6c-baf4-07b5d75970e6 owned by network:router_gateway {{(pid=104511) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 15:26:24.907333 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:26:24.989768 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.l3_dvr_db [None req-78699ee2-37d8-427f-a960-30a3c7042779 None None] Set router bdccb451-e35e-486d-b144-010345b0e9c5 gateway port host: None {{(pid=104513) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 15:26:25.043062 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.l3_hamode_db [None req-78699ee2-37d8-427f-a960-30a3c7042779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdccb451-e35e-486d-b144-010345b0e9c5', 'name': 'tempest-AttachVolumeShelveTestJSON-1938332131-router', 'tenant_id': 'c4807ce933f14af0be22dd1cf3635c2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T15:18:31Z', 'updated_at': '2022-06-24T15:26:24Z', 'revision_number': 6, 'project_id': 'c4807ce933f14af0be22dd1cf3635c2f', 'gw_port_host': None}], 'dv-cinder-835384-11-iscsi', False) {} {{(pid=104513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 15:26:25.046944 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-6e9ba797-1d0c-40f8-9e0c-708f895be0b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697012'] for agent (f984396c-9862-4f32-9cf6-f19d2e5feb00), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:26:25.068011 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78699ee2-37d8-427f-a960-30a3c7042779 None None] The sync data for ids ['bdccb451-e35e-486d-b144-010345b0e9c5'] in dv-cinder-835384-11-iscsi is: [{'id': 'bdccb451-e35e-486d-b144-010345b0e9c5', 'name': 'tempest-AttachVolumeShelveTestJSON-1938332131-router', 'tenant_id': 'c4807ce933f14af0be22dd1cf3635c2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T15:18:31Z', 'updated_at': '2022-06-24T15:26:24Z', 'revision_number': 6, 'project_id': 'c4807ce933f14af0be22dd1cf3635c2f', 'gw_port_host': None}] {{(pid=104513) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 15:26:25.161644 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-d1086d33-77c8-4181-8dc9-27c011d21997 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761385101680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761384583307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3599638'] for port (c32a7bab-7bd7-4a6c-baf4-07b5d75970e6), after_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:26:25.185699 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1086d33-77c8-4181-8dc9-27c011d21997 admin admin] Pushing event deleted for resources: {'Port': ['ID=c32a7bab-7bd7-4a6c-baf4-07b5d75970e6,revision_number=None']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:26:25.251530 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-d1086d33-77c8-4181-8dc9-27c011d21997 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-470328'] for router_gateway (bdccb451-e35e-486d-b144-010345b0e9c5), after_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:26:25.550516 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-d1086d33-77c8-4181-8dc9-27c011d21997 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-462385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14472'] for router (bdccb451-e35e-486d-b144-010345b0e9c5), precommit_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:26:25.552684 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-d1086d33-77c8-4181-8dc9-27c011d21997 admin admin] Publish callbacks [] for router_controller (bdccb451-e35e-486d-b144-010345b0e9c5), precommit_delete_associations {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:26:25.656176 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-d1086d33-77c8-4181-8dc9-27c011d21997 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-462527'] for router (bdccb451-e35e-486d-b144-010345b0e9c5), after_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:26:25.656797 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1086d33-77c8-4181-8dc9-27c011d21997 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bdccb451-e35e-486d-b144-010345b0e9c5 {{(pid=104511) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 24 15:26:25.661085 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-d1086d33-77c8-4181-8dc9-27c011d21997 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:26:25.662271 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [None req-d1086d33-77c8-4181-8dc9-27c011d21997 admin admin] 10.222.0.67 "DELETE /v2.0/routers/bdccb451-e35e-486d-b144-010345b0e9c5 HTTP/1.1" status: 204 len: 168 time: 1.2103601 Jun 24 15:26:25.664731 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.wsgi [-] (104511) accepted ('10.222.0.67', 45620) {{(pid=104511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:26:25.709128 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b97fd7d-95ab-4901-a952-17e41a20bfba admin admin] Deleting subnet ca86efdf-43ba-4cdf-8f0a-3c6622699971 {{(pid=104511) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 24 15:26:25.712314 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-8b97fd7d-95ab-4901-a952-17e41a20bfba admin admin] Publish callbacks [] for subnet (ca86efdf-43ba-4cdf-8f0a-3c6622699971), before_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:26:25.747827 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-8b97fd7d-95ab-4901-a952-17e41a20bfba admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3541070'] for subnet (ca86efdf-43ba-4cdf-8f0a-3c6622699971), precommit_delete_associations {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:26:25.828442 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-8b97fd7d-95ab-4901-a952-17e41a20bfba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7697736'] for subnet (ca86efdf-43ba-4cdf-8f0a-3c6622699971), precommit_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:26:25.942253 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-8b97fd7d-95ab-4901-a952-17e41a20bfba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7697766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3599681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3423336'] for subnet (ca86efdf-43ba-4cdf-8f0a-3c6622699971), after_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:26:25.970635 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b97fd7d-95ab-4901-a952-17e41a20bfba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ca86efdf-43ba-4cdf-8f0a-3c6622699971,revision_number=None']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:26:25.974301 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-8b97fd7d-95ab-4901-a952-17e41a20bfba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7879399'] for subnet (None), before_response {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:26:25.977665 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [None req-8b97fd7d-95ab-4901-a952-17e41a20bfba admin admin] 10.222.0.67 "DELETE /v2.0/subnets/ca86efdf-43ba-4cdf-8f0a-3c6622699971 HTTP/1.1" status: 204 len: 168 time: 0.3120594 Jun 24 15:26:25.980397 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.wsgi [-] (104512) accepted ('10.222.0.67', 45622) {{(pid=104512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:26:25.983054 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32aedf2f-2db4-4c9a-8756-8669a4d2dc3f None None] Network 6d1ef1dd-ee8a-4e52-9261-de77d4e705e2 requested from dv-cinder-835384-11-iscsi {{(pid=104513) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 15:26:26.058676 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-1b0d3c4e-aa40-4a9b-9330-3adf3fe32488 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7823327'] for network (6d1ef1dd-ee8a-4e52-9261-de77d4e705e2), before_delete {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:26:26.111849 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.plugin [None req-1b0d3c4e-aa40-4a9b-9330-3adf3fe32488 admin admin] Deleting port 84e502a7-e238-4d13-ae6c-3935c4018f81 {{(pid=104512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 15:26:26.112227 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-1b0d3c4e-aa40-4a9b-9330-3adf3fe32488 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761385095720'] for port (84e502a7-e238-4d13-ae6c-3935c4018f81), before_delete {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:26:26.174767 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.db [None req-1b0d3c4e-aa40-4a9b-9330-3adf3fe32488 admin admin] For port 84e502a7-e238-4d13-ae6c-3935c4018f81, host dv-cinder-835384-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-11-iscsi',level=0,port_id=84e502a7-e238-4d13-ae6c-3935c4018f81,segment=NetworkSegment(fbb525f4-37d7-4ee1-94df-b844f5efa329),segment_id=fbb525f4-37d7-4ee1-94df-b844f5efa329)] {{(pid=104512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 15:26:26.175137 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-1b0d3c4e-aa40-4a9b-9330-3adf3fe32488 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-465599'] for port (84e502a7-e238-4d13-ae6c-3935c4018f81), precommit_delete {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:26:26.181020 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63615c77-b92b-41be-bc49-b3f879400f91 None None] DHCP port deletion for 6d1ef1dd-ee8a-4e52-9261-de77d4e705e2 request from dv-cinder-835384-11-iscsi {{(pid=104513) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 24 15:26:26.189950 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.plugin [None req-1b0d3c4e-aa40-4a9b-9330-3adf3fe32488 admin admin] Calling delete_port for 84e502a7-e238-4d13-ae6c-3935c4018f81 owned by network:dhcp {{(pid=104512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 15:26:26.200500 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:26:26.218837 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.plugin [None req-63615c77-b92b-41be-bc49-b3f879400f91 None None] Deleting port 84e502a7-e238-4d13-ae6c-3935c4018f81 {{(pid=104513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 15:26:26.220737 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-63615c77-b92b-41be-bc49-b3f879400f91 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761385095720'] for port (84e502a7-e238-4d13-ae6c-3935c4018f81), before_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:26:26.248653 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:26:26.287393 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.db [None req-63615c77-b92b-41be-bc49-b3f879400f91 None None] For port 84e502a7-e238-4d13-ae6c-3935c4018f81, host dv-cinder-835384-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-11-iscsi',level=0,port_id=84e502a7-e238-4d13-ae6c-3935c4018f81,segment=NetworkSegment(fbb525f4-37d7-4ee1-94df-b844f5efa329),segment_id=fbb525f4-37d7-4ee1-94df-b844f5efa329)] {{(pid=104513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 15:26:26.287789 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-63615c77-b92b-41be-bc49-b3f879400f91 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-465599'] for port (84e502a7-e238-4d13-ae6c-3935c4018f81), precommit_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:26:26.301270 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.plugin [None req-63615c77-b92b-41be-bc49-b3f879400f91 None None] Calling delete_port for 84e502a7-e238-4d13-ae6c-3935c4018f81 owned by network:dhcp {{(pid=104513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 15:26:26.332605 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-1b0d3c4e-aa40-4a9b-9330-3adf3fe32488 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761385101680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761384583307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3859661'] for port (84e502a7-e238-4d13-ae6c-3935c4018f81), after_delete {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:26:26.352973 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:26:26.360807 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0d3c4e-aa40-4a9b-9330-3adf3fe32488 admin admin] Pushing event deleted for resources: {'Port': ['ID=84e502a7-e238-4d13-ae6c-3935c4018f81,revision_number=None']} {{(pid=104512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:26:26.366380 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:26:26.366720 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b0d3c4e-aa40-4a9b-9330-3adf3fe32488 admin admin] No DVR routers for this DVR port 84e502a7-e238-4d13-ae6c-3935c4018f81 on host dv-cinder-835384-11-iscsi {{(pid=104512) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 24 15:26:26.376044 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:SELECT=100 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:26:26.395524 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-63615c77-b92b-41be-bc49-b3f879400f91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761385101680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761384583307'] for port (84e502a7-e238-4d13-ae6c-3935c4018f81), after_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:26:26.421029 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.rpc [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Device 84e502a7-e238-4d13-ae6c-3935c4018f81 no longer exists at agent ovs-agent-dv-cinder-835384-11-iscsi {{(pid=104513) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 15:26:26.429585 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63615c77-b92b-41be-bc49-b3f879400f91 None None] Pushing event deleted for resources: {'Port': ['ID=84e502a7-e238-4d13-ae6c-3935c4018f81,revision_number=None']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:26:26.451489 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-1b0d3c4e-aa40-4a9b-9330-3adf3fe32488 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7769653', 'neutron.services.segments.db._delete_segments_for_network-8761385121163'] for network (6d1ef1dd-ee8a-4e52-9261-de77d4e705e2), precommit_delete {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:26:26.453705 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63615c77-b92b-41be-bc49-b3f879400f91 None None] No DVR routers for this DVR port 84e502a7-e238-4d13-ae6c-3935c4018f81 on host dv-cinder-835384-11-iscsi {{(pid=104513) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 24 15:26:26.460272 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.plugin [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] No Port match for: 84e502a7-e238-4d13-ae6c-3935c4018f81 {{(pid=104513) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 15:26:26.460272 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.rpc [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Device 84e502a7-e238-4d13-ae6c-3935c4018f81 not bound to the agent host dv-cinder-835384-11-iscsi {{(pid=104513) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 15:26:26.460272 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.rpc [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Device f7cfaf54-64fd-42ff-931f-2a48f687eb0a no longer exists at agent ovs-agent-dv-cinder-835384-11-iscsi {{(pid=104513) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 15:26:26.461230 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63615c77-b92b-41be-bc49-b3f879400f91 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:26:26.461576 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63615c77-b92b-41be-bc49-b3f879400f91 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:26:26.461918 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63615c77-b92b-41be-bc49-b3f879400f91 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:26:26.462255 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63615c77-b92b-41be-bc49-b3f879400f91 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:26:26.462584 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63615c77-b92b-41be-bc49-b3f879400f91 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:26:26.462983 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63615c77-b92b-41be-bc49-b3f879400f91 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:26:26.463386 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63615c77-b92b-41be-bc49-b3f879400f91 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:26:26.464245 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63615c77-b92b-41be-bc49-b3f879400f91 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:26:26.464245 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63615c77-b92b-41be-bc49-b3f879400f91 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:26:26.464429 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63615c77-b92b-41be-bc49-b3f879400f91 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:26:26.465041 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63615c77-b92b-41be-bc49-b3f879400f91 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:26:26.465041 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63615c77-b92b-41be-bc49-b3f879400f91 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:26:26.465340 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63615c77-b92b-41be-bc49-b3f879400f91 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:26:26.465603 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63615c77-b92b-41be-bc49-b3f879400f91 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:26:26.465872 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63615c77-b92b-41be-bc49-b3f879400f91 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:26:26.471447 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-e7d2b4de-897d-40d1-b758-5e5b7ac4c4e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697012'] for agent (2f766f35-a225-44ed-b70f-669caec6f4a7), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:26:26.482198 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.services.segments.db [None req-1b0d3c4e-aa40-4a9b-9330-3adf3fe32488 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d1ef1dd-ee8a-4e52-9261-de77d4e705e2']}} {{(pid=104512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 15:26:26.489057 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.plugin [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] No Port match for: f7cfaf54-64fd-42ff-931f-2a48f687eb0a {{(pid=104513) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 15:26:26.489402 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.rpc [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Device f7cfaf54-64fd-42ff-931f-2a48f687eb0a not bound to the agent host dv-cinder-835384-11-iscsi {{(pid=104513) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 15:26:26.489821 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.rpc [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Device c32a7bab-7bd7-4a6c-baf4-07b5d75970e6 no longer exists at agent ovs-agent-dv-cinder-835384-11-iscsi {{(pid=104513) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 15:26:26.490058 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.services.segments.db [None req-1b0d3c4e-aa40-4a9b-9330-3adf3fe32488 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fbb525f4-37d7-4ee1-94df-b844f5efa329') {'for_net_delete': True} {{(pid=104512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 15:26:26.490356 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.services.segments.db [None req-1b0d3c4e-aa40-4a9b-9330-3adf3fe32488 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fbb525f4-37d7-4ee1-94df-b844f5efa329') {} {{(pid=104512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 15:26:26.501226 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-1b0d3c4e-aa40-4a9b-9330-3adf3fe32488 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761385121940', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-795072'] for segment (fbb525f4-37d7-4ee1-94df-b844f5efa329), before_delete {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:26:26.508900 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.plugin [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] No Port match for: c32a7bab-7bd7-4a6c-baf4-07b5d75970e6 {{(pid=104513) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 15:26:26.509325 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.rpc [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Device c32a7bab-7bd7-4a6c-baf4-07b5d75970e6 not bound to the agent host dv-cinder-835384-11-iscsi {{(pid=104513) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 15:26:26.515129 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-1b0d3c4e-aa40-4a9b-9330-3adf3fe32488 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7772344'] for segment (fbb525f4-37d7-4ee1-94df-b844f5efa329), precommit_delete {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:26:26.522005 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b0d3c4e-aa40-4a9b-9330-3adf3fe32488 admin admin] Releasing vlan 797 on physical network physnet1 to pool {{(pid=104512) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 15:26:26.522383 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-1b0d3c4e-aa40-4a9b-9330-3adf3fe32488 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7772344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3859696'] for segment (fbb525f4-37d7-4ee1-94df-b844f5efa329), after_delete {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:26:26.662491 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.services.segments.plugin [-] Segment fbb525f4-37d7-4ee1-94df-b844f5efa329 resource provider aggregate not found Jun 24 15:26:26.677736 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.services.segments.plugin [-] Segment fbb525f4-37d7-4ee1-94df-b844f5efa329 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid fbb525f4-37d7-4ee1-94df-b844f5efa329 found for delete ", "request_id": "req-33e4dbe4-c835-44a0-8913-4b44ed7e5011"}]} Jun 24 15:26:26.681081 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-1b0d3c4e-aa40-4a9b-9330-3adf3fe32488 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7769644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-275585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-467247'] for network (6d1ef1dd-ee8a-4e52-9261-de77d4e705e2), after_delete {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:26:26.686476 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-1b0d3c4e-aa40-4a9b-9330-3adf3fe32488 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7879399'] for network (None), before_response {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:26:26.689524 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [None req-1b0d3c4e-aa40-4a9b-9330-3adf3fe32488 admin admin] 10.222.0.67 "DELETE /v2.0/networks/6d1ef1dd-ee8a-4e52-9261-de77d4e705e2 HTTP/1.1" status: 204 len: 168 time: 0.7081263 Jun 24 15:26:26.701092 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0d3c4e-aa40-4a9b-9330-3adf3fe32488 admin admin] Pushing event deleted for resources: {'Network': ['ID=6d1ef1dd-ee8a-4e52-9261-de77d4e705e2,revision_number=None']} {{(pid=104512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:26:26.704870 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697012'] for agent (559fa80c-96d5-4fe7-8c5f-9eda482c27bf), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:26:26.985908 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.wsgi [-] (104511) accepted ('10.222.0.67', 45632) {{(pid=104511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:26:27.005958 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=85,neutron:DELETE=11,neutron:UPDATE=4 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:26:27.031619 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [None req-42a8790c-09d0-43f9-b2f8-d60860d487d7 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=c4807ce933f14af0be22dd1cf3635c2f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0445371 Jun 24 15:26:27.034098 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.wsgi [-] (104511) accepted ('10.222.0.67', 45634) {{(pid=104511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:26:27.114761 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-69a45bb4-eae7-42d6-8df6-dff9686de696 admin admin] Publish callbacks [] for security_group (e08ccc51-12f5-4c3f-a2b9-f83d55d6a05d), before_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:26:27.136406 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-69a45bb4-eae7-42d6-8df6-dff9686de696 admin admin] Publish callbacks [] for security_group (e08ccc51-12f5-4c3f-a2b9-f83d55d6a05d), precommit_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:26:27.250573 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-69a45bb4-eae7-42d6-8df6-dff9686de696 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-275664'] for security_group (e08ccc51-12f5-4c3f-a2b9-f83d55d6a05d), after_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:26:27.253007 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-69a45bb4-eae7-42d6-8df6-dff9686de696 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:26:27.254145 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [None req-69a45bb4-eae7-42d6-8df6-dff9686de696 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/e08ccc51-12f5-4c3f-a2b9-f83d55d6a05d HTTP/1.1" status: 204 len: 168 time: 0.2191465 Jun 24 15:26:27.262247 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a45bb4-eae7-42d6-8df6-dff9686de696 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e08ccc51-12f5-4c3f-a2b9-f83d55d6a05d,revision_number=None']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:26:28.226532 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.wsgi [-] (104511) accepted ('10.222.0.67', 45656) {{(pid=104511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:26:28.323891 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.v2.base [None req-2e14d9e4-a9e2-4f59-8d60-a470f2333fd7 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1499954587-network', 'tenant_id': '9c5f325c1c3245fa88dbb36698037138'}} {{(pid=104511) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 15:26:28.406674 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e14d9e4-a9e2-4f59-8d60-a470f2333fd7 admin admin] Made reservation on behalf of 9c5f325c1c3245fa88dbb36698037138 for: {'network': 1} {{(pid=104511) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 15:26:28.409035 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-2e14d9e4-a9e2-4f59-8d60-a470f2333fd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7727318'] for network (None), before_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:26:28.418058 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-2e14d9e4-a9e2-4f59-8d60-a470f2333fd7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:26:28.482913 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=86,neutron:DELETE=7,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:26:28.491359 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-2e14d9e4-a9e2-4f59-8d60-a470f2333fd7 admin admin] Publish callbacks [] for security_group (f7508e57-0242-4fc4-8eff-f85f3723f4d0), precommit_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:26:28.578246 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-2e14d9e4-a9e2-4f59-8d60-a470f2333fd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-275664'] for security_group (f7508e57-0242-4fc4-8eff-f85f3723f4d0), after_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:26:28.604273 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e14d9e4-a9e2-4f59-8d60-a470f2333fd7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 794} {{(pid=104511) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 15:26:28.613832 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e14d9e4-a9e2-4f59-8d60-a470f2333fd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7508e57-0242-4fc4-8eff-f85f3723f4d0,revision_number=1']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:26:28.618489 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-2e14d9e4-a9e2-4f59-8d60-a470f2333fd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7772344'] for segment (6638c144-a037-4a0d-a23e-e5ad5f3b41a2), precommit_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:26:28.618825 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.db.segments_db [None req-2e14d9e4-a9e2-4f59-8d60-a470f2333fd7 admin admin] Added segment 6638c144-a037-4a0d-a23e-e5ad5f3b41a2 of type vlan for network a938b282-cfea-4809-a5ee-a9f6a9bd6a63 Jun 24 15:26:28.660289 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-2e14d9e4-a9e2-4f59-8d60-a470f2333fd7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761384550337'] for network (a938b282-cfea-4809-a5ee-a9f6a9bd6a63), precommit_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:26:28.749833 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-2e14d9e4-a9e2-4f59-8d60-a470f2333fd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-275585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409'] for network (a938b282-cfea-4809-a5ee-a9f6a9bd6a63), after_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:26:28.750816 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e14d9e4-a9e2-4f59-8d60-a470f2333fd7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:26:28.751444 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-2e14d9e4-a9e2-4f59-8d60-a470f2333fd7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7879399'] for network (None), before_response {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:26:28.810684 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e14d9e4-a9e2-4f59-8d60-a470f2333fd7 admin admin] Pushing event updated for resources: {'Network': ['ID=a938b282-cfea-4809-a5ee-a9f6a9bd6a63,revision_number=1']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:26:28.820376 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.rpc [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Network a938b282-cfea-4809-a5ee-a9f6a9bd6a63 details requested by agent ovs-agent-dv-cinder-835384-11-iscsi with host dv-cinder-835384-11-iscsi {{(pid=104513) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 15:26:28.850085 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [None req-2e14d9e4-a9e2-4f59-8d60-a470f2333fd7 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 0.6222632 Jun 24 15:26:28.852762 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.wsgi [-] (104511) accepted ('10.222.0.67', 45660) {{(pid=104511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:26:28.857997 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.v2.base [None req-235176c5-625e-41fa-b7c6-e9769acb5291 admin admin] Request body: {'subnet': {'network_id': 'a938b282-cfea-4809-a5ee-a9f6a9bd6a63', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1499954587-subnet', 'tenant_id': '9c5f325c1c3245fa88dbb36698037138', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104511) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 15:26:28.955515 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-235176c5-625e-41fa-b7c6-e9769acb5291 admin admin] Made reservation on behalf of 9c5f325c1c3245fa88dbb36698037138 for: {'subnet': 1} {{(pid=104511) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 15:26:28.957950 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-235176c5-625e-41fa-b7c6-e9769acb5291 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3423239'] for subnet (None), before_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:26:29.066894 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG dbcounter [-] [104514] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=104514) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:26:29.069899 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG dbcounter [-] [104514] Writing DB stats neutron:DELETE=1,neutron:SELECT=8,neutron:UPDATE=1 {{(pid=104514) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:26:29.075374 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=78,neutron:DELETE=4,neutron:INSERT=15,neutron:UPDATE=3 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:26:29.187518 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-235176c5-625e-41fa-b7c6-e9769acb5291 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3599746', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3423345'] for subnet (457d19a7-6084-4c04-9002-174a158fd5f4), after_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:26:29.250738 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235176c5-625e-41fa-b7c6-e9769acb5291 admin admin] Pushing event updated for resources: {'Subnet': ['ID=457d19a7-6084-4c04-9002-174a158fd5f4,revision_number=0']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:26:29.258227 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-235176c5-625e-41fa-b7c6-e9769acb5291 admin admin] Checking segment: {'id': '6638c144-a037-4a0d-a23e-e5ad5f3b41a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'a938b282-cfea-4809-a5ee-a9f6a9bd6a63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 15:26:29.258586 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-235176c5-625e-41fa-b7c6-e9769acb5291 admin admin] Network hostable DHCP agents. Network: a938b282-cfea-4809-a5ee-a9f6a9bd6a63, hostable agents: ['61dc9491-0c49-467e-b62a-6961ce952bc2'], hosted agents: [] {{(pid=104511) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 15:26:29.335927 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-235176c5-625e-41fa-b7c6-e9769acb5291 admin admin] Network a938b282-cfea-4809-a5ee-a9f6a9bd6a63 is scheduled to be hosted by DHCP agent 61dc9491-0c49-467e-b62a-6961ce952bc2 with binding_index 1 {{(pid=104511) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 15:26:29.399021 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.scheduler.base_scheduler [None req-235176c5-625e-41fa-b7c6-e9769acb5291 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835384-11-iscsi, a938b282-cfea-4809-a5ee-a9f6a9bd6a63) {{(pid=104511) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 15:26:29.403801 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-235176c5-625e-41fa-b7c6-e9769acb5291 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:26:29.404393 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-235176c5-625e-41fa-b7c6-e9769acb5291 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7879399'] for subnet (None), before_response {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:26:29.408692 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adec1850-c56f-47a7-b350-eba4b14b3b13 None None] Network a938b282-cfea-4809-a5ee-a9f6a9bd6a63 requested from dv-cinder-835384-11-iscsi {{(pid=104513) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 15:26:29.484160 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [None req-235176c5-625e-41fa-b7c6-e9769acb5291 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6296360 Jun 24 15:26:29.486766 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.wsgi [-] (104512) accepted ('10.222.0.67', 45662) {{(pid=104512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:26:29.491160 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.v2.base [None req-a04fd0b4-854d-4f0f-bdf5-69f5fa830825 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1499954587-router', 'tenant_id': '9c5f325c1c3245fa88dbb36698037138', 'external_gateway_info': {'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59'}}} {{(pid=104512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 15:26:29.515136 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fc7e0af-c31a-413a-bdc4-121503c5a3c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2b4efa5-1f6d-5be6-a0c3-799436a0bdb9-a938b282-cfea-4809-a5ee-a9f6a9bd6a63', 'network_id': 'a938b282-cfea-4809-a5ee-a9f6a9bd6a63', 'project_id': '9c5f325c1c3245fa88dbb36698037138', 'fixed_ips': [{'subnet_id': '457d19a7-6084-4c04-9002-174a158fd5f4'}]}} from dv-cinder-835384-11-iscsi. {{(pid=104513) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 24 15:26:29.516101 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-6fc7e0af-c31a-413a-bdc4-121503c5a3c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7727318'] for port (None), before_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:26:29.573009 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-a04fd0b4-854d-4f0f-bdf5-69f5fa830825 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-460991', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14566'] for router (361ba4ad-6a67-4fdc-930f-be73daea70c7), before_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:26:29.574341 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-a04fd0b4-854d-4f0f-bdf5-69f5fa830825 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-461210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-470210', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-519196', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14577'] for router (361ba4ad-6a67-4fdc-930f-be73daea70c7), precommit_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:26:29.628585 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-a04fd0b4-854d-4f0f-bdf5-69f5fa830825 admin admin] Publish callbacks [] for router_controller (361ba4ad-6a67-4fdc-930f-be73daea70c7), precommit_add_association {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:26:29.650630 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.db_base_plugin_common [None req-6fc7e0af-c31a-413a-bdc4-121503c5a3c3 None None] Allocated IP 172.20.0.2 (a938b282-cfea-4809-a5ee-a9f6a9bd6a63/457d19a7-6084-4c04-9002-174a158fd5f4/42d16147-6e33-4e4a-9205-5f19ff096842) {{(pid=104513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 15:26:29.793263 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-6fc7e0af-c31a-413a-bdc4-121503c5a3c3 None None] Publish callbacks [] for port (42d16147-6e33-4e4a-9205-5f19ff096842), precommit_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:26:29.839768 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-a04fd0b4-854d-4f0f-bdf5-69f5fa830825 admin admin] Publish callbacks [] for router_gateway (361ba4ad-6a67-4fdc-930f-be73daea70c7), precommit_update {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:26:29.850693 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-6fc7e0af-c31a-413a-bdc4-121503c5a3c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761384583298'] for port (42d16147-6e33-4e4a-9205-5f19ff096842), after_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:26:29.895166 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fc7e0af-c31a-413a-bdc4-121503c5a3c3 None None] Network a938b282-cfea-4809-a5ee-a9f6a9bd6a63 is already hosted by enough agents. {{(pid=104513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 15:26:29.901133 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.scheduler.base_scheduler [None req-6fc7e0af-c31a-413a-bdc4-121503c5a3c3 None None] Resources bound (agent type, host, resource id): {{(pid=104513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 15:26:29.903287 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc7e0af-c31a-413a-bdc4-121503c5a3c3 None None] Pushing event updated for resources: {'Port': ['ID=42d16147-6e33-4e4a-9205-5f19ff096842,revision_number=1']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:26:29.911733 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fc7e0af-c31a-413a-bdc4-121503c5a3c3 None None] Received port after_create {{(pid=104513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 15:26:29.960465 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.managers [None req-6fc7e0af-c31a-413a-bdc4-121503c5a3c3 None None] Attempting to bind port 42d16147-6e33-4e4a-9205-5f19ff096842 on host dv-cinder-835384-11-iscsi for vnic_type normal with profile {{(pid=104513) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 15:26:29.960825 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.managers [None req-6fc7e0af-c31a-413a-bdc4-121503c5a3c3 None None] Attempting to bind port 42d16147-6e33-4e4a-9205-5f19ff096842 by drivers openvswitch,hyperv on host dv-cinder-835384-11-iscsi at level 0 using segments [{'id': '6638c144-a037-4a0d-a23e-e5ad5f3b41a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'a938b282-cfea-4809-a5ee-a9f6a9bd6a63'}] {{(pid=104513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 15:26:29.961197 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fc7e0af-c31a-413a-bdc4-121503c5a3c3 None None] Attempting to bind port 42d16147-6e33-4e4a-9205-5f19ff096842 on network a938b282-cfea-4809-a5ee-a9f6a9bd6a63 {{(pid=104513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 15:26:29.966857 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fc7e0af-c31a-413a-bdc4-121503c5a3c3 None None] Checking agent: {'id': '559fa80c-96d5-4fe7-8c5f-9eda482c27bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835384-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 15, 10, 27), 'started_at': datetime.datetime(2022, 6, 24, 15, 10, 57), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 15, 26, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835384-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 15:26:29.967243 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fc7e0af-c31a-413a-bdc4-121503c5a3c3 None None] Checking segment: {'id': '6638c144-a037-4a0d-a23e-e5ad5f3b41a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'a938b282-cfea-4809-a5ee-a9f6a9bd6a63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 15:26:29.967637 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-6fc7e0af-c31a-413a-bdc4-121503c5a3c3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:26:29.968017 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fc7e0af-c31a-413a-bdc4-121503c5a3c3 None None] Bound using segment: {'id': '6638c144-a037-4a0d-a23e-e5ad5f3b41a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'a938b282-cfea-4809-a5ee-a9f6a9bd6a63'} {{(pid=104513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 15:26:29.968466 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.managers [None req-6fc7e0af-c31a-413a-bdc4-121503c5a3c3 None None] Bound port: 42d16147-6e33-4e4a-9205-5f19ff096842, host: dv-cinder-835384-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6638c144-a037-4a0d-a23e-e5ad5f3b41a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'a938b282-cfea-4809-a5ee-a9f6a9bd6a63'}}] {{(pid=104513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 15:26:29.968840 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-6fc7e0af-c31a-413a-bdc4-121503c5a3c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7727318'] for port (42d16147-6e33-4e4a-9205-5f19ff096842), before_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:26:30.028532 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.db [None req-6fc7e0af-c31a-413a-bdc4-121503c5a3c3 None None] For port 42d16147-6e33-4e4a-9205-5f19ff096842, host dv-cinder-835384-11-iscsi, cleared binding levels {{(pid=104513) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 15:26:30.031546 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.db [None req-6fc7e0af-c31a-413a-bdc4-121503c5a3c3 None None] For port 42d16147-6e33-4e4a-9205-5f19ff096842, host dv-cinder-835384-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-11-iscsi',level=0,port_id=42d16147-6e33-4e4a-9205-5f19ff096842,segment=NetworkSegment(6638c144-a037-4a0d-a23e-e5ad5f3b41a2),segment_id=6638c144-a037-4a0d-a23e-e5ad5f3b41a2)] {{(pid=104513) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 15:26:30.099467 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-6fc7e0af-c31a-413a-bdc4-121503c5a3c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761385101662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761384583316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761384583334'] for port (42d16147-6e33-4e4a-9205-5f19ff096842), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:26:30.102959 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-a04fd0b4-854d-4f0f-bdf5-69f5fa830825 admin admin] Publish callbacks [] for router_gateway (361ba4ad-6a67-4fdc-930f-be73daea70c7), before_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:26:30.121673 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-a04fd0b4-854d-4f0f-bdf5-69f5fa830825 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7727318'] for port (None), before_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:26:30.164328 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc7e0af-c31a-413a-bdc4-121503c5a3c3 None None] Pushing event updated for resources: {'Port': ['ID=42d16147-6e33-4e4a-9205-5f19ff096842,revision_number=2']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:26:30.439702 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.rpc [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Device 42d16147-6e33-4e4a-9205-5f19ff096842 up at agent ovs-agent-dv-cinder-835384-11-iscsi {{(pid=104513) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 15:26:30.498176 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.db.db_base_plugin_common [None req-a04fd0b4-854d-4f0f-bdf5-69f5fa830825 admin admin] Allocated IP 172.27.0.156 (60b3096c-3a0f-4216-9e52-e826cbf1fb59/f6c08379-d241-4966-a4ae-7ff02804e7f6/b1f0b248-f30b-4d6d-9d7c-8bf3f1e98ba7) {{(pid=104512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 15:26:30.499959 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.provisioning_blocks [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Provisioning complete for port 42d16147-6e33-4e4a-9205-5f19ff096842 triggered by entity L2. {{(pid=104513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 15:26:30.500352 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7696598'] for port (42d16147-6e33-4e4a-9205-5f19ff096842), provisioning_complete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:26:30.501873 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=83,neutron:DELETE=7,neutron:UPDATE=4,neutron:INSERT=6 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:26:30.572715 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.plugin [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Current status of the port 42d16147-6e33-4e4a-9205-5f19ff096842 is: DOWN; New status is: ACTIVE {{(pid=104513) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 15:26:30.573024 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7727318'] for port (42d16147-6e33-4e4a-9205-5f19ff096842), before_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:26:30.602962 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-a04fd0b4-854d-4f0f-bdf5-69f5fa830825 admin admin] Publish callbacks [] for port (b1f0b248-f30b-4d6d-9d7c-8bf3f1e98ba7), precommit_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:26:30.610781 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.db [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] For port 42d16147-6e33-4e4a-9205-5f19ff096842, host dv-cinder-835384-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-11-iscsi',level=0,port_id=42d16147-6e33-4e4a-9205-5f19ff096842,segment=NetworkSegment(6638c144-a037-4a0d-a23e-e5ad5f3b41a2),segment_id=6638c144-a037-4a0d-a23e-e5ad5f3b41a2)] {{(pid=104513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 15:26:30.613903 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:26:30.699107 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761385101662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761384583316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761384583334'] for port (42d16147-6e33-4e4a-9205-5f19ff096842), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:26:30.710573 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-a04fd0b4-854d-4f0f-bdf5-69f5fa830825 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761384583298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3859661'] for port (b1f0b248-f30b-4d6d-9d7c-8bf3f1e98ba7), after_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:26:30.732602 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:26:30.747021 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Pushing event updated for resources: {'Port': ['ID=42d16147-6e33-4e4a-9205-5f19ff096842,revision_number=3']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:26:30.753761 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a04fd0b4-854d-4f0f-bdf5-69f5fa830825 admin admin] Network 60b3096c-3a0f-4216-9e52-e826cbf1fb59 is already hosted by enough agents. {{(pid=104512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 15:26:30.760009 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.scheduler.base_scheduler [None req-a04fd0b4-854d-4f0f-bdf5-69f5fa830825 admin admin] Resources bound (agent type, host, resource id): {{(pid=104512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 15:26:30.760350 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a04fd0b4-854d-4f0f-bdf5-69f5fa830825 admin admin] Received port after_create {{(pid=104512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 15:26:30.765914 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04fd0b4-854d-4f0f-bdf5-69f5fa830825 admin admin] Pushing event updated for resources: {'Port': ['ID=b1f0b248-f30b-4d6d-9d7c-8bf3f1e98ba7,revision_number=1']} {{(pid=104512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:26:31.066177 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a192ead-269c-491b-8796-63ef2fbbdbf9 None None] Network a938b282-cfea-4809-a5ee-a9f6a9bd6a63 requested from dv-cinder-835384-11-iscsi {{(pid=104513) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 15:26:31.090115 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-a04fd0b4-854d-4f0f-bdf5-69f5fa830825 admin admin] Publish callbacks [] for router_gateway (361ba4ad-6a67-4fdc-930f-be73daea70c7), after_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:26:31.146760 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.provisioning_blocks [None req-e7203655-eb70-4c4a-b1e0-2863cd0ec866 None None] Provisioning complete for port 42d16147-6e33-4e4a-9205-5f19ff096842 triggered by entity DHCP. {{(pid=104513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 15:26:31.147131 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-e7203655-eb70-4c4a-b1e0-2863cd0ec866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7696598'] for port (42d16147-6e33-4e4a-9205-5f19ff096842), provisioning_complete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:26:31.250294 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.plugin [None req-e7203655-eb70-4c4a-b1e0-2863cd0ec866 None None] Current status of the port 42d16147-6e33-4e4a-9205-5f19ff096842 is: ACTIVE; New status is: ACTIVE {{(pid=104513) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 15:26:31.286106 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-a04fd0b4-854d-4f0f-bdf5-69f5fa830825 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-462429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-470182'] for router (361ba4ad-6a67-4fdc-930f-be73daea70c7), after_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:26:31.384033 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:26:31.463888 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:26:31.468595 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.provisioning_blocks [None req-2269fd52-5d2f-4afb-819c-325c5ed30378 None None] Provisioning complete for port 42d16147-6e33-4e4a-9205-5f19ff096842 triggered by entity DHCP. {{(pid=104513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 15:26:31.468968 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-2269fd52-5d2f-4afb-819c-325c5ed30378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7696598'] for port (42d16147-6e33-4e4a-9205-5f19ff096842), provisioning_complete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:26:31.484689 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a04fd0b4-854d-4f0f-bdf5-69f5fa830825 admin admin] Router 361ba4ad-6a67-4fdc-930f-be73daea70c7 is scheduled to L3 agent 45985ff7-1335-48cd-ab02-73eb58295827 with binding_index 1 {{(pid=104512) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 24 15:26:31.506565 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:26:31.547268 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.plugin [None req-2269fd52-5d2f-4afb-819c-325c5ed30378 None None] Current status of the port 42d16147-6e33-4e4a-9205-5f19ff096842 is: ACTIVE; New status is: ACTIVE {{(pid=104513) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 15:26:31.586452 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a04fd0b4-854d-4f0f-bdf5-69f5fa830825 admin admin] Notify agent at l3_agent.dv-cinder-835384-11-iscsi the message routers_updated {{(pid=104512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 15:26:31.596634 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31ea8810-44b5-4b0d-bea9-2ab3701f90e6 None None] Sync routers for ids ['361ba4ad-6a67-4fdc-930f-be73daea70c7'] in dv-cinder-835384-11-iscsi {{(pid=104514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 15:26:31.606406 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31ea8810-44b5-4b0d-bea9-2ab3701f90e6 None None] Routers {'361ba4ad-6a67-4fdc-930f-be73daea70c7'} bound to L3 agent in host dv-cinder-835384-11-iscsi {{(pid=104514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 15:26:31.607003 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.db.l3_hamode_db [None req-31ea8810-44b5-4b0d-bea9-2ab3701f90e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-24T15:10:24Z,description=,heartbeat_timestamp=2022-06-24T15:26:24Z,host='dv-cinder-835384-11-iscsi',id=45985ff7-1335-48cd-ab02-73eb58295827,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T15:10:24Z,topic='l3_agent')) {'router_ids': ['361ba4ad-6a67-4fdc-930f-be73daea70c7'], 'active': True} {{(pid=104514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 15:26:31.655493 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-a04fd0b4-854d-4f0f-bdf5-69f5fa830825 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:26:31.656757 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [None req-a04fd0b4-854d-4f0f-bdf5-69f5fa830825 admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.1689703 Jun 24 15:26:31.659480 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.wsgi [-] (104512) accepted ('10.222.0.67', 45664) {{(pid=104512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:26:31.705290 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.db.l3_dvr_db [None req-31ea8810-44b5-4b0d-bea9-2ab3701f90e6 None None] Set router 361ba4ad-6a67-4fdc-930f-be73daea70c7 gateway port host: dv-cinder-835384-11-iscsi {{(pid=104514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 15:26:31.764903 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.db.agents_db [None req-1e76bcc0-0ba2-49bf-a9b5-df198b272e3c None None] Agent healthcheck: found 6 active agents {{(pid=104514) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 15:26:31.880978 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.db.l3_hamode_db [None req-31ea8810-44b5-4b0d-bea9-2ab3701f90e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '361ba4ad-6a67-4fdc-930f-be73daea70c7', 'name': 'tempest-AttachVolumeTestJSON-1499954587-router', 'tenant_id': '9c5f325c1c3245fa88dbb36698037138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'external_fixed_ips': [{'subnet_id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'ip_address': '172.27.0.156'}], 'enable_snat': True}, 'gw_port_id': 'b1f0b248-f30b-4d6d-9d7c-8bf3f1e98ba7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T15:26:29Z', 'updated_at': '2022-06-24T15:26:30Z', 'revision_number': 3, 'project_id': '9c5f325c1c3245fa88dbb36698037138', 'gw_port': {'id': 'b1f0b248-f30b-4d6d-9d7c-8bf3f1e98ba7', 'name': '', 'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:3b:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '361ba4ad-6a67-4fdc-930f-be73daea70c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'ip_address': '172.27.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T15:26:30Z', 'updated_at': '2022-06-24T15:26:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-11-iscsi'}], 'dv-cinder-835384-11-iscsi', False) {} {{(pid=104514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 15:26:31.907188 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31ea8810-44b5-4b0d-bea9-2ab3701f90e6 None None] Checking router: 361ba4ad-6a67-4fdc-930f-be73daea70c7 for host: dv-cinder-835384-11-iscsi {{(pid=104514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 15:26:31.907555 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31ea8810-44b5-4b0d-bea9-2ab3701f90e6 None None] Updating router 361ba4ad-6a67-4fdc-930f-be73daea70c7 port b1f0b248-f30b-4d6d-9d7c-8bf3f1e98ba7 binding host dv-cinder-835384-11-iscsi {{(pid=104514) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 15:26:31.934857 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-31ea8810-44b5-4b0d-bea9-2ab3701f90e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7727318'] for port (b1f0b248-f30b-4d6d-9d7c-8bf3f1e98ba7), before_update {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:26:31.974966 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:26:32.065864 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-84c9c29a-57f2-47dc-baa3-a4e70ed0ab3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7727318'] for port (None), before_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:26:32.181303 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-31ea8810-44b5-4b0d-bea9-2ab3701f90e6 None None] Publish callbacks [] for port (b1f0b248-f30b-4d6d-9d7c-8bf3f1e98ba7), precommit_update {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:26:32.209013 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:26:32.221238 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.db.db_base_plugin_common [None req-84c9c29a-57f2-47dc-baa3-a4e70ed0ab3b admin admin] Allocated IP 172.20.0.1 (a938b282-cfea-4809-a5ee-a9f6a9bd6a63/457d19a7-6084-4c04-9002-174a158fd5f4/5059218b-130a-412b-a145-6c762746e5a2) {{(pid=104512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 15:26:32.267392 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-31ea8810-44b5-4b0d-bea9-2ab3701f90e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761385101662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761384583316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761384583334'] for port (b1f0b248-f30b-4d6d-9d7c-8bf3f1e98ba7), after_update {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:26:32.316661 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.managers [None req-31ea8810-44b5-4b0d-bea9-2ab3701f90e6 None None] Attempting to bind port b1f0b248-f30b-4d6d-9d7c-8bf3f1e98ba7 on host dv-cinder-835384-11-iscsi for vnic_type normal with profile {{(pid=104514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 15:26:32.316941 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.managers [None req-31ea8810-44b5-4b0d-bea9-2ab3701f90e6 None None] Attempting to bind port b1f0b248-f30b-4d6d-9d7c-8bf3f1e98ba7 by drivers openvswitch,hyperv on host dv-cinder-835384-11-iscsi at level 0 using segments [{'id': '6785a788-9b98-4059-b825-96a306cb346e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59'}] {{(pid=104514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 15:26:32.317298 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31ea8810-44b5-4b0d-bea9-2ab3701f90e6 None None] Attempting to bind port b1f0b248-f30b-4d6d-9d7c-8bf3f1e98ba7 on network 60b3096c-3a0f-4216-9e52-e826cbf1fb59 {{(pid=104514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 15:26:32.322332 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-84c9c29a-57f2-47dc-baa3-a4e70ed0ab3b admin admin] Publish callbacks [] for port (5059218b-130a-412b-a145-6c762746e5a2), precommit_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:26:32.326565 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e3b8b2-1957-455d-9db0-bc7a58811bb9 None None] Pushing event updated for resources: {'Port': ['ID=b1f0b248-f30b-4d6d-9d7c-8bf3f1e98ba7,revision_number=2']} {{(pid=104514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:26:32.328777 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31ea8810-44b5-4b0d-bea9-2ab3701f90e6 None None] Checking agent: {'id': '559fa80c-96d5-4fe7-8c5f-9eda482c27bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835384-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 15, 10, 27), 'started_at': datetime.datetime(2022, 6, 24, 15, 10, 57), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 15, 26, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835384-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 15:26:32.329175 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31ea8810-44b5-4b0d-bea9-2ab3701f90e6 None None] Checking segment: {'id': '6785a788-9b98-4059-b825-96a306cb346e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 15:26:32.329566 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-31ea8810-44b5-4b0d-bea9-2ab3701f90e6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:26:32.329942 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31ea8810-44b5-4b0d-bea9-2ab3701f90e6 None None] Bound using segment: {'id': '6785a788-9b98-4059-b825-96a306cb346e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59'} {{(pid=104514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 15:26:32.330389 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.managers [None req-31ea8810-44b5-4b0d-bea9-2ab3701f90e6 None None] Bound port: b1f0b248-f30b-4d6d-9d7c-8bf3f1e98ba7, host: dv-cinder-835384-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6785a788-9b98-4059-b825-96a306cb346e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59'}}] {{(pid=104514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 15:26:32.330758 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-31ea8810-44b5-4b0d-bea9-2ab3701f90e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7727318'] for port (b1f0b248-f30b-4d6d-9d7c-8bf3f1e98ba7), before_update {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:26:32.357939 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e3b8b2-1957-455d-9db0-bc7a58811bb9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:26:32.363630 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e3b8b2-1957-455d-9db0-bc7a58811bb9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:26:32.363630 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e3b8b2-1957-455d-9db0-bc7a58811bb9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:26:32.363630 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e3b8b2-1957-455d-9db0-bc7a58811bb9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:26:32.363630 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e3b8b2-1957-455d-9db0-bc7a58811bb9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:26:32.363630 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e3b8b2-1957-455d-9db0-bc7a58811bb9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:26:32.363630 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e3b8b2-1957-455d-9db0-bc7a58811bb9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:26:32.363630 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e3b8b2-1957-455d-9db0-bc7a58811bb9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:26:32.363630 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e3b8b2-1957-455d-9db0-bc7a58811bb9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:26:32.363630 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e3b8b2-1957-455d-9db0-bc7a58811bb9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:26:32.363630 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e3b8b2-1957-455d-9db0-bc7a58811bb9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:26:32.363630 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e3b8b2-1957-455d-9db0-bc7a58811bb9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:26:32.363630 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e3b8b2-1957-455d-9db0-bc7a58811bb9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:26:32.363630 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e3b8b2-1957-455d-9db0-bc7a58811bb9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:26:32.363630 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e3b8b2-1957-455d-9db0-bc7a58811bb9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:26:32.392901 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.db [None req-31ea8810-44b5-4b0d-bea9-2ab3701f90e6 None None] For port b1f0b248-f30b-4d6d-9d7c-8bf3f1e98ba7, host dv-cinder-835384-11-iscsi, cleared binding levels {{(pid=104514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 15:26:32.398145 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.db [None req-31ea8810-44b5-4b0d-bea9-2ab3701f90e6 None None] For port b1f0b248-f30b-4d6d-9d7c-8bf3f1e98ba7, host dv-cinder-835384-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-11-iscsi',level=0,port_id=b1f0b248-f30b-4d6d-9d7c-8bf3f1e98ba7,segment=NetworkSegment(6785a788-9b98-4059-b825-96a306cb346e),segment_id=6785a788-9b98-4059-b825-96a306cb346e)] {{(pid=104514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 15:26:32.409659 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.rpc [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Device 42d16147-6e33-4e4a-9205-5f19ff096842 up at agent ovs-agent-dv-cinder-835384-11-iscsi {{(pid=104513) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 15:26:32.416811 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-84c9c29a-57f2-47dc-baa3-a4e70ed0ab3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761384583298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3859661'] for port (5059218b-130a-412b-a145-6c762746e5a2), after_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:26:32.453708 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.provisioning_blocks [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Provisioning complete for port 42d16147-6e33-4e4a-9205-5f19ff096842 triggered by entity L2. {{(pid=104513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 15:26:32.454082 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7696598'] for port (42d16147-6e33-4e4a-9205-5f19ff096842), provisioning_complete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:26:32.455388 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84c9c29a-57f2-47dc-baa3-a4e70ed0ab3b admin admin] Network a938b282-cfea-4809-a5ee-a9f6a9bd6a63 is already hosted by enough agents. {{(pid=104512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 15:26:32.459841 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.scheduler.base_scheduler [None req-84c9c29a-57f2-47dc-baa3-a4e70ed0ab3b admin admin] Resources bound (agent type, host, resource id): {{(pid=104512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 15:26:32.463376 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84c9c29a-57f2-47dc-baa3-a4e70ed0ab3b admin admin] Received port after_create {{(pid=104512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 15:26:32.469460 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-31ea8810-44b5-4b0d-bea9-2ab3701f90e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761385101662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761384583316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761384583334'] for port (b1f0b248-f30b-4d6d-9d7c-8bf3f1e98ba7), after_update {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:26:32.497011 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c9c29a-57f2-47dc-baa3-a4e70ed0ab3b admin admin] Pushing event updated for resources: {'Port': ['ID=5059218b-130a-412b-a145-6c762746e5a2,revision_number=1']} {{(pid=104512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:26:32.528637 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-84c9c29a-57f2-47dc-baa3-a4e70ed0ab3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-464899'] for router_interface (361ba4ad-6a67-4fdc-930f-be73daea70c7), before_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:26:32.536331 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.plugin [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Current status of the port 42d16147-6e33-4e4a-9205-5f19ff096842 is: ACTIVE; New status is: ACTIVE {{(pid=104513) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 15:26:32.550814 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG dbcounter [-] [104514] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104514) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:26:32.555753 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e3b8b2-1957-455d-9db0-bc7a58811bb9 None None] Pushing event updated for resources: {'Port': ['ID=b1f0b248-f30b-4d6d-9d7c-8bf3f1e98ba7,revision_number=3']} {{(pid=104514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:26:32.561074 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31ea8810-44b5-4b0d-bea9-2ab3701f90e6 None None] Routers {'361ba4ad-6a67-4fdc-930f-be73daea70c7'} bound to L3 agent in host dv-cinder-835384-11-iscsi {{(pid=104514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 15:26:32.562008 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.db.l3_hamode_db [None req-31ea8810-44b5-4b0d-bea9-2ab3701f90e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-24T15:10:24Z,description=,heartbeat_timestamp=2022-06-24T15:26:24Z,host='dv-cinder-835384-11-iscsi',id=45985ff7-1335-48cd-ab02-73eb58295827,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T15:10:24Z,topic='l3_agent')) {'router_ids': ['361ba4ad-6a67-4fdc-930f-be73daea70c7'], 'active': True} {{(pid=104514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 15:26:32.653572 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG dbcounter [-] [104514] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104514) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:26:32.671235 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.db.l3_dvr_db [None req-31ea8810-44b5-4b0d-bea9-2ab3701f90e6 None None] Set router 361ba4ad-6a67-4fdc-930f-be73daea70c7 gateway port host: dv-cinder-835384-11-iscsi {{(pid=104514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 15:26:32.717164 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-84c9c29a-57f2-47dc-baa3-a4e70ed0ab3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7727318'] for port (5059218b-130a-412b-a145-6c762746e5a2), before_update {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:26:32.718961 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:26:32.773135 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.provisioning_blocks [None req-42935091-eeef-4da4-800a-075022095220 None None] Provisioning complete for port 5059218b-130a-412b-a145-6c762746e5a2 triggered by entity DHCP. {{(pid=104513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 15:26:32.773402 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-42935091-eeef-4da4-800a-075022095220 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7696598'] for port (5059218b-130a-412b-a145-6c762746e5a2), provisioning_complete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:26:32.805526 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.plugin [None req-42935091-eeef-4da4-800a-075022095220 None None] Port 5059218b-130a-412b-a145-6c762746e5a2 cannot update to ACTIVE because it is not bound. {{(pid=104513) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 15:26:32.840228 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.db.l3_hamode_db [None req-31ea8810-44b5-4b0d-bea9-2ab3701f90e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '361ba4ad-6a67-4fdc-930f-be73daea70c7', 'name': 'tempest-AttachVolumeTestJSON-1499954587-router', 'tenant_id': '9c5f325c1c3245fa88dbb36698037138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'external_fixed_ips': [{'subnet_id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'ip_address': '172.27.0.156'}], 'enable_snat': True}, 'gw_port_id': 'b1f0b248-f30b-4d6d-9d7c-8bf3f1e98ba7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T15:26:29Z', 'updated_at': '2022-06-24T15:26:30Z', 'revision_number': 3, 'project_id': '9c5f325c1c3245fa88dbb36698037138', 'gw_port': {'id': 'b1f0b248-f30b-4d6d-9d7c-8bf3f1e98ba7', 'name': '', 'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:3b:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '361ba4ad-6a67-4fdc-930f-be73daea70c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'ip_address': '172.27.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T15:26:30Z', 'updated_at': '2022-06-24T15:26:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-11-iscsi'}], 'dv-cinder-835384-11-iscsi', False) {} {{(pid=104514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 15:26:32.865817 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31ea8810-44b5-4b0d-bea9-2ab3701f90e6 None None] The sync data for ids ['361ba4ad-6a67-4fdc-930f-be73daea70c7'] in dv-cinder-835384-11-iscsi is: [{'id': '361ba4ad-6a67-4fdc-930f-be73daea70c7', 'name': 'tempest-AttachVolumeTestJSON-1499954587-router', 'tenant_id': '9c5f325c1c3245fa88dbb36698037138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'external_fixed_ips': [{'subnet_id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'ip_address': '172.27.0.156'}], 'enable_snat': True}, 'gw_port_id': 'b1f0b248-f30b-4d6d-9d7c-8bf3f1e98ba7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T15:26:29Z', 'updated_at': '2022-06-24T15:26:30Z', 'revision_number': 3, 'project_id': '9c5f325c1c3245fa88dbb36698037138', 'gw_port': {'id': 'b1f0b248-f30b-4d6d-9d7c-8bf3f1e98ba7', 'name': '', 'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:3b:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '361ba4ad-6a67-4fdc-930f-be73daea70c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'ip_address': '172.27.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T15:26:30Z', 'updated_at': '2022-06-24T15:26:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-11-iscsi'}] {{(pid=104514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 15:26:32.891017 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-84c9c29a-57f2-47dc-baa3-a4e70ed0ab3b admin admin] Publish callbacks [] for port (5059218b-130a-412b-a145-6c762746e5a2), precommit_update {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:26:32.965683 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-84c9c29a-57f2-47dc-baa3-a4e70ed0ab3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761385101662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761384583316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761384583334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3859668'] for port (5059218b-130a-412b-a145-6c762746e5a2), after_update {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:26:33.038148 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-84c9c29a-57f2-47dc-baa3-a4e70ed0ab3b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7879171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-460691'] for router_interface (361ba4ad-6a67-4fdc-930f-be73daea70c7), after_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:26:33.038148 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c9c29a-57f2-47dc-baa3-a4e70ed0ab3b admin admin] Pushing event updated for resources: {'Port': ['ID=5059218b-130a-412b-a145-6c762746e5a2,revision_number=2']} {{(pid=104512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:26:33.153815 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84c9c29a-57f2-47dc-baa3-a4e70ed0ab3b admin admin] Network a938b282-cfea-4809-a5ee-a9f6a9bd6a63 is already hosted by enough agents. {{(pid=104512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 15:26:33.155462 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.scheduler.base_scheduler [None req-84c9c29a-57f2-47dc-baa3-a4e70ed0ab3b admin admin] Resources bound (agent type, host, resource id): {{(pid=104512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 15:26:33.272945 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84c9c29a-57f2-47dc-baa3-a4e70ed0ab3b admin admin] Router 361ba4ad-6a67-4fdc-930f-be73daea70c7 has already been hosted by L3 agent 45985ff7-1335-48cd-ab02-73eb58295827 {{(pid=104512) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 15:26:33.334535 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:26:33.388441 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84c9c29a-57f2-47dc-baa3-a4e70ed0ab3b admin admin] Notify agent at l3_agent.dv-cinder-835384-11-iscsi the message routers_updated {{(pid=104512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 15:26:33.393336 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [None req-84c9c29a-57f2-47dc-baa3-a4e70ed0ab3b admin admin] 10.222.0.67 "PUT /v2.0/routers/361ba4ad-6a67-4fdc-930f-be73daea70c7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7328753 Jun 24 15:26:33.429824 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.provisioning_blocks [None req-e83bb593-7843-4531-95e3-d6703b53003e None None] Provisioning complete for port 5059218b-130a-412b-a145-6c762746e5a2 triggered by entity DHCP. {{(pid=104513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 15:26:33.430388 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-e83bb593-7843-4531-95e3-d6703b53003e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7696598'] for port (5059218b-130a-412b-a145-6c762746e5a2), provisioning_complete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:26:33.465393 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.plugin [None req-e83bb593-7843-4531-95e3-d6703b53003e None None] Port 5059218b-130a-412b-a145-6c762746e5a2 cannot update to ACTIVE because it is not bound. {{(pid=104513) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 15:26:33.742976 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.wsgi [-] (104512) accepted ('10.222.0.67', 45672) {{(pid=104512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:26:33.747711 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.v2.base [None req-23ab8285-8596-4dbe-93f2-af81dffa5da4 tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] Request body: {'security_group': {'name': 'tempest-securitygroup--43687834', 'description': 'tempest-description--56486740'}} {{(pid=104512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 15:26:33.850518 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-23ab8285-8596-4dbe-93f2-af81dffa5da4 tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] Publish callbacks [] for security_group (None), before_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:26:33.924292 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-23ab8285-8596-4dbe-93f2-af81dffa5da4 tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] Publish callbacks [] for security_group (241e9b7a-5f4a-430f-ba53-5b423d405f30), precommit_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:26:33.987448 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-23ab8285-8596-4dbe-93f2-af81dffa5da4 tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-275664'] for security_group (241e9b7a-5f4a-430f-ba53-5b423d405f30), after_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:26:34.017372 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ab8285-8596-4dbe-93f2-af81dffa5da4 tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] Pushing event updated for resources: {'SecurityGroup': ['ID=241e9b7a-5f4a-430f-ba53-5b423d405f30,revision_number=1']} {{(pid=104512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:26:34.081057 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-23ab8285-8596-4dbe-93f2-af81dffa5da4 tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] Publish callbacks [] for security_group (None), before_response {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:26:34.082327 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [None req-23ab8285-8596-4dbe-93f2-af81dffa5da4 tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1793 time: 0.3382869 Jun 24 15:26:34.085162 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.wsgi [-] (104512) accepted ('10.222.0.67', 45674) {{(pid=104512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:26:34.089638 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.v2.base [None req-dbaebf67-dcb8-4b32-b00f-7ff9598a849a tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] Request body: {'security_group_rule': {'security_group_id': '241e9b7a-5f4a-430f-ba53-5b423d405f30', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 15:26:34.191590 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-dbaebf67-dcb8-4b32-b00f-7ff9598a849a tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] Publish callbacks [] for security_group_rule (c947999f-89a3-4f2a-9e93-c863b43dae80), before_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:26:34.250445 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-dbaebf67-dcb8-4b32-b00f-7ff9598a849a tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] Publish callbacks [] for security_group_rule (c947999f-89a3-4f2a-9e93-c863b43dae80), precommit_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:26:34.321443 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-dbaebf67-dcb8-4b32-b00f-7ff9598a849a tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-275495'] for security_group_rule (c947999f-89a3-4f2a-9e93-c863b43dae80), after_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:26:34.341696 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbaebf67-dcb8-4b32-b00f-7ff9598a849a tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c947999f-89a3-4f2a-9e93-c863b43dae80,revision_number=0']} {{(pid=104512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:26:34.408639 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9247e8f-d96f-449f-90ff-36b6d49864d3 None None] Sync routers for ids ['361ba4ad-6a67-4fdc-930f-be73daea70c7'] in dv-cinder-835384-11-iscsi {{(pid=104513) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 15:26:34.409289 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-dbaebf67-dcb8-4b32-b00f-7ff9598a849a tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:26:34.411067 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [None req-dbaebf67-dcb8-4b32-b00f-7ff9598a849a tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3246081 Jun 24 15:26:34.413664 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.wsgi [-] (104511) accepted ('10.222.0.67', 45676) {{(pid=104511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:26:34.419465 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.v2.base [None req-2654e11b-8a99-4486-ba62-0832b04ffc24 tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] Request body: {'security_group_rule': {'security_group_id': '241e9b7a-5f4a-430f-ba53-5b423d405f30', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104511) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 15:26:34.420093 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9247e8f-d96f-449f-90ff-36b6d49864d3 None None] Routers {'361ba4ad-6a67-4fdc-930f-be73daea70c7'} bound to L3 agent in host dv-cinder-835384-11-iscsi {{(pid=104513) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 15:26:34.420712 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.l3_hamode_db [None req-c9247e8f-d96f-449f-90ff-36b6d49864d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-24T15:10:24Z,description=,heartbeat_timestamp=2022-06-24T15:26:24Z,host='dv-cinder-835384-11-iscsi',id=45985ff7-1335-48cd-ab02-73eb58295827,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T15:10:24Z,topic='l3_agent')) {'router_ids': ['361ba4ad-6a67-4fdc-930f-be73daea70c7'], 'active': True} {{(pid=104513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 15:26:34.460085 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.rpc [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Device b1f0b248-f30b-4d6d-9d7c-8bf3f1e98ba7 up at agent ovs-agent-dv-cinder-835384-11-iscsi {{(pid=104513) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 15:26:34.513828 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-2654e11b-8a99-4486-ba62-0832b04ffc24 tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] Publish callbacks [] for security_group_rule (f7c39cd9-6850-4e34-8999-c595d1db968b), before_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:26:34.577001 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-2654e11b-8a99-4486-ba62-0832b04ffc24 tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] Publish callbacks [] for security_group_rule (f7c39cd9-6850-4e34-8999-c595d1db968b), precommit_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:26:34.644993 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-2654e11b-8a99-4486-ba62-0832b04ffc24 tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-275495'] for security_group_rule (f7c39cd9-6850-4e34-8999-c595d1db968b), after_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:26:34.664433 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2654e11b-8a99-4486-ba62-0832b04ffc24 tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7c39cd9-6850-4e34-8999-c595d1db968b,revision_number=0']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:26:34.691339 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.provisioning_blocks [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Provisioning complete for port b1f0b248-f30b-4d6d-9d7c-8bf3f1e98ba7 triggered by entity L2. {{(pid=104513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 15:26:34.691742 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7696598'] for port (b1f0b248-f30b-4d6d-9d7c-8bf3f1e98ba7), provisioning_complete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:26:34.694269 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.l3_dvr_db [None req-c9247e8f-d96f-449f-90ff-36b6d49864d3 None None] Set router 361ba4ad-6a67-4fdc-930f-be73daea70c7 gateway port host: dv-cinder-835384-11-iscsi {{(pid=104513) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 15:26:34.743804 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-2654e11b-8a99-4486-ba62-0832b04ffc24 tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:26:34.745047 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [None req-2654e11b-8a99-4486-ba62-0832b04ffc24 tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3299291 Jun 24 15:26:34.748429 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.wsgi [-] (104511) accepted ('10.222.0.67', 45678) {{(pid=104511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:26:34.752869 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.v2.base [None req-1faca3db-2d87-4d29-b701-486c9bda4a9d tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] Request body: {'floatingip': {'floating_network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59'}} {{(pid=104511) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 15:26:34.762603 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=82,neutron:DELETE=5,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:26:34.844855 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-1faca3db-2d87-4d29-b701-486c9bda4a9d tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:26:34.881386 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.plugin [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Current status of the port b1f0b248-f30b-4d6d-9d7c-8bf3f1e98ba7 is: DOWN; New status is: ACTIVE {{(pid=104513) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 15:26:34.881770 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7727318'] for port (b1f0b248-f30b-4d6d-9d7c-8bf3f1e98ba7), before_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:26:34.916002 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.db [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] For port b1f0b248-f30b-4d6d-9d7c-8bf3f1e98ba7, host dv-cinder-835384-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-11-iscsi',level=0,port_id=b1f0b248-f30b-4d6d-9d7c-8bf3f1e98ba7,segment=NetworkSegment(6785a788-9b98-4059-b825-96a306cb346e),segment_id=6785a788-9b98-4059-b825-96a306cb346e)] {{(pid=104513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 15:26:34.927652 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-1faca3db-2d87-4d29-b701-486c9bda4a9d tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7727318'] for port (None), before_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:26:34.956675 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.l3_hamode_db [None req-c9247e8f-d96f-449f-90ff-36b6d49864d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '361ba4ad-6a67-4fdc-930f-be73daea70c7', 'name': 'tempest-AttachVolumeTestJSON-1499954587-router', 'tenant_id': '9c5f325c1c3245fa88dbb36698037138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'external_fixed_ips': [{'subnet_id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'ip_address': '172.27.0.156'}], 'enable_snat': True}, 'gw_port_id': 'b1f0b248-f30b-4d6d-9d7c-8bf3f1e98ba7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T15:26:29Z', 'updated_at': '2022-06-24T15:26:32Z', 'revision_number': 4, 'project_id': '9c5f325c1c3245fa88dbb36698037138', 'gw_port': {'id': 'b1f0b248-f30b-4d6d-9d7c-8bf3f1e98ba7', 'name': '', 'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:3b:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '361ba4ad-6a67-4fdc-930f-be73daea70c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'ip_address': '172.27.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T15:26:30Z', 'updated_at': '2022-06-24T15:26:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-11-iscsi', '_interfaces': [{'id': '5059218b-130a-412b-a145-6c762746e5a2', 'name': '', 'network_id': 'a938b282-cfea-4809-a5ee-a9f6a9bd6a63', 'tenant_id': '9c5f325c1c3245fa88dbb36698037138', 'mac_address': 'fa:16:3e:cf:62:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '361ba4ad-6a67-4fdc-930f-be73daea70c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '457d19a7-6084-4c04-9002-174a158fd5f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T15:26:32Z', 'updated_at': '2022-06-24T15:26:32Z', 'revision_number': 2, 'project_id': '9c5f325c1c3245fa88dbb36698037138', 'subnets': [{'id': '457d19a7-6084-4c04-9002-174a158fd5f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-11-iscsi', False) {} {{(pid=104513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 15:26:34.982149 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9247e8f-d96f-449f-90ff-36b6d49864d3 None None] Checking router: 361ba4ad-6a67-4fdc-930f-be73daea70c7 for host: dv-cinder-835384-11-iscsi {{(pid=104513) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 15:26:34.982421 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9247e8f-d96f-449f-90ff-36b6d49864d3 None None] Updating router 361ba4ad-6a67-4fdc-930f-be73daea70c7 port 5059218b-130a-412b-a145-6c762746e5a2 binding host dv-cinder-835384-11-iscsi {{(pid=104513) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 15:26:35.002042 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761385101662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761384583316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761384583334'] for port (b1f0b248-f30b-4d6d-9d7c-8bf3f1e98ba7), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:26:35.030139 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-c9247e8f-d96f-449f-90ff-36b6d49864d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7727318'] for port (5059218b-130a-412b-a145-6c762746e5a2), before_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:26:35.035681 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.db.db_base_plugin_common [None req-1faca3db-2d87-4d29-b701-486c9bda4a9d tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] Allocated IP 172.27.0.7 (60b3096c-3a0f-4216-9e52-e826cbf1fb59/f6c08379-d241-4966-a4ae-7ff02804e7f6/5f6386df-56c5-48c0-87e8-be6bdb17b1a2) {{(pid=104511) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 15:26:35.092471 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Pushing event updated for resources: {'Port': ['ID=b1f0b248-f30b-4d6d-9d7c-8bf3f1e98ba7,revision_number=4']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:26:35.143973 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-1faca3db-2d87-4d29-b701-486c9bda4a9d tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] Publish callbacks [] for port (5f6386df-56c5-48c0-87e8-be6bdb17b1a2), precommit_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:26:35.225119 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:SELECT=100 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:26:35.250939 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-1faca3db-2d87-4d29-b701-486c9bda4a9d tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761384583298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3599638'] for port (5f6386df-56c5-48c0-87e8-be6bdb17b1a2), after_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:26:35.291247 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1faca3db-2d87-4d29-b701-486c9bda4a9d tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] Network 60b3096c-3a0f-4216-9e52-e826cbf1fb59 is already hosted by enough agents. {{(pid=104511) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 15:26:35.296401 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.scheduler.base_scheduler [None req-1faca3db-2d87-4d29-b701-486c9bda4a9d tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] Resources bound (agent type, host, resource id): {{(pid=104511) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 15:26:35.300191 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1faca3db-2d87-4d29-b701-486c9bda4a9d tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] Received port after_create {{(pid=104511) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 15:26:35.303506 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1faca3db-2d87-4d29-b701-486c9bda4a9d tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] Pushing event updated for resources: {'Port': ['ID=5f6386df-56c5-48c0-87e8-be6bdb17b1a2,revision_number=1']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:26:35.312080 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-c9247e8f-d96f-449f-90ff-36b6d49864d3 None None] Publish callbacks [] for port (5059218b-130a-412b-a145-6c762746e5a2), precommit_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:26:35.332149 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:26:35.371165 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-c9247e8f-d96f-449f-90ff-36b6d49864d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761385101662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761384583316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761384583334'] for port (5059218b-130a-412b-a145-6c762746e5a2), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:26:35.387104 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-1faca3db-2d87-4d29-b701-486c9bda4a9d tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] Publish callbacks [] for floatingip (ac942cf1-793c-4863-9050-f2d6112cdc94), precommit_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:26:35.423105 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4328580a-4e87-4f90-a0e3-279a18cb1033 None None] Pushing event updated for resources: {'Port': ['ID=5059218b-130a-412b-a145-6c762746e5a2,revision_number=3']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:26:35.480529 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.managers [None req-c9247e8f-d96f-449f-90ff-36b6d49864d3 None None] Attempting to bind port 5059218b-130a-412b-a145-6c762746e5a2 on host dv-cinder-835384-11-iscsi for vnic_type normal with profile {{(pid=104513) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 15:26:35.481147 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.managers [None req-c9247e8f-d96f-449f-90ff-36b6d49864d3 None None] Attempting to bind port 5059218b-130a-412b-a145-6c762746e5a2 by drivers openvswitch,hyperv on host dv-cinder-835384-11-iscsi at level 0 using segments [{'id': '6638c144-a037-4a0d-a23e-e5ad5f3b41a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'a938b282-cfea-4809-a5ee-a9f6a9bd6a63'}] {{(pid=104513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 15:26:35.481261 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9247e8f-d96f-449f-90ff-36b6d49864d3 None None] Attempting to bind port 5059218b-130a-412b-a145-6c762746e5a2 on network a938b282-cfea-4809-a5ee-a9f6a9bd6a63 {{(pid=104513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 15:26:35.487395 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9247e8f-d96f-449f-90ff-36b6d49864d3 None None] Checking agent: {'id': '559fa80c-96d5-4fe7-8c5f-9eda482c27bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835384-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 15, 10, 27), 'started_at': datetime.datetime(2022, 6, 24, 15, 10, 57), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 15, 26, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835384-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 15:26:35.487775 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9247e8f-d96f-449f-90ff-36b6d49864d3 None None] Checking segment: {'id': '6638c144-a037-4a0d-a23e-e5ad5f3b41a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'a938b282-cfea-4809-a5ee-a9f6a9bd6a63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 15:26:35.488174 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-c9247e8f-d96f-449f-90ff-36b6d49864d3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:26:35.488564 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9247e8f-d96f-449f-90ff-36b6d49864d3 None None] Bound using segment: {'id': '6638c144-a037-4a0d-a23e-e5ad5f3b41a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'a938b282-cfea-4809-a5ee-a9f6a9bd6a63'} {{(pid=104513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 15:26:35.489025 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.managers [None req-c9247e8f-d96f-449f-90ff-36b6d49864d3 None None] Bound port: 5059218b-130a-412b-a145-6c762746e5a2, host: dv-cinder-835384-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6638c144-a037-4a0d-a23e-e5ad5f3b41a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'a938b282-cfea-4809-a5ee-a9f6a9bd6a63'}}] {{(pid=104513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 15:26:35.489403 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-c9247e8f-d96f-449f-90ff-36b6d49864d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7727318'] for port (5059218b-130a-412b-a145-6c762746e5a2), before_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:26:35.492429 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:26:35.502621 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-1faca3db-2d87-4d29-b701-486c9bda4a9d tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7727318'] for port (5f6386df-56c5-48c0-87e8-be6bdb17b1a2), before_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:26:35.562345 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.db [None req-c9247e8f-d96f-449f-90ff-36b6d49864d3 None None] For port 5059218b-130a-412b-a145-6c762746e5a2, host dv-cinder-835384-11-iscsi, cleared binding levels {{(pid=104513) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 15:26:35.566351 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.db [None req-c9247e8f-d96f-449f-90ff-36b6d49864d3 None None] For port 5059218b-130a-412b-a145-6c762746e5a2, host dv-cinder-835384-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-11-iscsi',level=0,port_id=5059218b-130a-412b-a145-6c762746e5a2,segment=NetworkSegment(6638c144-a037-4a0d-a23e-e5ad5f3b41a2),segment_id=6638c144-a037-4a0d-a23e-e5ad5f3b41a2)] {{(pid=104513) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 15:26:35.567475 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:26:35.597710 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.provisioning_blocks [None req-cdcc542c-44cb-446f-a316-c5bf72cb8875 None None] Provisioning complete for port 5059218b-130a-412b-a145-6c762746e5a2 triggered by entity DHCP. {{(pid=104513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 15:26:35.598089 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-cdcc542c-44cb-446f-a316-c5bf72cb8875 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7696598'] for port (5059218b-130a-412b-a145-6c762746e5a2), provisioning_complete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:26:35.629923 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.plugin [None req-cdcc542c-44cb-446f-a316-c5bf72cb8875 None None] Port 5059218b-130a-412b-a145-6c762746e5a2 cannot update to ACTIVE because it is not bound. {{(pid=104513) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 15:26:35.653608 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-c9247e8f-d96f-449f-90ff-36b6d49864d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761385101662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761384583316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761384583334'] for port (5059218b-130a-412b-a145-6c762746e5a2), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:26:35.668457 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-1faca3db-2d87-4d29-b701-486c9bda4a9d tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] Publish callbacks [] for port (5f6386df-56c5-48c0-87e8-be6bdb17b1a2), precommit_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:26:35.714706 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9247e8f-d96f-449f-90ff-36b6d49864d3 None None] Routers {'361ba4ad-6a67-4fdc-930f-be73daea70c7'} bound to L3 agent in host dv-cinder-835384-11-iscsi {{(pid=104513) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 15:26:35.715550 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.l3_hamode_db [None req-c9247e8f-d96f-449f-90ff-36b6d49864d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-24T15:10:24Z,description=,heartbeat_timestamp=2022-06-24T15:26:24Z,host='dv-cinder-835384-11-iscsi',id=45985ff7-1335-48cd-ab02-73eb58295827,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T15:10:24Z,topic='l3_agent')) {'router_ids': ['361ba4ad-6a67-4fdc-930f-be73daea70c7'], 'active': True} {{(pid=104513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 15:26:35.717927 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4328580a-4e87-4f90-a0e3-279a18cb1033 None None] Pushing event updated for resources: {'Port': ['ID=5059218b-130a-412b-a145-6c762746e5a2,revision_number=4']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:26:35.749651 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-1faca3db-2d87-4d29-b701-486c9bda4a9d tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761385101662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761384583316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761384583334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3599631'] for port (5f6386df-56c5-48c0-87e8-be6bdb17b1a2), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:26:35.812142 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:26:35.831757 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.l3_dvr_db [None req-c9247e8f-d96f-449f-90ff-36b6d49864d3 None None] Set router 361ba4ad-6a67-4fdc-930f-be73daea70c7 gateway port host: dv-cinder-835384-11-iscsi {{(pid=104513) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 15:26:35.831967 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1faca3db-2d87-4d29-b701-486c9bda4a9d tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] Pushing event updated for resources: {'Port': ['ID=5f6386df-56c5-48c0-87e8-be6bdb17b1a2,revision_number=2']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:26:35.843330 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-1faca3db-2d87-4d29-b701-486c9bda4a9d tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-467314'] for floatingip (ac942cf1-793c-4863-9050-f2d6112cdc94), after_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:26:35.937806 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-1faca3db-2d87-4d29-b701-486c9bda4a9d tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30073'] for floatingip (None), before_response {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:26:35.949380 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [None req-1faca3db-2d87-4d29-b701-486c9bda4a9d tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.1896625 Jun 24 15:26:35.985960 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.provisioning_blocks [None req-21b815ee-beb3-4789-9f18-2f132dd1521e None None] Provisioning complete for port 5059218b-130a-412b-a145-6c762746e5a2 triggered by entity DHCP. {{(pid=104513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 15:26:35.986359 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-21b815ee-beb3-4789-9f18-2f132dd1521e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7696598'] for port (5059218b-130a-412b-a145-6c762746e5a2), provisioning_complete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:26:36.083384 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.l3_hamode_db [None req-c9247e8f-d96f-449f-90ff-36b6d49864d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '361ba4ad-6a67-4fdc-930f-be73daea70c7', 'name': 'tempest-AttachVolumeTestJSON-1499954587-router', 'tenant_id': '9c5f325c1c3245fa88dbb36698037138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'external_fixed_ips': [{'subnet_id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'ip_address': '172.27.0.156'}], 'enable_snat': True}, 'gw_port_id': 'b1f0b248-f30b-4d6d-9d7c-8bf3f1e98ba7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T15:26:29Z', 'updated_at': '2022-06-24T15:26:32Z', 'revision_number': 4, 'project_id': '9c5f325c1c3245fa88dbb36698037138', 'gw_port': {'id': 'b1f0b248-f30b-4d6d-9d7c-8bf3f1e98ba7', 'name': '', 'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:3b:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '361ba4ad-6a67-4fdc-930f-be73daea70c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'ip_address': '172.27.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T15:26:30Z', 'updated_at': '2022-06-24T15:26:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-11-iscsi', '_interfaces': [{'id': '5059218b-130a-412b-a145-6c762746e5a2', 'name': '', 'network_id': 'a938b282-cfea-4809-a5ee-a9f6a9bd6a63', 'tenant_id': '9c5f325c1c3245fa88dbb36698037138', 'mac_address': 'fa:16:3e:cf:62:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '361ba4ad-6a67-4fdc-930f-be73daea70c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '457d19a7-6084-4c04-9002-174a158fd5f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T15:26:32Z', 'updated_at': '2022-06-24T15:26:35Z', 'revision_number': 4, 'project_id': '9c5f325c1c3245fa88dbb36698037138', 'subnets': [{'id': '457d19a7-6084-4c04-9002-174a158fd5f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-11-iscsi', False) {} {{(pid=104513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 15:26:36.095482 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-4e58b927-faa5-4e4c-97f7-9d2009d7dfd5 req-b76c471b-3a67-4de7-b899-eefdd2395600 tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-securitygroup--43687834&fields=id&tenant_id=9c5f325c1c3245fa88dbb36698037138 HTTP/1.1" status: 200 len: 267 time: 0.0447233 Jun 24 15:26:36.129524 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9247e8f-d96f-449f-90ff-36b6d49864d3 None None] The sync data for ids ['361ba4ad-6a67-4fdc-930f-be73daea70c7'] in dv-cinder-835384-11-iscsi is: [{'id': '361ba4ad-6a67-4fdc-930f-be73daea70c7', 'name': 'tempest-AttachVolumeTestJSON-1499954587-router', 'tenant_id': '9c5f325c1c3245fa88dbb36698037138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'external_fixed_ips': [{'subnet_id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'ip_address': '172.27.0.156'}], 'enable_snat': True}, 'gw_port_id': 'b1f0b248-f30b-4d6d-9d7c-8bf3f1e98ba7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T15:26:29Z', 'updated_at': '2022-06-24T15:26:32Z', 'revision_number': 4, 'project_id': '9c5f325c1c3245fa88dbb36698037138', 'gw_port': {'id': 'b1f0b248-f30b-4d6d-9d7c-8bf3f1e98ba7', 'name': '', 'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:3b:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '361ba4ad-6a67-4fdc-930f-be73daea70c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'ip_address': '172.27.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T15:26:30Z', 'updated_at': '2022-06-24T15:26:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-11-iscsi', '_interfaces': [{'id': '5059218b-130a-412b-a145-6c762746e5a2', 'name': '', 'network_id': 'a938b282-cfea-4809-a5ee-a9f6a9bd6a63', 'tenant_id': '9c5f325c1c3245fa88dbb36698037138', 'mac_address': 'fa:16:3e:cf:62:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '361ba4ad-6a67-4fdc-930f-be73daea70c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '457d19a7-6084-4c04-9002-174a158fd5f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T15:26:32Z', 'updated_at': '2022-06-24T15:26:35Z', 'revision_number': 4, 'project_id': '9c5f325c1c3245fa88dbb36698037138', 'subnets': [{'id': '457d19a7-6084-4c04-9002-174a158fd5f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104513) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 15:26:36.140854 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.plugin [None req-21b815ee-beb3-4789-9f18-2f132dd1521e None None] Current status of the port 5059218b-130a-412b-a145-6c762746e5a2 is: DOWN; New status is: ACTIVE {{(pid=104513) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 15:26:36.141531 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-21b815ee-beb3-4789-9f18-2f132dd1521e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7727318'] for port (5059218b-130a-412b-a145-6c762746e5a2), before_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:26:36.179307 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:DELETE=2 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:26:36.180058 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.db [None req-21b815ee-beb3-4789-9f18-2f132dd1521e None None] For port 5059218b-130a-412b-a145-6c762746e5a2, host dv-cinder-835384-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-11-iscsi',level=0,port_id=5059218b-130a-412b-a145-6c762746e5a2,segment=NetworkSegment(6638c144-a037-4a0d-a23e-e5ad5f3b41a2),segment_id=6638c144-a037-4a0d-a23e-e5ad5f3b41a2)] {{(pid=104513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 15:26:36.232812 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e58b927-faa5-4e4c-97f7-9d2009d7dfd5 req-34813b0e-c7dc-4f1d-80dd-ccb647026e05 tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:26:36.239291 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-4e58b927-faa5-4e4c-97f7-9d2009d7dfd5 req-34813b0e-c7dc-4f1d-80dd-ccb647026e05 tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] 10.222.0.67 "GET /v2.0/networks?id=a938b282-cfea-4809-a5ee-a9f6a9bd6a63 HTTP/1.1" status: 200 len: 811 time: 0.1355391 Jun 24 15:26:36.251125 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-4e58b927-faa5-4e4c-97f7-9d2009d7dfd5 req-dffa86bb-58c9-43c7-b164-32be4bbe8351 tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] 10.222.0.67 "GET /v2.0/quotas/9c5f325c1c3245fa88dbb36698037138 HTTP/1.1" status: 200 len: 375 time: 0.0105057 Jun 24 15:26:36.270059 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-21b815ee-beb3-4789-9f18-2f132dd1521e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761385101662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761384583316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761384583334'] for port (5059218b-130a-412b-a145-6c762746e5a2), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:26:36.306134 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-4e58b927-faa5-4e4c-97f7-9d2009d7dfd5 req-c6cf94be-adc3-4713-b5bb-932f12395664 tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=9c5f325c1c3245fa88dbb36698037138&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0492854 Jun 24 15:26:36.322724 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b815ee-beb3-4789-9f18-2f132dd1521e None None] Pushing event updated for resources: {'Port': ['ID=5059218b-130a-412b-a145-6c762746e5a2,revision_number=5']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:26:36.427151 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-4e58b927-faa5-4e4c-97f7-9d2009d7dfd5 req-32126054-e9e3-444b-8777-10b78b3474fe service neutron] 10.222.0.67 "GET /v2.0/networks/a938b282-cfea-4809-a5ee-a9f6a9bd6a63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1069179 Jun 24 15:26:36.497603 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.rpc [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Device 5059218b-130a-412b-a145-6c762746e5a2 up at agent ovs-agent-dv-cinder-835384-11-iscsi {{(pid=104513) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 15:26:36.517159 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:26:36.529062 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-4e58b927-faa5-4e4c-97f7-9d2009d7dfd5 req-ac5c28a3-0249-48c8-a75a-e210be7a5f7b service neutron] 10.222.0.67 "GET /v2.0/networks/a938b282-cfea-4809-a5ee-a9f6a9bd6a63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960555 Jun 24 15:26:36.544714 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.provisioning_blocks [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Provisioning complete for port 5059218b-130a-412b-a145-6c762746e5a2 triggered by entity L2. {{(pid=104513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 15:26:36.549621 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7696598'] for port (5059218b-130a-412b-a145-6c762746e5a2), provisioning_complete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:26:36.624343 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:26:36.634031 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.plugin [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Current status of the port 5059218b-130a-412b-a145-6c762746e5a2 is: ACTIVE; New status is: ACTIVE {{(pid=104513) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 15:26:36.635113 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.rpc [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Device b1f0b248-f30b-4d6d-9d7c-8bf3f1e98ba7 up at agent ovs-agent-dv-cinder-835384-11-iscsi {{(pid=104513) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 15:26:36.679238 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.provisioning_blocks [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Provisioning complete for port b1f0b248-f30b-4d6d-9d7c-8bf3f1e98ba7 triggered by entity L2. {{(pid=104513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 15:26:36.679645 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7696598'] for port (b1f0b248-f30b-4d6d-9d7c-8bf3f1e98ba7), provisioning_complete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:26:36.773968 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.plugin [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Current status of the port b1f0b248-f30b-4d6d-9d7c-8bf3f1e98ba7 is: ACTIVE; New status is: ACTIVE {{(pid=104513) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 15:26:36.796878 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-60bea681-1a01-4946-8f39-500d04ffba94 req-37c6f124-d4c9-4b92-8efa-cb3e0acfab5b tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] 10.222.0.67 "GET /v2.0/ports?device_id=e1d75a5d-2323-4651-baaf-362175902937 HTTP/1.1" status: 200 len: 210 time: 0.0361166 Jun 24 15:26:37.896604 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-ee485a19-ab2f-401a-b654-c38f140d0fdc req-c033f8e3-cd45-4dea-a9a6-eaac95800e3d tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] 10.222.0.67 "GET /v2.0/ports?device_id=e1d75a5d-2323-4651-baaf-362175902937 HTTP/1.1" status: 200 len: 210 time: 0.0310442 Jun 24 15:26:38.888457 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e58b927-faa5-4e4c-97f7-9d2009d7dfd5 req-843ceab0-c908-43ec-affe-b6cc73d03615 tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:26:38.890108 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [req-4e58b927-faa5-4e4c-97f7-9d2009d7dfd5 req-843ceab0-c908-43ec-affe-b6cc73d03615 tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] 10.222.0.64 "GET /v2.0/networks?id=a938b282-cfea-4809-a5ee-a9f6a9bd6a63 HTTP/1.1" status: 200 len: 811 time: 0.1070437 Jun 24 15:26:38.956119 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [req-4e58b927-faa5-4e4c-97f7-9d2009d7dfd5 req-f45f3ae2-e600-41b7-97f3-08e12e809df0 tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9c5f325c1c3245fa88dbb36698037138 HTTP/1.1" status: 200 len: 378 time: 0.0539863 Jun 24 15:26:38.965315 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.v2.base [req-4e58b927-faa5-4e4c-97f7-9d2009d7dfd5 req-8e82723c-eaa6-44d4-9ec2-5a279191ca12 tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] Request body: {'port': {'device_id': 'e1d75a5d-2323-4651-baaf-362175902937', 'network_id': 'a938b282-cfea-4809-a5ee-a9f6a9bd6a63', 'admin_state_up': True, 'tenant_id': '9c5f325c1c3245fa88dbb36698037138', 'security_groups': ['241e9b7a-5f4a-430f-ba53-5b423d405f30']}} {{(pid=104511) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 15:26:38.991867 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-9aa98ee0-57c6-4e50-b905-20b7b7d0ebb5 req-4bf3da50-82b9-4ac6-9ec8-49390743e97b tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] 10.222.0.67 "GET /v2.0/ports?device_id=e1d75a5d-2323-4651-baaf-362175902937 HTTP/1.1" status: 200 len: 210 time: 0.0273886 Jun 24 15:26:39.158730 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e58b927-faa5-4e4c-97f7-9d2009d7dfd5 req-8e82723c-eaa6-44d4-9ec2-5a279191ca12 tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] Made reservation on behalf of 9c5f325c1c3245fa88dbb36698037138 for: {'port': 1} {{(pid=104511) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 15:26:39.162268 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [req-4e58b927-faa5-4e4c-97f7-9d2009d7dfd5 req-8e82723c-eaa6-44d4-9ec2-5a279191ca12 tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7727318'] for port (None), before_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:26:39.286799 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.db.db_base_plugin_common [req-4e58b927-faa5-4e4c-97f7-9d2009d7dfd5 req-8e82723c-eaa6-44d4-9ec2-5a279191ca12 tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] Allocated IP 172.20.0.7 (a938b282-cfea-4809-a5ee-a9f6a9bd6a63/457d19a7-6084-4c04-9002-174a158fd5f4/f7a751d8-c6fd-4d16-b565-3302931d702a) {{(pid=104511) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 15:26:39.421374 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [req-4e58b927-faa5-4e4c-97f7-9d2009d7dfd5 req-8e82723c-eaa6-44d4-9ec2-5a279191ca12 tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] Publish callbacks [] for port (f7a751d8-c6fd-4d16-b565-3302931d702a), precommit_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:26:39.426530 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:26:39.496351 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [req-4e58b927-faa5-4e4c-97f7-9d2009d7dfd5 req-8e82723c-eaa6-44d4-9ec2-5a279191ca12 tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761384583298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3599638'] for port (f7a751d8-c6fd-4d16-b565-3302931d702a), after_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:26:39.538091 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e58b927-faa5-4e4c-97f7-9d2009d7dfd5 req-8e82723c-eaa6-44d4-9ec2-5a279191ca12 tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] Network a938b282-cfea-4809-a5ee-a9f6a9bd6a63 is already hosted by enough agents. {{(pid=104511) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 15:26:39.541212 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.scheduler.base_scheduler [req-4e58b927-faa5-4e4c-97f7-9d2009d7dfd5 req-8e82723c-eaa6-44d4-9ec2-5a279191ca12 tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] Resources bound (agent type, host, resource id): {{(pid=104511) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 15:26:39.545543 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e58b927-faa5-4e4c-97f7-9d2009d7dfd5 req-8e82723c-eaa6-44d4-9ec2-5a279191ca12 tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] Received port after_create {{(pid=104511) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 15:26:39.579648 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:26:39.584064 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e82723c-eaa6-44d4-9ec2-5a279191ca12 tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] Pushing event updated for resources: {'Port': ['ID=f7a751d8-c6fd-4d16-b565-3302931d702a,revision_number=1']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:26:39.606659 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e58b927-faa5-4e4c-97f7-9d2009d7dfd5 req-8e82723c-eaa6-44d4-9ec2-5a279191ca12 tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:26:39.607414 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [req-4e58b927-faa5-4e4c-97f7-9d2009d7dfd5 req-8e82723c-eaa6-44d4-9ec2-5a279191ca12 tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30073'] for port (None), before_response {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:26:39.684061 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [req-4e58b927-faa5-4e4c-97f7-9d2009d7dfd5 req-8e82723c-eaa6-44d4-9ec2-5a279191ca12 tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7224350 Jun 24 15:26:39.696261 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.v2.base [req-4e58b927-faa5-4e4c-97f7-9d2009d7dfd5 req-3ca36e82-9715-4a9a-bcd6-46d474e8ef14 service neutron] Request body: {'port': {'device_id': 'e1d75a5d-2323-4651-baaf-362175902937', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83538'}} {{(pid=104511) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 15:26:39.755760 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [req-4e58b927-faa5-4e4c-97f7-9d2009d7dfd5 req-3ca36e82-9715-4a9a-bcd6-46d474e8ef14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7727318'] for port (f7a751d8-c6fd-4d16-b565-3302931d702a), before_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:26:39.812147 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.provisioning_blocks [None req-f865f3c5-b031-43a9-8c46-aa79503e3ddd None None] Provisioning complete for port f7a751d8-c6fd-4d16-b565-3302931d702a triggered by entity DHCP. {{(pid=104513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 15:26:39.812610 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-f865f3c5-b031-43a9-8c46-aa79503e3ddd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7696598'] for port (f7a751d8-c6fd-4d16-b565-3302931d702a), provisioning_complete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:26:39.844092 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.plugin [None req-f865f3c5-b031-43a9-8c46-aa79503e3ddd None None] Port f7a751d8-c6fd-4d16-b565-3302931d702a cannot update to ACTIVE because it is not bound. {{(pid=104513) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 15:26:40.009720 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.notifiers.nova [req-4e58b927-faa5-4e4c-97f7-9d2009d7dfd5 req-3ca36e82-9715-4a9a-bcd6-46d474e8ef14 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7a751d8-c6fd-4d16-b565-3302931d702a {{(pid=104511) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 15:26:40.017765 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [req-4e58b927-faa5-4e4c-97f7-9d2009d7dfd5 req-3ca36e82-9715-4a9a-bcd6-46d474e8ef14 service neutron] Publish callbacks [] for port (f7a751d8-c6fd-4d16-b565-3302931d702a), precommit_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:26:40.030537 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.db.provisioning_blocks [req-4e58b927-faa5-4e4c-97f7-9d2009d7dfd5 req-3ca36e82-9715-4a9a-bcd6-46d474e8ef14 service neutron] Transition to ACTIVE for port object f7a751d8-c6fd-4d16-b565-3302931d702a will not be triggered until provisioned by entity L2. {{(pid=104511) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 24 15:26:40.109796 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f9bb10-2e8f-4606-b87a-2e18a838c59a req-76018bac-3241-4c4c-bdf0-7f726adc4934 tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:26:40.111320 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-28f9bb10-2e8f-4606-b87a-2e18a838c59a req-76018bac-3241-4c4c-bdf0-7f726adc4934 tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] 10.222.0.67 "GET /v2.0/ports?device_id=e1d75a5d-2323-4651-baaf-362175902937 HTTP/1.1" status: 200 len: 931 time: 0.0480902 Jun 24 15:26:40.124640 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [req-4e58b927-faa5-4e4c-97f7-9d2009d7dfd5 req-3ca36e82-9715-4a9a-bcd6-46d474e8ef14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761385101662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761384583316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761384583334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3599631'] for port (f7a751d8-c6fd-4d16-b565-3302931d702a), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:26:40.161978 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-28f9bb10-2e8f-4606-b87a-2e18a838c59a req-b2fce320-dbc2-4d4c-9f15-42d858713ff3 tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] 10.222.0.67 "GET /v2.0/security-groups?id=241e9b7a-5f4a-430f-ba53-5b423d405f30&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0450716 Jun 24 15:26:40.176551 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca36e82-9715-4a9a-bcd6-46d474e8ef14 service neutron] Pushing event updated for resources: {'Port': ['ID=f7a751d8-c6fd-4d16-b565-3302931d702a,revision_number=2']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:26:40.216624 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697012'] for agent (f0fa743b-ff28-43ff-ac51-704c86538f10), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:26:40.254072 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.managers [req-4e58b927-faa5-4e4c-97f7-9d2009d7dfd5 req-3ca36e82-9715-4a9a-bcd6-46d474e8ef14 service neutron] Attempting to bind port f7a751d8-c6fd-4d16-b565-3302931d702a on host hv-cinder-83538 for vnic_type normal with profile {{(pid=104511) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 15:26:40.254410 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.managers [req-4e58b927-faa5-4e4c-97f7-9d2009d7dfd5 req-3ca36e82-9715-4a9a-bcd6-46d474e8ef14 service neutron] Attempting to bind port f7a751d8-c6fd-4d16-b565-3302931d702a by drivers openvswitch,hyperv on host hv-cinder-83538 at level 0 using segments [{'id': '6638c144-a037-4a0d-a23e-e5ad5f3b41a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'a938b282-cfea-4809-a5ee-a9f6a9bd6a63'}] {{(pid=104511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 15:26:40.254744 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e58b927-faa5-4e4c-97f7-9d2009d7dfd5 req-3ca36e82-9715-4a9a-bcd6-46d474e8ef14 service neutron] Attempting to bind port f7a751d8-c6fd-4d16-b565-3302931d702a on network a938b282-cfea-4809-a5ee-a9f6a9bd6a63 {{(pid=104511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 15:26:40.259427 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e58b927-faa5-4e4c-97f7-9d2009d7dfd5 req-3ca36e82-9715-4a9a-bcd6-46d474e8ef14 service neutron] Port f7a751d8-c6fd-4d16-b565-3302931d702a on network a938b282-cfea-4809-a5ee-a9f6a9bd6a63 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83538 {{(pid=104511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 24 15:26:40.259801 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e58b927-faa5-4e4c-97f7-9d2009d7dfd5 req-3ca36e82-9715-4a9a-bcd6-46d474e8ef14 service neutron] Attempting to bind port f7a751d8-c6fd-4d16-b565-3302931d702a on network a938b282-cfea-4809-a5ee-a9f6a9bd6a63 {{(pid=104511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 15:26:40.265875 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e58b927-faa5-4e4c-97f7-9d2009d7dfd5 req-3ca36e82-9715-4a9a-bcd6-46d474e8ef14 service neutron] Checking agent: {'id': 'f0fa743b-ff28-43ff-ac51-704c86538f10', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83538', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 15, 16, 38), 'started_at': datetime.datetime(2022, 6, 24, 15, 16, 38), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 15, 26, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 15:26:40.266210 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e58b927-faa5-4e4c-97f7-9d2009d7dfd5 req-3ca36e82-9715-4a9a-bcd6-46d474e8ef14 service neutron] Checking segment: {'id': '6638c144-a037-4a0d-a23e-e5ad5f3b41a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'a938b282-cfea-4809-a5ee-a9f6a9bd6a63'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 15:26:40.266585 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e58b927-faa5-4e4c-97f7-9d2009d7dfd5 req-3ca36e82-9715-4a9a-bcd6-46d474e8ef14 service neutron] Bound using segment: {'id': '6638c144-a037-4a0d-a23e-e5ad5f3b41a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'a938b282-cfea-4809-a5ee-a9f6a9bd6a63'} {{(pid=104511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 15:26:40.267007 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.managers [req-4e58b927-faa5-4e4c-97f7-9d2009d7dfd5 req-3ca36e82-9715-4a9a-bcd6-46d474e8ef14 service neutron] Bound port: f7a751d8-c6fd-4d16-b565-3302931d702a, host: hv-cinder-83538, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6638c144-a037-4a0d-a23e-e5ad5f3b41a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'a938b282-cfea-4809-a5ee-a9f6a9bd6a63'}}] {{(pid=104511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 15:26:40.267384 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [req-4e58b927-faa5-4e4c-97f7-9d2009d7dfd5 req-3ca36e82-9715-4a9a-bcd6-46d474e8ef14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7727318'] for port (f7a751d8-c6fd-4d16-b565-3302931d702a), before_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:26:40.334823 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.db [req-4e58b927-faa5-4e4c-97f7-9d2009d7dfd5 req-3ca36e82-9715-4a9a-bcd6-46d474e8ef14 service neutron] For port f7a751d8-c6fd-4d16-b565-3302931d702a, host hv-cinder-83538, cleared binding levels {{(pid=104511) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 15:26:40.338065 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.db [req-4e58b927-faa5-4e4c-97f7-9d2009d7dfd5 req-3ca36e82-9715-4a9a-bcd6-46d474e8ef14 service neutron] For port f7a751d8-c6fd-4d16-b565-3302931d702a, host hv-cinder-83538, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=f7a751d8-c6fd-4d16-b565-3302931d702a,segment=NetworkSegment(6638c144-a037-4a0d-a23e-e5ad5f3b41a2),segment_id=6638c144-a037-4a0d-a23e-e5ad5f3b41a2)] {{(pid=104511) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 15:26:40.405149 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [req-4e58b927-faa5-4e4c-97f7-9d2009d7dfd5 req-3ca36e82-9715-4a9a-bcd6-46d474e8ef14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761385101662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761384583316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761384583334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3599631'] for port (f7a751d8-c6fd-4d16-b565-3302931d702a), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:26:40.443075 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e58b927-faa5-4e4c-97f7-9d2009d7dfd5 req-3ca36e82-9715-4a9a-bcd6-46d474e8ef14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:26:40.443998 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [req-4e58b927-faa5-4e4c-97f7-9d2009d7dfd5 req-3ca36e82-9715-4a9a-bcd6-46d474e8ef14 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30073'] for port (None), before_response {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:26:40.445469 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [req-4e58b927-faa5-4e4c-97f7-9d2009d7dfd5 req-3ca36e82-9715-4a9a-bcd6-46d474e8ef14 service neutron] 10.222.0.64 "PUT /v2.0/ports/f7a751d8-c6fd-4d16-b565-3302931d702a HTTP/1.1" status: 200 len: 1093 time: 0.7537296 Jun 24 15:26:40.445979 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1d75a5d-2323-4651-baaf-362175902937', 'tag': 'f7a751d8-c6fd-4d16-b565-3302931d702a'}] {{(pid=104511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 15:26:40.448241 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4675c17b6bc846e4b28e54b1b3705f3f7dd7092e5e5b2c0e24b7aeedfd61db99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff74880b-40fe-4726-961b-d85c630dd006" -d '{"events": [{"name": "network-changed", "server_uuid": "e1d75a5d-2323-4651-baaf-362175902937", "tag": "f7a751d8-c6fd-4d16-b565-3302931d702a"}]}' {{(pid=104511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 15:26:40.469106 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:26:40.474141 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca36e82-9715-4a9a-bcd6-46d474e8ef14 service neutron] Pushing event updated for resources: {'Port': ['ID=f7a751d8-c6fd-4d16-b565-3302931d702a,revision_number=3']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:26:40.493698 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Jun 2022 15:26:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d908d3cf-3491-42ef-8a42-7763e8f126d3 x-openstack-request-id: req-d908d3cf-3491-42ef-8a42-7763e8f126d3 {{(pid=104511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 15:26:40.493988 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1d75a5d-2323-4651-baaf-362175902937", "tag": "f7a751d8-c6fd-4d16-b565-3302931d702a", "status": "completed", "code": 200}]} {{(pid=104511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 15:26:40.494244 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-d908d3cf-3491-42ef-8a42-7763e8f126d3 {{(pid=104511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 15:26:40.494680 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d908d3cf-3491-42ef-8a42-7763e8f126d3'] response: {'name': 'network-changed', 'server_uuid': 'e1d75a5d-2323-4651-baaf-362175902937', 'tag': 'f7a751d8-c6fd-4d16-b565-3302931d702a', 'status': 'completed', 'code': 200} Jun 24 15:26:40.561577 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff74880b-40fe-4726-961b-d85c630dd006 req-d2549bf9-4521-4c17-89e8-abc5e671c577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:26:40.563125 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [req-ff74880b-40fe-4726-961b-d85c630dd006 req-d2549bf9-4521-4c17-89e8-abc5e671c577 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9c5f325c1c3245fa88dbb36698037138&device_id=e1d75a5d-2323-4651-baaf-362175902937 HTTP/1.1" status: 200 len: 1127 time: 0.0428936 Jun 24 15:26:40.666144 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff74880b-40fe-4726-961b-d85c630dd006 req-49809630-f058-4d6b-a966-0e7d4053aee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:26:40.667610 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [req-ff74880b-40fe-4726-961b-d85c630dd006 req-49809630-f058-4d6b-a966-0e7d4053aee6 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=9c5f325c1c3245fa88dbb36698037138&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0976584 Jun 24 15:26:40.742350 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:26:40.760848 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff74880b-40fe-4726-961b-d85c630dd006 req-836148f6-ec49-4c99-9bef-a83064ad72ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:26:40.762369 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [req-ff74880b-40fe-4726-961b-d85c630dd006 req-836148f6-ec49-4c99-9bef-a83064ad72ce service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0889723 Jun 24 15:26:40.838252 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e58b927-faa5-4e4c-97f7-9d2009d7dfd5 req-71bcd481-6b70-4b33-87a0-ac8a1979f162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:26:40.839737 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [req-4e58b927-faa5-4e4c-97f7-9d2009d7dfd5 req-71bcd481-6b70-4b33-87a0-ac8a1979f162 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9c5f325c1c3245fa88dbb36698037138&device_id=e1d75a5d-2323-4651-baaf-362175902937 HTTP/1.1" status: 200 len: 1127 time: 0.0423684 Jun 24 15:26:40.878897 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [req-4e58b927-faa5-4e4c-97f7-9d2009d7dfd5 req-d0acaf81-1f96-41c5-af96-77b802813bdf service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f7a751d8-c6fd-4d16-b565-3302931d702a HTTP/1.1" status: 200 len: 217 time: 0.0316522 Jun 24 15:26:40.927069 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e58b927-faa5-4e4c-97f7-9d2009d7dfd5 req-54d43cb2-4354-468e-bcfa-d22508dc761a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:26:40.928516 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [req-4e58b927-faa5-4e4c-97f7-9d2009d7dfd5 req-54d43cb2-4354-468e-bcfa-d22508dc761a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=457d19a7-6084-4c04-9002-174a158fd5f4 HTTP/1.1" status: 200 len: 850 time: 0.0441897 Jun 24 15:26:40.972184 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e58b927-faa5-4e4c-97f7-9d2009d7dfd5 req-47a100b6-12ff-4050-96bd-75dd1d5ebd38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:26:40.973730 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [req-4e58b927-faa5-4e4c-97f7-9d2009d7dfd5 req-47a100b6-12ff-4050-96bd-75dd1d5ebd38 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a938b282-cfea-4809-a5ee-a9f6a9bd6a63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0393295 Jun 24 15:26:41.067498 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [req-4e58b927-faa5-4e4c-97f7-9d2009d7dfd5 req-215ece28-3c90-496d-a091-0e19ffa69a07 service neutron] 10.222.0.64 "GET /v2.0/networks/a938b282-cfea-4809-a5ee-a9f6a9bd6a63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879145 Jun 24 15:26:41.161214 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [req-4e58b927-faa5-4e4c-97f7-9d2009d7dfd5 req-1e14c528-2739-4fa7-816b-6fcecc6fdca4 service neutron] 10.222.0.64 "GET /v2.0/networks/a938b282-cfea-4809-a5ee-a9f6a9bd6a63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879273 Jun 24 15:26:41.286001 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bca2ae2-0f6a-47e9-9963-ffb574d9a9a4 req-77a0a544-84e7-4540-8651-9a329e3eab30 tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:26:41.287482 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-1bca2ae2-0f6a-47e9-9963-ffb574d9a9a4 req-77a0a544-84e7-4540-8651-9a329e3eab30 tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] 10.222.0.67 "GET /v2.0/ports?device_id=e1d75a5d-2323-4651-baaf-362175902937 HTTP/1.1" status: 200 len: 943 time: 0.0517218 Jun 24 15:26:41.333884 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-1bca2ae2-0f6a-47e9-9963-ffb574d9a9a4 req-df1d18c6-913d-4363-979f-f3716af18524 tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] 10.222.0.67 "GET /v2.0/security-groups?id=241e9b7a-5f4a-430f-ba53-5b423d405f30&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0409024 Jun 24 15:26:42.449247 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a7ba9b-d7d9-4191-8157-83a680966299 req-cddb5b8a-fe3e-453e-b4ca-99975a1c063f tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:26:42.450995 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-d0a7ba9b-d7d9-4191-8157-83a680966299 req-cddb5b8a-fe3e-453e-b4ca-99975a1c063f tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] 10.222.0.67 "GET /v2.0/ports?device_id=e1d75a5d-2323-4651-baaf-362175902937 HTTP/1.1" status: 200 len: 943 time: 0.0483847 Jun 24 15:26:42.498350 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-d0a7ba9b-d7d9-4191-8157-83a680966299 req-6870fa53-9969-4da1-ab74-82758a89f469 tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] 10.222.0.67 "GET /v2.0/security-groups?id=241e9b7a-5f4a-430f-ba53-5b423d405f30&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0418591 Jun 24 15:26:42.744043 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.rpc [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Device f7a751d8-c6fd-4d16-b565-3302931d702a details requested by agent hyperv_hv-cinder-83538 with host hv-cinder-83538 {{(pid=104513) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 15:26:42.842766 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG dbcounter [-] [104514] Writing DB stats neutron:SELECT=2 {{(pid=104514) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:26:42.843506 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG dbcounter [-] [104514] Writing DB stats neutron:SELECT=39 {{(pid=104514) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:26:42.844279 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.db [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] For port f7a751d8-c6fd-4d16-b565-3302931d702a, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=f7a751d8-c6fd-4d16-b565-3302931d702a,segment=NetworkSegment(6638c144-a037-4a0d-a23e-e5ad5f3b41a2),segment_id=6638c144-a037-4a0d-a23e-e5ad5f3b41a2)] {{(pid=104513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 15:26:42.858887 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.rpc [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Returning: {'device': 'f7a751d8-c6fd-4d16-b565-3302931d702a', 'network_id': 'a938b282-cfea-4809-a5ee-a9f6a9bd6a63', 'port_id': 'f7a751d8-c6fd-4d16-b565-3302931d702a', 'mac_address': 'fa:16:3e:0d:dc:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 794, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '457d19a7-6084-4c04-9002-174a158fd5f4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104513) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 15:26:42.893304 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.plugin [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Current status of the port f7a751d8-c6fd-4d16-b565-3302931d702a is: DOWN; New status is: BUILD {{(pid=104513) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 15:26:42.893686 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7727318'] for port (f7a751d8-c6fd-4d16-b565-3302931d702a), before_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:26:42.896257 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:26:42.907999 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.notifiers.nova [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7a751d8-c6fd-4d16-b565-3302931d702a {{(pid=104513) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 15:26:42.931937 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.db [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] For port f7a751d8-c6fd-4d16-b565-3302931d702a, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=f7a751d8-c6fd-4d16-b565-3302931d702a,segment=NetworkSegment(6638c144-a037-4a0d-a23e-e5ad5f3b41a2),segment_id=6638c144-a037-4a0d-a23e-e5ad5f3b41a2)] {{(pid=104513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 15:26:42.968245 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [req-070c554a-f3ab-445c-ae38-08c526781a95 req-5ff6bd3c-3993-4c9b-abf5-98d3e06e5ad0 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=9aa864c2-63a6-4aa7-8ea6-3ce12daff080&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0398982 Jun 24 15:26:43.001338 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761385101662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761384583316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761384583334'] for port (f7a751d8-c6fd-4d16-b565-3302931d702a), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:26:43.046757 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070c554a-f3ab-445c-ae38-08c526781a95 req-c8e50820-ffcf-43d7-9eb8-47146b4c791d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:26:43.048410 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [req-070c554a-f3ab-445c-ae38-08c526781a95 req-c8e50820-ffcf-43d7-9eb8-47146b4c791d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=66edbd777b48472b8fcd5a3f43c68dcc&device_id=9aa864c2-63a6-4aa7-8ea6-3ce12daff080 HTTP/1.1" status: 200 len: 1129 time: 0.0400383 Jun 24 15:26:43.051851 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Pushing event updated for resources: {'Port': ['ID=f7a751d8-c6fd-4d16-b565-3302931d702a,revision_number=4']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:26:43.158099 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070c554a-f3ab-445c-ae38-08c526781a95 req-f348877c-79ad-4127-9ded-d408258ad8b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:26:43.159603 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [req-070c554a-f3ab-445c-ae38-08c526781a95 req-f348877c-79ad-4127-9ded-d408258ad8b8 service neutron] 10.222.0.64 "GET /v2.0/networks?id=6c164619-5a9e-49c6-b97b-50e7f7499706 HTTP/1.1" status: 200 len: 909 time: 0.0934472 Jun 24 15:26:43.229894 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.db [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] get_ports_and_sgs() called for port_ids ['f7a751d8-c6fd-4d16-b565-3302931d702a'] {{(pid=104513) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 15:26:43.234643 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [req-070c554a-f3ab-445c-ae38-08c526781a95 req-f908e63a-bddd-45db-ac7d-1ede812c717a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e9c0e7f6-a572-47c4-8390-be9bdb776041 HTTP/1.1" status: 200 len: 999 time: 0.0685360 Jun 24 15:26:43.283816 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070c554a-f3ab-445c-ae38-08c526781a95 req-fc1b9863-0323-45cd-8b63-208163bae832 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:26:43.285194 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [req-070c554a-f3ab-445c-ae38-08c526781a95 req-fc1b9863-0323-45cd-8b63-208163bae832 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ec293509-7257-459b-932c-867e0999349d HTTP/1.1" status: 200 len: 847 time: 0.0447657 Jun 24 15:26:43.297408 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:26:43.331451 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070c554a-f3ab-445c-ae38-08c526781a95 req-dbe1cd74-c40d-4729-b133-9c297a70abae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:26:43.332953 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [req-070c554a-f3ab-445c-ae38-08c526781a95 req-dbe1cd74-c40d-4729-b133-9c297a70abae service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=6c164619-5a9e-49c6-b97b-50e7f7499706&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0421462 Jun 24 15:26:43.420307 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [req-070c554a-f3ab-445c-ae38-08c526781a95 req-0304fb7a-694a-4a61-9ff7-46ac70e56986 service neutron] 10.222.0.64 "GET /v2.0/networks/6c164619-5a9e-49c6-b97b-50e7f7499706?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817382 Jun 24 15:26:43.615543 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502b5d1c-d47a-40c6-a338-684dd4378a57 req-bda13d38-d3f7-498f-a094-f3e35fe86b7d tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:26:43.617106 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-502b5d1c-d47a-40c6-a338-684dd4378a57 req-bda13d38-d3f7-498f-a094-f3e35fe86b7d tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] 10.222.0.67 "GET /v2.0/ports?device_id=e1d75a5d-2323-4651-baaf-362175902937 HTTP/1.1" status: 200 len: 944 time: 0.0491993 Jun 24 15:26:43.671702 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-502b5d1c-d47a-40c6-a338-684dd4378a57 req-1185b6ad-909d-4b2c-8e3d-b33311410336 tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] 10.222.0.67 "GET /v2.0/security-groups?id=241e9b7a-5f4a-430f-ba53-5b423d405f30&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0489452 Jun 24 15:26:43.716590 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=100 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:26:43.730443 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [req-070c554a-f3ab-445c-ae38-08c526781a95 req-f829a865-de43-4234-bf84-bb1d8db125fc service neutron] 10.222.0.64 "GET /v2.0/networks/6c164619-5a9e-49c6-b97b-50e7f7499706?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3041804 Jun 24 15:26:44.746114 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.rpc [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Device f7a751d8-c6fd-4d16-b565-3302931d702a up at agent hyperv_hv-cinder-83538 {{(pid=104513) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 15:26:44.790949 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.provisioning_blocks [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Provisioning for port f7a751d8-c6fd-4d16-b565-3302931d702a completed by entity L2. {{(pid=104513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 24 15:26:44.791460 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80a6ddb-01be-48a5-8bf3-fe39e4eb412a req-bf21e649-ec75-4e50-baa6-7094dd6a3360 tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:26:44.792947 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-a80a6ddb-01be-48a5-8bf3-fe39e4eb412a req-bf21e649-ec75-4e50-baa6-7094dd6a3360 tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] 10.222.0.67 "GET /v2.0/ports?device_id=e1d75a5d-2323-4651-baaf-362175902937 HTTP/1.1" status: 200 len: 944 time: 0.0539374 Jun 24 15:26:44.840112 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-a80a6ddb-01be-48a5-8bf3-fe39e4eb412a req-424801d3-7afe-4e7b-a94f-ce6ca6883255 tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] 10.222.0.67 "GET /v2.0/security-groups?id=241e9b7a-5f4a-430f-ba53-5b423d405f30&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0416913 Jun 24 15:26:44.852798 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.provisioning_blocks [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Provisioning complete for port f7a751d8-c6fd-4d16-b565-3302931d702a triggered by entity L2. {{(pid=104513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 15:26:44.853182 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7696598'] for port (f7a751d8-c6fd-4d16-b565-3302931d702a), provisioning_complete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:26:44.927423 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.plugin [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Current status of the port f7a751d8-c6fd-4d16-b565-3302931d702a is: BUILD; New status is: ACTIVE {{(pid=104513) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 15:26:44.927838 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7727318'] for port (f7a751d8-c6fd-4d16-b565-3302931d702a), before_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:26:44.952909 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1d75a5d-2323-4651-baaf-362175902937', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7a751d8-c6fd-4d16-b565-3302931d702a'}] {{(pid=104513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 15:26:44.955729 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7de2ae652872cab3d5aa36b412d6cead56dffdf121926fea6679daaa3daba4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dfdb8ef-38f1-4177-87b8-37089beab77c" -d '{"events": [{"server_uuid": "e1d75a5d-2323-4651-baaf-362175902937", "name": "network-vif-plugged", "status": "completed", "tag": "f7a751d8-c6fd-4d16-b565-3302931d702a"}]}' {{(pid=104513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 15:26:44.968740 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.db [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] For port f7a751d8-c6fd-4d16-b565-3302931d702a, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=f7a751d8-c6fd-4d16-b565-3302931d702a,segment=NetworkSegment(6638c144-a037-4a0d-a23e-e5ad5f3b41a2),segment_id=6638c144-a037-4a0d-a23e-e5ad5f3b41a2)] {{(pid=104513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 15:26:44.994736 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 15:26:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4854cc0b-4a22-4b20-8245-f30752e857c3 x-openstack-request-id: req-4854cc0b-4a22-4b20-8245-f30752e857c3 {{(pid=104513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 15:26:44.995039 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1d75a5d-2323-4651-baaf-362175902937", "name": "network-vif-plugged", "status": "completed", "tag": "f7a751d8-c6fd-4d16-b565-3302931d702a", "code": 200}]} {{(pid=104513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 15:26:44.995320 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-4854cc0b-4a22-4b20-8245-f30752e857c3 {{(pid=104513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 15:26:44.995716 dv-cinder-835384-11-iscsi neutron-server[104513]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4854cc0b-4a22-4b20-8245-f30752e857c3'] response: {'server_uuid': 'e1d75a5d-2323-4651-baaf-362175902937', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7a751d8-c6fd-4d16-b565-3302931d702a', 'code': 200} Jun 24 15:26:45.035657 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761385101662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761384583316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761384583334'] for port (f7a751d8-c6fd-4d16-b565-3302931d702a), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:26:45.084924 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Pushing event updated for resources: {'Port': ['ID=f7a751d8-c6fd-4d16-b565-3302931d702a,revision_number=5']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:26:45.328289 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809b84e1-221e-4ae5-b6a5-92856d5d86f0 req-92616471-ef28-4fe4-8cfe-fdec4eda63aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:26:45.329689 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [req-809b84e1-221e-4ae5-b6a5-92856d5d86f0 req-92616471-ef28-4fe4-8cfe-fdec4eda63aa service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=e1d75a5d-2323-4651-baaf-362175902937 HTTP/1.1" status: 200 len: 1129 time: 0.0389805 Jun 24 15:26:45.374125 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [req-809b84e1-221e-4ae5-b6a5-92856d5d86f0 req-8217f7f2-bca3-4f3d-90eb-4543e13d83ba service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=241e9b7a-5f4a-430f-ba53-5b423d405f30&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0386770 Jun 24 15:26:45.954957 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f825b903-8180-48a6-a56d-894bc05536d5 req-f1d99968-a09f-471d-ac1b-7157aac4600b tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:26:45.956430 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-f825b903-8180-48a6-a56d-894bc05536d5 req-f1d99968-a09f-471d-ac1b-7157aac4600b tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] 10.222.0.67 "GET /v2.0/ports?device_id=e1d75a5d-2323-4651-baaf-362175902937 HTTP/1.1" status: 200 len: 945 time: 0.0491281 Jun 24 15:26:46.004354 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-f825b903-8180-48a6-a56d-894bc05536d5 req-9ee03d0b-b77f-43db-b307-61d4881f704d tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] 10.222.0.67 "GET /v2.0/security-groups?id=241e9b7a-5f4a-430f-ba53-5b423d405f30&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0421216 Jun 24 15:26:47.128514 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bea7ea-be6a-45f7-92ae-3a4989b9a70c req-8e41e705-6878-4c34-b5ea-9c5244b366d0 tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:26:47.129975 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-79bea7ea-be6a-45f7-92ae-3a4989b9a70c req-8e41e705-6878-4c34-b5ea-9c5244b366d0 tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] 10.222.0.67 "GET /v2.0/ports?device_id=e1d75a5d-2323-4651-baaf-362175902937 HTTP/1.1" status: 200 len: 945 time: 0.0529037 Jun 24 15:26:47.177981 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-79bea7ea-be6a-45f7-92ae-3a4989b9a70c req-dc104ce4-37cf-43dc-a830-8e67eb110787 tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] 10.222.0.67 "GET /v2.0/security-groups?id=241e9b7a-5f4a-430f-ba53-5b423d405f30&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0422819 Jun 24 15:26:47.287045 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950158a7-8d54-488c-9cb9-65b18c996256 req-5f0f7a81-fc24-4141-863b-53aeb9129013 tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:26:47.288883 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-950158a7-8d54-488c-9cb9-65b18c996256 req-5f0f7a81-fc24-4141-863b-53aeb9129013 tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] 10.222.0.67 "GET /v2.0/ports?device_id=e1d75a5d-2323-4651-baaf-362175902937 HTTP/1.1" status: 200 len: 945 time: 0.0477126 Jun 24 15:26:47.297243 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.wsgi [-] (104512) accepted ('10.222.0.67', 45732) {{(pid=104512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:26:47.301644 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.v2.base [None req-14d04290-1b81-4f3d-847b-c05e710a46c0 tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] Request body: {'floatingip': {'port_id': 'f7a751d8-c6fd-4d16-b565-3302931d702a'}} {{(pid=104512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 15:26:47.343233 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-14d04290-1b81-4f3d-847b-c05e710a46c0 tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] Publish callbacks [] for floatingip (ac942cf1-793c-4863-9050-f2d6112cdc94), before_update {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:26:47.573941 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=100 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:26:47.585642 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:26:47.758413 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-14d04290-1b81-4f3d-847b-c05e710a46c0 tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:26:47.806225 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-14d04290-1b81-4f3d-847b-c05e710a46c0 tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-467314'] for floatingip (ac942cf1-793c-4863-9050-f2d6112cdc94), after_update {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:26:48.165457 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.db.l3_db [None req-14d04290-1b81-4f3d-847b-c05e710a46c0 tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] Floating IP ac942cf1-793c-4863-9050-f2d6112cdc94 associated. External IP: 172.27.0.7, port: f7a751d8-c6fd-4d16-b565-3302931d702a. Jun 24 15:26:48.362898 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14d04290-1b81-4f3d-847b-c05e710a46c0 tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] Router 361ba4ad-6a67-4fdc-930f-be73daea70c7 has already been hosted by L3 agent 45985ff7-1335-48cd-ab02-73eb58295827 {{(pid=104512) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 15:26:48.467331 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14d04290-1b81-4f3d-847b-c05e710a46c0 tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] Notify agent at l3_agent.dv-cinder-835384-11-iscsi the message routers_updated {{(pid=104512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 15:26:48.472994 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-14d04290-1b81-4f3d-847b-c05e710a46c0 tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30073'] for floatingip (None), before_response {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:26:48.477507 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad725ce7-d1ce-414e-990e-a6affa496cdd None None] Sync routers for ids ['361ba4ad-6a67-4fdc-930f-be73daea70c7'] in dv-cinder-835384-11-iscsi {{(pid=104514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 15:26:48.491656 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad725ce7-d1ce-414e-990e-a6affa496cdd None None] Routers {'361ba4ad-6a67-4fdc-930f-be73daea70c7'} bound to L3 agent in host dv-cinder-835384-11-iscsi {{(pid=104514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 15:26:48.492270 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.db.l3_hamode_db [None req-ad725ce7-d1ce-414e-990e-a6affa496cdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-24T15:10:24Z,description=,heartbeat_timestamp=2022-06-24T15:26:24Z,host='dv-cinder-835384-11-iscsi',id=45985ff7-1335-48cd-ab02-73eb58295827,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T15:10:24Z,topic='l3_agent')) {'router_ids': ['361ba4ad-6a67-4fdc-930f-be73daea70c7'], 'active': True} {{(pid=104514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 15:26:48.503166 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [None req-14d04290-1b81-4f3d-847b-c05e710a46c0 tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] 10.222.0.67 "PUT /v2.0/floatingips/ac942cf1-793c-4863-9050-f2d6112cdc94 HTTP/1.1" status: 200 len: 989 time: 1.2048635 Jun 24 15:26:48.503881 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1d75a5d-2323-4651-baaf-362175902937', 'tag': 'f7a751d8-c6fd-4d16-b565-3302931d702a'}] {{(pid=104512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 15:26:48.506245 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9db87de5340c6be2811fa9e5912a63998a589dd3f857fd3823a550d1ae48127" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53ae727d-81f8-4eb3-bf0a-be4dac728fcb" -d '{"events": [{"name": "network-changed", "server_uuid": "e1d75a5d-2323-4651-baaf-362175902937", "tag": "f7a751d8-c6fd-4d16-b565-3302931d702a"}]}' {{(pid=104512) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 15:26:48.542376 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Jun 2022 15:26:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d37b194a-872b-4185-be9d-70fa61096fa5 x-openstack-request-id: req-d37b194a-872b-4185-be9d-70fa61096fa5 {{(pid=104512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 15:26:48.542659 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1d75a5d-2323-4651-baaf-362175902937", "tag": "f7a751d8-c6fd-4d16-b565-3302931d702a", "status": "completed", "code": 200}]} {{(pid=104512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 15:26:48.542905 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-d37b194a-872b-4185-be9d-70fa61096fa5 {{(pid=104512) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 15:26:48.543420 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d37b194a-872b-4185-be9d-70fa61096fa5'] response: {'name': 'network-changed', 'server_uuid': 'e1d75a5d-2323-4651-baaf-362175902937', 'tag': 'f7a751d8-c6fd-4d16-b565-3302931d702a', 'status': 'completed', 'code': 200} Jun 24 15:26:48.594467 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.db.l3_dvr_db [None req-ad725ce7-d1ce-414e-990e-a6affa496cdd None None] Set router 361ba4ad-6a67-4fdc-930f-be73daea70c7 gateway port host: dv-cinder-835384-11-iscsi {{(pid=104514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 15:26:48.607815 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ae727d-81f8-4eb3-bf0a-be4dac728fcb req-7f95fa65-7027-4237-815e-c51b4291651e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:26:48.609322 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [req-53ae727d-81f8-4eb3-bf0a-be4dac728fcb req-7f95fa65-7027-4237-815e-c51b4291651e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9c5f325c1c3245fa88dbb36698037138&device_id=e1d75a5d-2323-4651-baaf-362175902937 HTTP/1.1" status: 200 len: 1129 time: 0.0428233 Jun 24 15:26:48.681847 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=100 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:26:48.703016 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ae727d-81f8-4eb3-bf0a-be4dac728fcb req-36de862f-2a07-4056-ba1a-da23632c638e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:26:48.704547 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [req-53ae727d-81f8-4eb3-bf0a-be4dac728fcb req-36de862f-2a07-4056-ba1a-da23632c638e service neutron] 10.222.0.64 "GET /v2.0/networks?id=a938b282-cfea-4809-a5ee-a9f6a9bd6a63 HTTP/1.1" status: 200 len: 912 time: 0.0899093 Jun 24 15:26:48.768971 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [req-53ae727d-81f8-4eb3-bf0a-be4dac728fcb req-377794b6-0b4c-42a2-9fdf-4b03c5e66862 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f7a751d8-c6fd-4d16-b565-3302931d702a HTTP/1.1" status: 200 len: 997 time: 0.0584626 Jun 24 15:26:48.816968 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ae727d-81f8-4eb3-bf0a-be4dac728fcb req-80e473a2-a45b-4d18-b754-42e20b91cc60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:26:48.818411 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [req-53ae727d-81f8-4eb3-bf0a-be4dac728fcb req-80e473a2-a45b-4d18-b754-42e20b91cc60 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=457d19a7-6084-4c04-9002-174a158fd5f4 HTTP/1.1" status: 200 len: 850 time: 0.0433385 Jun 24 15:26:48.861177 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ae727d-81f8-4eb3-bf0a-be4dac728fcb req-538afe31-fd93-4637-aad7-2fe59e943a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:26:48.862587 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [req-53ae727d-81f8-4eb3-bf0a-be4dac728fcb req-538afe31-fd93-4637-aad7-2fe59e943a84 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a938b282-cfea-4809-a5ee-a9f6a9bd6a63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0389526 Jun 24 15:26:48.887841 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.db.l3_hamode_db [None req-ad725ce7-d1ce-414e-990e-a6affa496cdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '361ba4ad-6a67-4fdc-930f-be73daea70c7', 'name': 'tempest-AttachVolumeTestJSON-1499954587-router', 'tenant_id': '9c5f325c1c3245fa88dbb36698037138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'external_fixed_ips': [{'subnet_id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'ip_address': '172.27.0.156'}], 'enable_snat': True}, 'gw_port_id': 'b1f0b248-f30b-4d6d-9d7c-8bf3f1e98ba7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T15:26:29Z', 'updated_at': '2022-06-24T15:26:32Z', 'revision_number': 4, 'project_id': '9c5f325c1c3245fa88dbb36698037138', 'gw_port': {'id': 'b1f0b248-f30b-4d6d-9d7c-8bf3f1e98ba7', 'name': '', 'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:3b:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '361ba4ad-6a67-4fdc-930f-be73daea70c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'ip_address': '172.27.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T15:26:30Z', 'updated_at': '2022-06-24T15:26:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-11-iscsi', '_floatingips': [{'id': 'ac942cf1-793c-4863-9050-f2d6112cdc94', 'tenant_id': '9c5f325c1c3245fa88dbb36698037138', 'floating_ip_address': '172.27.0.7', 'floating_network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'router_id': '361ba4ad-6a67-4fdc-930f-be73daea70c7', 'port_id': 'f7a751d8-c6fd-4d16-b565-3302931d702a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 647, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a938b282-cfea-4809-a5ee-a9f6a9bd6a63', 'mac_address': 'fa:16:3e:0d:dc:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d75a5d-2323-4651-baaf-362175902937', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T15:26:35Z', 'updated_at': '2022-06-24T15:26:47Z', 'revision_number': 1, 'project_id': '9c5f325c1c3245fa88dbb36698037138', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5059218b-130a-412b-a145-6c762746e5a2', 'name': '', 'network_id': 'a938b282-cfea-4809-a5ee-a9f6a9bd6a63', 'tenant_id': '9c5f325c1c3245fa88dbb36698037138', 'mac_address': 'fa:16:3e:cf:62:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '361ba4ad-6a67-4fdc-930f-be73daea70c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '457d19a7-6084-4c04-9002-174a158fd5f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T15:26:32Z', 'updated_at': '2022-06-24T15:26:36Z', 'revision_number': 5, 'project_id': '9c5f325c1c3245fa88dbb36698037138', 'subnets': [{'id': '457d19a7-6084-4c04-9002-174a158fd5f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-11-iscsi', False) {} {{(pid=104514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 15:26:48.912758 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad725ce7-d1ce-414e-990e-a6affa496cdd None None] Checking router: 361ba4ad-6a67-4fdc-930f-be73daea70c7 for host: dv-cinder-835384-11-iscsi {{(pid=104514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 15:26:48.921160 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad725ce7-d1ce-414e-990e-a6affa496cdd None None] Routers {'361ba4ad-6a67-4fdc-930f-be73daea70c7'} bound to L3 agent in host dv-cinder-835384-11-iscsi {{(pid=104514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 15:26:48.921817 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.db.l3_hamode_db [None req-ad725ce7-d1ce-414e-990e-a6affa496cdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-24T15:10:24Z,description=,heartbeat_timestamp=2022-06-24T15:26:24Z,host='dv-cinder-835384-11-iscsi',id=45985ff7-1335-48cd-ab02-73eb58295827,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T15:10:24Z,topic='l3_agent')) {'router_ids': ['361ba4ad-6a67-4fdc-930f-be73daea70c7'], 'active': True} {{(pid=104514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 15:26:48.955707 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [req-53ae727d-81f8-4eb3-bf0a-be4dac728fcb req-7830938b-73c6-4cb9-a7d8-58018118843c service neutron] 10.222.0.64 "GET /v2.0/networks/a938b282-cfea-4809-a5ee-a9f6a9bd6a63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867720 Jun 24 15:26:49.022683 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.db.l3_dvr_db [None req-ad725ce7-d1ce-414e-990e-a6affa496cdd None None] Set router 361ba4ad-6a67-4fdc-930f-be73daea70c7 gateway port host: dv-cinder-835384-11-iscsi {{(pid=104514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 15:26:49.045987 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [req-53ae727d-81f8-4eb3-bf0a-be4dac728fcb req-e4e402fc-821a-4cad-bed5-dd9f55d38f27 service neutron] 10.222.0.64 "GET /v2.0/networks/a938b282-cfea-4809-a5ee-a9f6a9bd6a63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848362 Jun 24 15:26:49.233881 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.db.l3_hamode_db [None req-ad725ce7-d1ce-414e-990e-a6affa496cdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '361ba4ad-6a67-4fdc-930f-be73daea70c7', 'name': 'tempest-AttachVolumeTestJSON-1499954587-router', 'tenant_id': '9c5f325c1c3245fa88dbb36698037138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'external_fixed_ips': [{'subnet_id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'ip_address': '172.27.0.156'}], 'enable_snat': True}, 'gw_port_id': 'b1f0b248-f30b-4d6d-9d7c-8bf3f1e98ba7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T15:26:29Z', 'updated_at': '2022-06-24T15:26:32Z', 'revision_number': 4, 'project_id': '9c5f325c1c3245fa88dbb36698037138', 'gw_port': {'id': 'b1f0b248-f30b-4d6d-9d7c-8bf3f1e98ba7', 'name': '', 'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:3b:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '361ba4ad-6a67-4fdc-930f-be73daea70c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'ip_address': '172.27.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T15:26:30Z', 'updated_at': '2022-06-24T15:26:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-11-iscsi', '_floatingips': [{'id': 'ac942cf1-793c-4863-9050-f2d6112cdc94', 'tenant_id': '9c5f325c1c3245fa88dbb36698037138', 'floating_ip_address': '172.27.0.7', 'floating_network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'router_id': '361ba4ad-6a67-4fdc-930f-be73daea70c7', 'port_id': 'f7a751d8-c6fd-4d16-b565-3302931d702a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 647, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a938b282-cfea-4809-a5ee-a9f6a9bd6a63', 'mac_address': 'fa:16:3e:0d:dc:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d75a5d-2323-4651-baaf-362175902937', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T15:26:35Z', 'updated_at': '2022-06-24T15:26:47Z', 'revision_number': 1, 'project_id': '9c5f325c1c3245fa88dbb36698037138', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5059218b-130a-412b-a145-6c762746e5a2', 'name': '', 'network_id': 'a938b282-cfea-4809-a5ee-a9f6a9bd6a63', 'tenant_id': '9c5f325c1c3245fa88dbb36698037138', 'mac_address': 'fa:16:3e:cf:62:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '361ba4ad-6a67-4fdc-930f-be73daea70c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '457d19a7-6084-4c04-9002-174a158fd5f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T15:26:32Z', 'updated_at': '2022-06-24T15:26:36Z', 'revision_number': 5, 'project_id': '9c5f325c1c3245fa88dbb36698037138', 'subnets': [{'id': '457d19a7-6084-4c04-9002-174a158fd5f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-11-iscsi', False) {} {{(pid=104514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 15:26:49.259095 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad725ce7-d1ce-414e-990e-a6affa496cdd None None] The sync data for ids ['361ba4ad-6a67-4fdc-930f-be73daea70c7'] in dv-cinder-835384-11-iscsi is: [{'id': '361ba4ad-6a67-4fdc-930f-be73daea70c7', 'name': 'tempest-AttachVolumeTestJSON-1499954587-router', 'tenant_id': '9c5f325c1c3245fa88dbb36698037138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'external_fixed_ips': [{'subnet_id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'ip_address': '172.27.0.156'}], 'enable_snat': True}, 'gw_port_id': 'b1f0b248-f30b-4d6d-9d7c-8bf3f1e98ba7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T15:26:29Z', 'updated_at': '2022-06-24T15:26:32Z', 'revision_number': 4, 'project_id': '9c5f325c1c3245fa88dbb36698037138', 'gw_port': {'id': 'b1f0b248-f30b-4d6d-9d7c-8bf3f1e98ba7', 'name': '', 'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:3b:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '361ba4ad-6a67-4fdc-930f-be73daea70c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'ip_address': '172.27.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T15:26:30Z', 'updated_at': '2022-06-24T15:26:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-11-iscsi', '_floatingips': [{'id': 'ac942cf1-793c-4863-9050-f2d6112cdc94', 'tenant_id': '9c5f325c1c3245fa88dbb36698037138', 'floating_ip_address': '172.27.0.7', 'floating_network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'router_id': '361ba4ad-6a67-4fdc-930f-be73daea70c7', 'port_id': 'f7a751d8-c6fd-4d16-b565-3302931d702a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 647, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a938b282-cfea-4809-a5ee-a9f6a9bd6a63', 'mac_address': 'fa:16:3e:0d:dc:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d75a5d-2323-4651-baaf-362175902937', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T15:26:35Z', 'updated_at': '2022-06-24T15:26:47Z', 'revision_number': 1, 'project_id': '9c5f325c1c3245fa88dbb36698037138', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5059218b-130a-412b-a145-6c762746e5a2', 'name': '', 'network_id': 'a938b282-cfea-4809-a5ee-a9f6a9bd6a63', 'tenant_id': '9c5f325c1c3245fa88dbb36698037138', 'mac_address': 'fa:16:3e:cf:62:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '361ba4ad-6a67-4fdc-930f-be73daea70c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '457d19a7-6084-4c04-9002-174a158fd5f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T15:26:32Z', 'updated_at': '2022-06-24T15:26:36Z', 'revision_number': 5, 'project_id': '9c5f325c1c3245fa88dbb36698037138', 'subnets': [{'id': '457d19a7-6084-4c04-9002-174a158fd5f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 15:26:49.448746 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba28f989-78f7-4017-81e5-64eaa3510404 None None] New status for floating IP ac942cf1-793c-4863-9050-f2d6112cdc94: ACTIVE {{(pid=104513) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 24 15:26:51.318566 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-c8a7d999-c5d2-4fdf-89f0-b07afecf5f72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697012'] for agent (61dc9491-0c49-467e-b62a-6961ce952bc2), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:26:53.747329 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-d16d0b60-b7a6-4e89-a0ff-4656b6a87d8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697012'] for agent (45985ff7-1335-48cd-ab02-73eb58295827), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:26:54.926781 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-6e9ba797-1d0c-40f8-9e0c-708f895be0b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697012'] for agent (f984396c-9862-4f32-9cf6-f19d2e5feb00), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:26:56.400432 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-e7d2b4de-897d-40d1-b758-5e5b7ac4c4e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697012'] for agent (2f766f35-a225-44ed-b70f-669caec6f4a7), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:26:56.703551 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697012'] for agent (559fa80c-96d5-4fe7-8c5f-9eda482c27bf), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:26:58.495085 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=86,neutron:UPDATE=2 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:26:58.500077 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=44 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:26:59.041538 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=58 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:26:59.043431 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=34 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:26:59.235770 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG dbcounter [-] [104514] Writing DB stats neutron:SELECT=78 {{(pid=104514) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:26:59.236514 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG dbcounter [-] [104514] Writing DB stats neutron:SELECT=76 {{(pid=104514) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:27:01.785672 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.wsgi [-] (104512) accepted ('10.222.0.67', 45744) {{(pid=104512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:27:02.034337 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b76a7c-fee8-4c05-97b0-4c18c0f06d49 req-1f1e6fbf-1237-4f40-993c-28128a9d26b0 tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:27:02.036500 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-71b76a7c-fee8-4c05-97b0-4c18c0f06d49 req-1f1e6fbf-1237-4f40-993c-28128a9d26b0 tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] 10.222.0.67 "GET /v2.0/ports?device_id=dcc17ccb-c0b1-4819-9051-e715458f4529 HTTP/1.1" status: 200 len: 945 time: 0.0868955 Jun 24 15:27:02.086322 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.plugin [None req-7668d035-af69-4cb7-9511-0e2b1e047c30 tempest-TestShelveInstance-479722578 tempest-TestShelveInstance-479722578-project] Deleting port 4b5ffb67-f542-4780-a4ac-dd09320ba315 {{(pid=104512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 15:27:02.086587 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-7668d035-af69-4cb7-9511-0e2b1e047c30 tempest-TestShelveInstance-479722578 tempest-TestShelveInstance-479722578-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761385095720'] for port (4b5ffb67-f542-4780-a4ac-dd09320ba315), before_delete {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:27:02.133368 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-71b76a7c-fee8-4c05-97b0-4c18c0f06d49 req-561eca06-bfdf-484b-a86c-19d30e564fa5 tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] 10.222.0.67 "GET /v2.0/security-groups?id=3e7d3075-e93e-49d4-b5f8-9fd2c6a73d99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0773425 Jun 24 15:27:02.186543 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-7668d035-af69-4cb7-9511-0e2b1e047c30 tempest-TestShelveInstance-479722578 tempest-TestShelveInstance-479722578-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-465599'] for port (4b5ffb67-f542-4780-a4ac-dd09320ba315), precommit_delete {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:27:02.186867 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-7668d035-af69-4cb7-9511-0e2b1e047c30 tempest-TestShelveInstance-479722578 tempest-TestShelveInstance-479722578-project] Publish callbacks [] for floatingip (4b5ffb67-f542-4780-a4ac-dd09320ba315), precommit_delete {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:27:02.200103 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.plugin [None req-7668d035-af69-4cb7-9511-0e2b1e047c30 tempest-TestShelveInstance-479722578 tempest-TestShelveInstance-479722578-project] Calling delete_port for 4b5ffb67-f542-4780-a4ac-dd09320ba315 owned by network:floatingip {{(pid=104512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 15:27:02.417743 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-7668d035-af69-4cb7-9511-0e2b1e047c30 tempest-TestShelveInstance-479722578 tempest-TestShelveInstance-479722578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761385101680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761384583307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3859661'] for port (4b5ffb67-f542-4780-a4ac-dd09320ba315), after_delete {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:27:02.443439 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7668d035-af69-4cb7-9511-0e2b1e047c30 tempest-TestShelveInstance-479722578 tempest-TestShelveInstance-479722578-project] Pushing event deleted for resources: {'Port': ['ID=4b5ffb67-f542-4780-a4ac-dd09320ba315,revision_number=None']} {{(pid=104512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:27:02.508439 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-7668d035-af69-4cb7-9511-0e2b1e047c30 tempest-TestShelveInstance-479722578 tempest-TestShelveInstance-479722578-project] Publish callbacks [] for floatingip (4cc326d8-a393-4759-bf06-f9b51e3665e9), after_delete {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:27:02.508794 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.db.l3_db [None req-7668d035-af69-4cb7-9511-0e2b1e047c30 tempest-TestShelveInstance-479722578 tempest-TestShelveInstance-479722578-project] Floating IP 4cc326d8-a393-4759-bf06-f9b51e3665e9 disassociated (deleted). External IP: 172.27.0.2, port: e9c0e7f6-a572-47c4-8390-be9bdb776041. Jun 24 15:27:02.701058 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7668d035-af69-4cb7-9511-0e2b1e047c30 tempest-TestShelveInstance-479722578 tempest-TestShelveInstance-479722578-project] Router 3bcd2529-f420-41e2-a5ac-1a460697e45d has already been hosted by L3 agent 45985ff7-1335-48cd-ab02-73eb58295827 {{(pid=104512) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 15:27:02.783161 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:27:02.793108 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:27:02.804020 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7668d035-af69-4cb7-9511-0e2b1e047c30 tempest-TestShelveInstance-479722578 tempest-TestShelveInstance-479722578-project] Notify agent at l3_agent.dv-cinder-835384-11-iscsi the message routers_updated {{(pid=104512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 15:27:02.808705 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-7668d035-af69-4cb7-9511-0e2b1e047c30 tempest-TestShelveInstance-479722578 tempest-TestShelveInstance-479722578-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30073'] for floatingip (None), before_response {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:27:02.814493 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddced4b2-b9f0-4d22-9e89-2e617b860fbb None None] Sync routers for ids ['3bcd2529-f420-41e2-a5ac-1a460697e45d'] in dv-cinder-835384-11-iscsi {{(pid=104514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 15:27:02.824404 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddced4b2-b9f0-4d22-9e89-2e617b860fbb None None] Routers {'3bcd2529-f420-41e2-a5ac-1a460697e45d'} bound to L3 agent in host dv-cinder-835384-11-iscsi {{(pid=104514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 15:27:02.824999 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.db.l3_hamode_db [None req-ddced4b2-b9f0-4d22-9e89-2e617b860fbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-24T15:10:24Z,description=,heartbeat_timestamp=2022-06-24T15:26:54Z,host='dv-cinder-835384-11-iscsi',id=45985ff7-1335-48cd-ab02-73eb58295827,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T15:10:24Z,topic='l3_agent')) {'router_ids': ['3bcd2529-f420-41e2-a5ac-1a460697e45d'], 'active': True} {{(pid=104514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 15:27:02.838640 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [None req-7668d035-af69-4cb7-9511-0e2b1e047c30 tempest-TestShelveInstance-479722578 tempest-TestShelveInstance-479722578-project] 10.222.0.67 "DELETE /v2.0/floatingips/4cc326d8-a393-4759-bf06-f9b51e3665e9 HTTP/1.1" status: 204 len: 168 time: 1.0518160 Jun 24 15:27:02.839338 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9aa864c2-63a6-4aa7-8ea6-3ce12daff080', 'tag': 'e9c0e7f6-a572-47c4-8390-be9bdb776041'}] {{(pid=104512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 15:27:02.841692 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9db87de5340c6be2811fa9e5912a63998a589dd3f857fd3823a550d1ae48127" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb54d488-da5a-41d9-afa5-75c91825ff49" -d '{"events": [{"name": "network-changed", "server_uuid": "9aa864c2-63a6-4aa7-8ea6-3ce12daff080", "tag": "e9c0e7f6-a572-47c4-8390-be9bdb776041"}]}' {{(pid=104512) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 15:27:02.904924 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Jun 2022 15:27:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87c2d862-c49f-4c7f-9a67-ff0e3403a3d1 x-openstack-request-id: req-87c2d862-c49f-4c7f-9a67-ff0e3403a3d1 {{(pid=104512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 15:27:02.904924 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9aa864c2-63a6-4aa7-8ea6-3ce12daff080", "tag": "e9c0e7f6-a572-47c4-8390-be9bdb776041", "status": "completed", "code": 200}]} {{(pid=104512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 15:27:02.904924 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-87c2d862-c49f-4c7f-9a67-ff0e3403a3d1 {{(pid=104512) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 15:27:02.904924 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.notifiers.nova [-] Nova event matching ['req-87c2d862-c49f-4c7f-9a67-ff0e3403a3d1'] response: {'name': 'network-changed', 'server_uuid': '9aa864c2-63a6-4aa7-8ea6-3ce12daff080', 'tag': 'e9c0e7f6-a572-47c4-8390-be9bdb776041', 'status': 'completed', 'code': 200} Jun 24 15:27:02.933792 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.db.l3_dvr_db [None req-ddced4b2-b9f0-4d22-9e89-2e617b860fbb None None] Set router 3bcd2529-f420-41e2-a5ac-1a460697e45d gateway port host: dv-cinder-835384-11-iscsi {{(pid=104514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 15:27:03.087172 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb54d488-da5a-41d9-afa5-75c91825ff49 req-f4d07b56-26ba-4212-bdfa-b1020fcdde18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:27:03.088928 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [req-eb54d488-da5a-41d9-afa5-75c91825ff49 req-f4d07b56-26ba-4212-bdfa-b1020fcdde18 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=66edbd777b48472b8fcd5a3f43c68dcc&device_id=9aa864c2-63a6-4aa7-8ea6-3ce12daff080 HTTP/1.1" status: 200 len: 1129 time: 0.0451901 Jun 24 15:27:03.126092 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.db.l3_hamode_db [None req-ddced4b2-b9f0-4d22-9e89-2e617b860fbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bcd2529-f420-41e2-a5ac-1a460697e45d', 'name': 'tempest-TestShelveInstance-541128803-router', 'tenant_id': '66edbd777b48472b8fcd5a3f43c68dcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'external_fixed_ips': [{'subnet_id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'ip_address': '172.27.0.33'}], 'enable_snat': True}, 'gw_port_id': '12d208d3-ea49-4066-8d96-b7abe8eee602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T15:20:55Z', 'updated_at': '2022-06-24T15:21:05Z', 'revision_number': 4, 'project_id': '66edbd777b48472b8fcd5a3f43c68dcc', 'gw_port': {'id': '12d208d3-ea49-4066-8d96-b7abe8eee602', 'name': '', 'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:01:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bcd2529-f420-41e2-a5ac-1a460697e45d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'ip_address': '172.27.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T15:20:56Z', 'updated_at': '2022-06-24T15:21:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-11-iscsi', '_interfaces': [{'id': '7693434e-b791-47d2-8dea-d0c70dcf23f5', 'name': '', 'network_id': '6c164619-5a9e-49c6-b97b-50e7f7499706', 'tenant_id': '66edbd777b48472b8fcd5a3f43c68dcc', 'mac_address': 'fa:16:3e:e4:f9:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bcd2529-f420-41e2-a5ac-1a460697e45d', 'device_owner': 'network:router_interface', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'ec293509-7257-459b-932c-867e0999349d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T15:21:02Z', 'updated_at': '2022-06-24T15:21:11Z', 'revision_number': 5, 'project_id': '66edbd777b48472b8fcd5a3f43c68dcc', 'subnets': [{'id': 'ec293509-7257-459b-932c-867e0999349d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-11-iscsi', False) {} {{(pid=104514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 15:27:03.152379 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddced4b2-b9f0-4d22-9e89-2e617b860fbb None None] Checking router: 3bcd2529-f420-41e2-a5ac-1a460697e45d for host: dv-cinder-835384-11-iscsi {{(pid=104514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 15:27:03.163720 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddced4b2-b9f0-4d22-9e89-2e617b860fbb None None] Routers {'3bcd2529-f420-41e2-a5ac-1a460697e45d'} bound to L3 agent in host dv-cinder-835384-11-iscsi {{(pid=104514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 15:27:03.164314 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.db.l3_hamode_db [None req-ddced4b2-b9f0-4d22-9e89-2e617b860fbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-24T15:10:24Z,description=,heartbeat_timestamp=2022-06-24T15:26:54Z,host='dv-cinder-835384-11-iscsi',id=45985ff7-1335-48cd-ab02-73eb58295827,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T15:10:24Z,topic='l3_agent')) {'router_ids': ['3bcd2529-f420-41e2-a5ac-1a460697e45d'], 'active': True} {{(pid=104514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 15:27:03.193925 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb54d488-da5a-41d9-afa5-75c91825ff49 req-f4cdee3e-1040-4790-b131-5dffadc4a709 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:27:03.195854 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [req-eb54d488-da5a-41d9-afa5-75c91825ff49 req-f4cdee3e-1040-4790-b131-5dffadc4a709 service neutron] 10.222.0.64 "GET /v2.0/networks?id=6c164619-5a9e-49c6-b97b-50e7f7499706 HTTP/1.1" status: 200 len: 909 time: 0.0995798 Jun 24 15:27:03.255211 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [req-eb54d488-da5a-41d9-afa5-75c91825ff49 req-a551dbb8-30bd-4744-9cd5-4be684835a16 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e9c0e7f6-a572-47c4-8390-be9bdb776041 HTTP/1.1" status: 200 len: 217 time: 0.0413325 Jun 24 15:27:03.279495 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.db.l3_dvr_db [None req-ddced4b2-b9f0-4d22-9e89-2e617b860fbb None None] Set router 3bcd2529-f420-41e2-a5ac-1a460697e45d gateway port host: dv-cinder-835384-11-iscsi {{(pid=104514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 15:27:03.301857 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0f5361-2aff-43e4-a058-85a85736cf63 req-1bdf3306-c629-4185-bc98-80793a0f9b98 tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:27:03.303462 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-0b0f5361-2aff-43e4-a058-85a85736cf63 req-1bdf3306-c629-4185-bc98-80793a0f9b98 tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] 10.222.0.67 "GET /v2.0/ports?device_id=dcc17ccb-c0b1-4819-9051-e715458f4529 HTTP/1.1" status: 200 len: 945 time: 0.0851896 Jun 24 15:27:03.314902 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66dc5750-92cc-47d7-8ffb-9d27bcb58553 req-71f5c37a-cc14-4ace-9580-d88023665f0d tempest-TestShelveInstance-479722578 tempest-TestShelveInstance-479722578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:27:03.316318 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb54d488-da5a-41d9-afa5-75c91825ff49 req-0245ecbf-ecbe-429d-a377-114b4e564973 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:27:03.316461 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-66dc5750-92cc-47d7-8ffb-9d27bcb58553 req-71f5c37a-cc14-4ace-9580-d88023665f0d tempest-TestShelveInstance-479722578 tempest-TestShelveInstance-479722578-project] 10.222.0.67 "GET /v2.0/ports?device_id=9aa864c2-63a6-4aa7-8ea6-3ce12daff080 HTTP/1.1" status: 200 len: 945 time: 0.0641999 Jun 24 15:27:03.317911 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [req-eb54d488-da5a-41d9-afa5-75c91825ff49 req-0245ecbf-ecbe-429d-a377-114b4e564973 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ec293509-7257-459b-932c-867e0999349d HTTP/1.1" status: 200 len: 847 time: 0.0559769 Jun 24 15:27:03.392909 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-0b0f5361-2aff-43e4-a058-85a85736cf63 req-7ee55c07-a40b-4ab7-acc9-99166b4a27d7 tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] 10.222.0.67 "GET /v2.0/security-groups?id=3e7d3075-e93e-49d4-b5f8-9fd2c6a73d99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0755560 Jun 24 15:27:03.397506 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-66dc5750-92cc-47d7-8ffb-9d27bcb58553 req-5c26661a-6312-40bf-b628-9c7f0ba63795 tempest-TestShelveInstance-479722578 tempest-TestShelveInstance-479722578-project] 10.222.0.67 "GET /v2.0/security-groups?id=2f673e46-0bc3-417a-a88c-c966cb61274e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0742719 Jun 24 15:27:03.463377 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.db.l3_hamode_db [None req-ddced4b2-b9f0-4d22-9e89-2e617b860fbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bcd2529-f420-41e2-a5ac-1a460697e45d', 'name': 'tempest-TestShelveInstance-541128803-router', 'tenant_id': '66edbd777b48472b8fcd5a3f43c68dcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'external_fixed_ips': [{'subnet_id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'ip_address': '172.27.0.33'}], 'enable_snat': True}, 'gw_port_id': '12d208d3-ea49-4066-8d96-b7abe8eee602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T15:20:55Z', 'updated_at': '2022-06-24T15:21:05Z', 'revision_number': 4, 'project_id': '66edbd777b48472b8fcd5a3f43c68dcc', 'gw_port': {'id': '12d208d3-ea49-4066-8d96-b7abe8eee602', 'name': '', 'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:01:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bcd2529-f420-41e2-a5ac-1a460697e45d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'ip_address': '172.27.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T15:20:56Z', 'updated_at': '2022-06-24T15:21:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-11-iscsi', '_interfaces': [{'id': '7693434e-b791-47d2-8dea-d0c70dcf23f5', 'name': '', 'network_id': '6c164619-5a9e-49c6-b97b-50e7f7499706', 'tenant_id': '66edbd777b48472b8fcd5a3f43c68dcc', 'mac_address': 'fa:16:3e:e4:f9:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bcd2529-f420-41e2-a5ac-1a460697e45d', 'device_owner': 'network:router_interface', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'ec293509-7257-459b-932c-867e0999349d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T15:21:02Z', 'updated_at': '2022-06-24T15:21:11Z', 'revision_number': 5, 'project_id': '66edbd777b48472b8fcd5a3f43c68dcc', 'subnets': [{'id': 'ec293509-7257-459b-932c-867e0999349d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-11-iscsi', False) {} {{(pid=104514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 15:27:03.490482 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddced4b2-b9f0-4d22-9e89-2e617b860fbb None None] The sync data for ids ['3bcd2529-f420-41e2-a5ac-1a460697e45d'] in dv-cinder-835384-11-iscsi is: [{'id': '3bcd2529-f420-41e2-a5ac-1a460697e45d', 'name': 'tempest-TestShelveInstance-541128803-router', 'tenant_id': '66edbd777b48472b8fcd5a3f43c68dcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'external_fixed_ips': [{'subnet_id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'ip_address': '172.27.0.33'}], 'enable_snat': True}, 'gw_port_id': '12d208d3-ea49-4066-8d96-b7abe8eee602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T15:20:55Z', 'updated_at': '2022-06-24T15:21:05Z', 'revision_number': 4, 'project_id': '66edbd777b48472b8fcd5a3f43c68dcc', 'gw_port': {'id': '12d208d3-ea49-4066-8d96-b7abe8eee602', 'name': '', 'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:01:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bcd2529-f420-41e2-a5ac-1a460697e45d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'ip_address': '172.27.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T15:20:56Z', 'updated_at': '2022-06-24T15:21:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-11-iscsi', '_interfaces': [{'id': '7693434e-b791-47d2-8dea-d0c70dcf23f5', 'name': '', 'network_id': '6c164619-5a9e-49c6-b97b-50e7f7499706', 'tenant_id': '66edbd777b48472b8fcd5a3f43c68dcc', 'mac_address': 'fa:16:3e:e4:f9:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bcd2529-f420-41e2-a5ac-1a460697e45d', 'device_owner': 'network:router_interface', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'ec293509-7257-459b-932c-867e0999349d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T15:21:02Z', 'updated_at': '2022-06-24T15:21:11Z', 'revision_number': 5, 'project_id': '66edbd777b48472b8fcd5a3f43c68dcc', 'subnets': [{'id': 'ec293509-7257-459b-932c-867e0999349d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 15:27:03.696104 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b74d1a2-8e63-4772-b6ee-36717ea1ff77 None None] New status for floating IP 4cc326d8-a393-4759-bf06-f9b51e3665e9: DOWN {{(pid=104513) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 24 15:27:04.537437 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbf3b3f-e5b9-4a0a-89fb-90c3fac27155 req-b3e52935-9b1b-4505-be50-7174447fa9ca tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:27:04.538869 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-dcbf3b3f-e5b9-4a0a-89fb-90c3fac27155 req-b3e52935-9b1b-4505-be50-7174447fa9ca tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] 10.222.0.67 "GET /v2.0/ports?device_id=dcc17ccb-c0b1-4819-9051-e715458f4529 HTTP/1.1" status: 200 len: 945 time: 0.0764670 Jun 24 15:27:04.553092 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35166d08-07fc-4f19-987c-7e32d5b94990 req-cb418082-1c1d-4a3e-b85b-cb17529ee9d0 tempest-TestShelveInstance-479722578 tempest-TestShelveInstance-479722578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:27:04.554451 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-35166d08-07fc-4f19-987c-7e32d5b94990 req-cb418082-1c1d-4a3e-b85b-cb17529ee9d0 tempest-TestShelveInstance-479722578 tempest-TestShelveInstance-479722578-project] 10.222.0.67 "GET /v2.0/ports?device_id=9aa864c2-63a6-4aa7-8ea6-3ce12daff080 HTTP/1.1" status: 200 len: 945 time: 0.0607157 Jun 24 15:27:04.628136 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-dcbf3b3f-e5b9-4a0a-89fb-90c3fac27155 req-60ed5a88-ea17-46ba-b290-e7fe73d4cae9 tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] 10.222.0.67 "GET /v2.0/security-groups?id=3e7d3075-e93e-49d4-b5f8-9fd2c6a73d99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0824094 Jun 24 15:27:04.632990 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-35166d08-07fc-4f19-987c-7e32d5b94990 req-03f404da-183c-4c0a-8e74-25149ca981a9 tempest-TestShelveInstance-479722578 tempest-TestShelveInstance-479722578-project] 10.222.0.67 "GET /v2.0/security-groups?id=2f673e46-0bc3-417a-a88c-c966cb61274e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0726466 Jun 24 15:27:04.662864 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb54d488-da5a-41d9-afa5-75c91825ff49 req-ddfbb88e-6e4c-4bbe-b0e1-7e4ad48ab151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:27:04.664446 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [req-eb54d488-da5a-41d9-afa5-75c91825ff49 req-ddfbb88e-6e4c-4bbe-b0e1-7e4ad48ab151 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=6c164619-5a9e-49c6-b97b-50e7f7499706&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0441382 Jun 24 15:27:04.726116 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a90af4-a38c-4356-851f-7df04f56a345 req-57d080f4-cf99-4847-9014-0faa3ed32b1b tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:27:04.727559 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-d1a90af4-a38c-4356-851f-7df04f56a345 req-57d080f4-cf99-4847-9014-0faa3ed32b1b tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] 10.222.0.64 "GET /v2.0/ports?device_id=dcc17ccb-c0b1-4819-9051-e715458f4529 HTTP/1.1" status: 200 len: 945 time: 0.0452030 Jun 24 15:27:04.768999 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [req-eb54d488-da5a-41d9-afa5-75c91825ff49 req-dde2b379-aff3-4df7-a99c-8b5dee3cc9af service neutron] 10.222.0.64 "GET /v2.0/networks/6c164619-5a9e-49c6-b97b-50e7f7499706?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873969 Jun 24 15:27:04.944673 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [req-eb54d488-da5a-41d9-afa5-75c91825ff49 req-1d67cfa0-d090-4ed1-a38e-a80c7fae16d2 service neutron] 10.222.0.64 "GET /v2.0/networks/6c164619-5a9e-49c6-b97b-50e7f7499706?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868745 Jun 24 15:27:04.950285 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.plugin [req-d1a90af4-a38c-4356-851f-7df04f56a345 req-932d386f-3088-459a-b9d7-26474463f127 tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] Deleting port e48d9ccf-b4c4-4fdc-b2c9-817fca3f65dc {{(pid=104512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 15:27:04.950692 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [req-d1a90af4-a38c-4356-851f-7df04f56a345 req-932d386f-3088-459a-b9d7-26474463f127 tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761385095720'] for port (e48d9ccf-b4c4-4fdc-b2c9-817fca3f65dc), before_delete {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:27:05.005640 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7041561d-8172-4752-acf3-5c578d78bddf req-e2fc53d5-33c3-4f5e-928c-f08f1684f249 tempest-TestShelveInstance-479722578 tempest-TestShelveInstance-479722578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:27:05.007089 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-7041561d-8172-4752-acf3-5c578d78bddf req-e2fc53d5-33c3-4f5e-928c-f08f1684f249 tempest-TestShelveInstance-479722578 tempest-TestShelveInstance-479722578-project] 10.222.0.64 "GET /v2.0/ports?device_id=9aa864c2-63a6-4aa7-8ea6-3ce12daff080 HTTP/1.1" status: 200 len: 945 time: 0.0688677 Jun 24 15:27:05.130386 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.db [req-d1a90af4-a38c-4356-851f-7df04f56a345 req-932d386f-3088-459a-b9d7-26474463f127 tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] For port e48d9ccf-b4c4-4fdc-b2c9-817fca3f65dc, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=e48d9ccf-b4c4-4fdc-b2c9-817fca3f65dc,segment=NetworkSegment(dac079e8-662a-4bf1-950a-0525c98ad107),segment_id=dac079e8-662a-4bf1-950a-0525c98ad107)] {{(pid=104512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 15:27:05.130757 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [req-d1a90af4-a38c-4356-851f-7df04f56a345 req-932d386f-3088-459a-b9d7-26474463f127 tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-465599'] for port (e48d9ccf-b4c4-4fdc-b2c9-817fca3f65dc), precommit_delete {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:27:05.150537 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.plugin [req-7041561d-8172-4752-acf3-5c578d78bddf req-28dd58e7-2649-49b8-99d2-11458ae1c77a tempest-TestShelveInstance-479722578 tempest-TestShelveInstance-479722578-project] Deleting port e9c0e7f6-a572-47c4-8390-be9bdb776041 {{(pid=104512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 15:27:05.150880 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [req-7041561d-8172-4752-acf3-5c578d78bddf req-28dd58e7-2649-49b8-99d2-11458ae1c77a tempest-TestShelveInstance-479722578 tempest-TestShelveInstance-479722578-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761385095720'] for port (e9c0e7f6-a572-47c4-8390-be9bdb776041), before_delete {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:27:05.296565 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=100 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:27:05.347989 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.db [req-7041561d-8172-4752-acf3-5c578d78bddf req-28dd58e7-2649-49b8-99d2-11458ae1c77a tempest-TestShelveInstance-479722578 tempest-TestShelveInstance-479722578-project] For port e9c0e7f6-a572-47c4-8390-be9bdb776041, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=e9c0e7f6-a572-47c4-8390-be9bdb776041,segment=NetworkSegment(820e4882-5a56-485e-9c17-a5ea18731daa),segment_id=820e4882-5a56-485e-9c17-a5ea18731daa)] {{(pid=104512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 15:27:05.348355 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [req-7041561d-8172-4752-acf3-5c578d78bddf req-28dd58e7-2649-49b8-99d2-11458ae1c77a tempest-TestShelveInstance-479722578 tempest-TestShelveInstance-479722578-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-465599'] for port (e9c0e7f6-a572-47c4-8390-be9bdb776041), precommit_delete {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:27:05.370818 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.plugin [req-7041561d-8172-4752-acf3-5c578d78bddf req-28dd58e7-2649-49b8-99d2-11458ae1c77a tempest-TestShelveInstance-479722578 tempest-TestShelveInstance-479722578-project] Calling delete_port for e9c0e7f6-a572-47c4-8390-be9bdb776041 owned by compute:nova {{(pid=104512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 15:27:05.376603 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=100 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:27:05.389781 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [req-d1a90af4-a38c-4356-851f-7df04f56a345 req-932d386f-3088-459a-b9d7-26474463f127 tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:27:05.390147 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [req-d1a90af4-a38c-4356-851f-7df04f56a345 req-932d386f-3088-459a-b9d7-26474463f127 tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-467314'] for floatingip (73f12d9e-775d-4d7d-9384-488ee6193023), after_update {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:27:05.390465 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.db.l3_db [req-d1a90af4-a38c-4356-851f-7df04f56a345 req-932d386f-3088-459a-b9d7-26474463f127 tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] Floating IP 73f12d9e-775d-4d7d-9384-488ee6193023 disassociated. External IP: 172.27.0.185, port: e48d9ccf-b4c4-4fdc-b2c9-817fca3f65dc. Jun 24 15:27:05.391471 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.plugin [req-d1a90af4-a38c-4356-851f-7df04f56a345 req-932d386f-3088-459a-b9d7-26474463f127 tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] Calling delete_port for e48d9ccf-b4c4-4fdc-b2c9-817fca3f65dc owned by compute:nova {{(pid=104512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 15:27:05.692482 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [req-7041561d-8172-4752-acf3-5c578d78bddf req-28dd58e7-2649-49b8-99d2-11458ae1c77a tempest-TestShelveInstance-479722578 tempest-TestShelveInstance-479722578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761385101680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761384583307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3859661'] for port (e9c0e7f6-a572-47c4-8390-be9bdb776041), after_delete {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:27:05.739411 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28dd58e7-2649-49b8-99d2-11458ae1c77a tempest-TestShelveInstance-479722578 tempest-TestShelveInstance-479722578-project] Pushing event deleted for resources: {'Port': ['ID=e9c0e7f6-a572-47c4-8390-be9bdb776041,revision_number=None']} {{(pid=104512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:27:05.741119 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [req-d1a90af4-a38c-4356-851f-7df04f56a345 req-932d386f-3088-459a-b9d7-26474463f127 tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761385101680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761384583307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3859661'] for port (e48d9ccf-b4c4-4fdc-b2c9-817fca3f65dc), after_delete {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:27:05.775596 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-54020899-a4c3-45c2-bde6-14034eeb7e55 req-4732382b-c561-4fcc-901d-78add2bc1a77 tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] 10.222.0.67 "GET /v2.0/ports?device_id=dcc17ccb-c0b1-4819-9051-e715458f4529 HTTP/1.1" status: 200 len: 210 time: 0.0748575 Jun 24 15:27:05.811931 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-ff216bc7-8e8f-4e9b-b806-45cb425aab56 req-16c06160-df5c-48cf-90cf-df048516b09a tempest-TestShelveInstance-479722578 tempest-TestShelveInstance-479722578-project] 10.222.0.67 "GET /v2.0/ports?device_id=9aa864c2-63a6-4aa7-8ea6-3ce12daff080 HTTP/1.1" status: 200 len: 210 time: 0.0880935 Jun 24 15:27:05.835413 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.db.l3_dvrscheduler_db [req-7041561d-8172-4752-acf3-5c578d78bddf req-28dd58e7-2649-49b8-99d2-11458ae1c77a tempest-TestShelveInstance-479722578 tempest-TestShelveInstance-479722578-project] No DVR routers for this DVR port e9c0e7f6-a572-47c4-8390-be9bdb776041 on host hv-cinder-83538 {{(pid=104512) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 24 15:27:05.842529 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [req-7041561d-8172-4752-acf3-5c578d78bddf req-28dd58e7-2649-49b8-99d2-11458ae1c77a tempest-TestShelveInstance-479722578 tempest-TestShelveInstance-479722578-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30073'] for port (None), before_response {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:27:05.845827 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-7041561d-8172-4752-acf3-5c578d78bddf req-28dd58e7-2649-49b8-99d2-11458ae1c77a tempest-TestShelveInstance-479722578 tempest-TestShelveInstance-479722578-project] 10.222.0.64 "DELETE /v2.0/ports/e9c0e7f6-a572-47c4-8390-be9bdb776041 HTTP/1.1" status: 204 len: 173 time: 0.8331478 Jun 24 15:27:05.847400 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9aa864c2-63a6-4aa7-8ea6-3ce12daff080', 'name': 'network-vif-deleted', 'tag': 'e9c0e7f6-a572-47c4-8390-be9bdb776041'}] {{(pid=104512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 15:27:05.850105 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9db87de5340c6be2811fa9e5912a63998a589dd3f857fd3823a550d1ae48127" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5256bf3-b1dc-417f-8ec4-a6b28f6aa0b3" -d '{"events": [{"server_uuid": "9aa864c2-63a6-4aa7-8ea6-3ce12daff080", "name": "network-vif-deleted", "tag": "e9c0e7f6-a572-47c4-8390-be9bdb776041"}]}' {{(pid=104512) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 15:27:05.874178 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932d386f-3088-459a-b9d7-26474463f127 tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] Pushing event deleted for resources: {'Port': ['ID=e48d9ccf-b4c4-4fdc-b2c9-817fca3f65dc,revision_number=None']} {{(pid=104512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:27:05.922635 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 15:27:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81c1a733-ac1c-4db3-a0cf-d69712d034ab x-openstack-request-id: req-81c1a733-ac1c-4db3-a0cf-d69712d034ab {{(pid=104512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 15:27:05.922635 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9aa864c2-63a6-4aa7-8ea6-3ce12daff080", "name": "network-vif-deleted", "tag": "e9c0e7f6-a572-47c4-8390-be9bdb776041", "status": "completed", "code": 200}]} {{(pid=104512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 15:27:05.922635 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-81c1a733-ac1c-4db3-a0cf-d69712d034ab {{(pid=104512) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 15:27:05.922635 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.notifiers.nova [-] Nova event matching ['req-81c1a733-ac1c-4db3-a0cf-d69712d034ab'] response: {'server_uuid': '9aa864c2-63a6-4aa7-8ea6-3ce12daff080', 'name': 'network-vif-deleted', 'tag': 'e9c0e7f6-a572-47c4-8390-be9bdb776041', 'status': 'completed', 'code': 200} Jun 24 15:27:05.994212 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d1a90af4-a38c-4356-851f-7df04f56a345 req-932d386f-3088-459a-b9d7-26474463f127 tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] Router 3b204f98-a367-42c7-8389-8d8b539db927 has already been hosted by L3 agent 45985ff7-1335-48cd-ab02-73eb58295827 {{(pid=104512) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 15:27:06.103737 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d1a90af4-a38c-4356-851f-7df04f56a345 req-932d386f-3088-459a-b9d7-26474463f127 tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] Notify agent at l3_agent.dv-cinder-835384-11-iscsi the message routers_updated {{(pid=104512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 15:27:06.115980 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e1f222b-7ca7-4886-9c5a-f07470dfc43d None None] Sync routers for ids ['3b204f98-a367-42c7-8389-8d8b539db927'] in dv-cinder-835384-11-iscsi {{(pid=104514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 15:27:06.128369 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e1f222b-7ca7-4886-9c5a-f07470dfc43d None None] Routers {'3b204f98-a367-42c7-8389-8d8b539db927'} bound to L3 agent in host dv-cinder-835384-11-iscsi {{(pid=104514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 15:27:06.129398 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.db.l3_hamode_db [None req-9e1f222b-7ca7-4886-9c5a-f07470dfc43d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-24T15:10:24Z,description=,heartbeat_timestamp=2022-06-24T15:26:54Z,host='dv-cinder-835384-11-iscsi',id=45985ff7-1335-48cd-ab02-73eb58295827,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T15:10:24Z,topic='l3_agent')) {'router_ids': ['3b204f98-a367-42c7-8389-8d8b539db927'], 'active': True} {{(pid=104514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 15:27:06.152997 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1a90af4-a38c-4356-851f-7df04f56a345 req-932d386f-3088-459a-b9d7-26474463f127 tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] No DVR routers for this DVR port e48d9ccf-b4c4-4fdc-b2c9-817fca3f65dc on host hv-cinder-83538 {{(pid=104512) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 24 15:27:06.157033 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [req-d1a90af4-a38c-4356-851f-7df04f56a345 req-932d386f-3088-459a-b9d7-26474463f127 tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30073'] for port (None), before_response {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:27:06.161512 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-d1a90af4-a38c-4356-851f-7df04f56a345 req-932d386f-3088-459a-b9d7-26474463f127 tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] 10.222.0.64 "DELETE /v2.0/ports/e48d9ccf-b4c4-4fdc-b2c9-817fca3f65dc HTTP/1.1" status: 204 len: 173 time: 1.3041434 Jun 24 15:27:06.337124 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.db.l3_dvr_db [None req-9e1f222b-7ca7-4886-9c5a-f07470dfc43d None None] Set router 3b204f98-a367-42c7-8389-8d8b539db927 gateway port host: dv-cinder-835384-11-iscsi {{(pid=104514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 15:27:06.543161 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.db.l3_hamode_db [None req-9e1f222b-7ca7-4886-9c5a-f07470dfc43d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b204f98-a367-42c7-8389-8d8b539db927', 'name': 'tempest-TestVolumeBootPattern-933791428-router', 'tenant_id': '06aac4c0b410452fa71221434149e3b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'external_fixed_ips': [{'subnet_id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'ip_address': '172.27.0.72'}], 'enable_snat': True}, 'gw_port_id': 'b529ebad-e8d9-480a-b8eb-1b28c2745ddd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T15:24:01Z', 'updated_at': '2022-06-24T15:24:05Z', 'revision_number': 4, 'project_id': '06aac4c0b410452fa71221434149e3b7', 'gw_port': {'id': 'b529ebad-e8d9-480a-b8eb-1b28c2745ddd', 'name': '', 'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:d8:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b204f98-a367-42c7-8389-8d8b539db927', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'ip_address': '172.27.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T15:24:02Z', 'updated_at': '2022-06-24T15:24:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-11-iscsi', '_interfaces': [{'id': '330082d1-f0dc-4b95-b5b8-396060cd29da', 'name': '', 'network_id': '2a32a679-de41-498c-bfd0-5831dd67fdee', 'tenant_id': '06aac4c0b410452fa71221434149e3b7', 'mac_address': 'fa:16:3e:b9:01:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b204f98-a367-42c7-8389-8d8b539db927', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '3fab91a5-d4d3-43d4-a452-8b378716e743', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T15:24:04Z', 'updated_at': '2022-06-24T15:24:08Z', 'revision_number': 5, 'project_id': '06aac4c0b410452fa71221434149e3b7', 'subnets': [{'id': '3fab91a5-d4d3-43d4-a452-8b378716e743', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-11-iscsi', False) {} {{(pid=104514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 15:27:06.567504 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e1f222b-7ca7-4886-9c5a-f07470dfc43d None None] Checking router: 3b204f98-a367-42c7-8389-8d8b539db927 for host: dv-cinder-835384-11-iscsi {{(pid=104514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 15:27:06.569117 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG dbcounter [-] [104514] Writing DB stats neutron:SELECT=100 {{(pid=104514) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:27:06.570640 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG dbcounter [-] [104514] Writing DB stats neutron:SELECT=100 {{(pid=104514) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:27:06.576685 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e1f222b-7ca7-4886-9c5a-f07470dfc43d None None] Routers {'3b204f98-a367-42c7-8389-8d8b539db927'} bound to L3 agent in host dv-cinder-835384-11-iscsi {{(pid=104514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 15:27:06.577285 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.db.l3_hamode_db [None req-9e1f222b-7ca7-4886-9c5a-f07470dfc43d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-24T15:10:24Z,description=,heartbeat_timestamp=2022-06-24T15:26:54Z,host='dv-cinder-835384-11-iscsi',id=45985ff7-1335-48cd-ab02-73eb58295827,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T15:10:24Z,topic='l3_agent')) {'router_ids': ['3b204f98-a367-42c7-8389-8d8b539db927'], 'active': True} {{(pid=104514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 15:27:06.616169 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:SELECT=76,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:27:06.686491 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.db.l3_dvr_db [None req-9e1f222b-7ca7-4886-9c5a-f07470dfc43d None None] Set router 3b204f98-a367-42c7-8389-8d8b539db927 gateway port host: dv-cinder-835384-11-iscsi {{(pid=104514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 15:27:06.856340 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.rpc [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Device e48d9ccf-b4c4-4fdc-b2c9-817fca3f65dc no longer exists at agent hyperv_hv-cinder-83538 {{(pid=104513) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 15:27:06.886603 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.plugin [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] No Port match for: e48d9ccf-b4c4-4fdc-b2c9-817fca3f65dc {{(pid=104513) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 15:27:06.886949 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.rpc [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Device e48d9ccf-b4c4-4fdc-b2c9-817fca3f65dc not bound to the agent host hv-cinder-83538 {{(pid=104513) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 15:27:06.888193 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.rpc [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Device e9c0e7f6-a572-47c4-8390-be9bdb776041 no longer exists at agent hyperv_hv-cinder-83538 {{(pid=104513) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 15:27:06.900148 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.db.l3_hamode_db [None req-9e1f222b-7ca7-4886-9c5a-f07470dfc43d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b204f98-a367-42c7-8389-8d8b539db927', 'name': 'tempest-TestVolumeBootPattern-933791428-router', 'tenant_id': '06aac4c0b410452fa71221434149e3b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'external_fixed_ips': [{'subnet_id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'ip_address': '172.27.0.72'}], 'enable_snat': True}, 'gw_port_id': 'b529ebad-e8d9-480a-b8eb-1b28c2745ddd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T15:24:01Z', 'updated_at': '2022-06-24T15:24:05Z', 'revision_number': 4, 'project_id': '06aac4c0b410452fa71221434149e3b7', 'gw_port': {'id': 'b529ebad-e8d9-480a-b8eb-1b28c2745ddd', 'name': '', 'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:d8:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b204f98-a367-42c7-8389-8d8b539db927', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'ip_address': '172.27.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T15:24:02Z', 'updated_at': '2022-06-24T15:24:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-11-iscsi', '_interfaces': [{'id': '330082d1-f0dc-4b95-b5b8-396060cd29da', 'name': '', 'network_id': '2a32a679-de41-498c-bfd0-5831dd67fdee', 'tenant_id': '06aac4c0b410452fa71221434149e3b7', 'mac_address': 'fa:16:3e:b9:01:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b204f98-a367-42c7-8389-8d8b539db927', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '3fab91a5-d4d3-43d4-a452-8b378716e743', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T15:24:04Z', 'updated_at': '2022-06-24T15:24:08Z', 'revision_number': 5, 'project_id': '06aac4c0b410452fa71221434149e3b7', 'subnets': [{'id': '3fab91a5-d4d3-43d4-a452-8b378716e743', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-11-iscsi', False) {} {{(pid=104514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 15:27:06.919238 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.plugin [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] No Port match for: e9c0e7f6-a572-47c4-8390-be9bdb776041 {{(pid=104513) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 15:27:06.919238 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.rpc [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Device e9c0e7f6-a572-47c4-8390-be9bdb776041 not bound to the agent host hv-cinder-83538 {{(pid=104513) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 15:27:06.923239 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-376e5d22-3636-49d3-9fb0-d9605546cae4 req-90263d1d-6d51-4a8a-917c-7fe6272625b2 tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] 10.222.0.67 "GET /v2.0/ports?device_id=dcc17ccb-c0b1-4819-9051-e715458f4529 HTTP/1.1" status: 200 len: 210 time: 0.0567150 Jun 24 15:27:06.933887 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e1f222b-7ca7-4886-9c5a-f07470dfc43d None None] The sync data for ids ['3b204f98-a367-42c7-8389-8d8b539db927'] in dv-cinder-835384-11-iscsi is: [{'id': '3b204f98-a367-42c7-8389-8d8b539db927', 'name': 'tempest-TestVolumeBootPattern-933791428-router', 'tenant_id': '06aac4c0b410452fa71221434149e3b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'external_fixed_ips': [{'subnet_id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'ip_address': '172.27.0.72'}], 'enable_snat': True}, 'gw_port_id': 'b529ebad-e8d9-480a-b8eb-1b28c2745ddd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T15:24:01Z', 'updated_at': '2022-06-24T15:24:05Z', 'revision_number': 4, 'project_id': '06aac4c0b410452fa71221434149e3b7', 'gw_port': {'id': 'b529ebad-e8d9-480a-b8eb-1b28c2745ddd', 'name': '', 'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:d8:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b204f98-a367-42c7-8389-8d8b539db927', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'ip_address': '172.27.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T15:24:02Z', 'updated_at': '2022-06-24T15:24:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-11-iscsi', '_interfaces': [{'id': '330082d1-f0dc-4b95-b5b8-396060cd29da', 'name': '', 'network_id': '2a32a679-de41-498c-bfd0-5831dd67fdee', 'tenant_id': '06aac4c0b410452fa71221434149e3b7', 'mac_address': 'fa:16:3e:b9:01:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b204f98-a367-42c7-8389-8d8b539db927', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '3fab91a5-d4d3-43d4-a452-8b378716e743', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T15:24:04Z', 'updated_at': '2022-06-24T15:24:08Z', 'revision_number': 5, 'project_id': '06aac4c0b410452fa71221434149e3b7', 'subnets': [{'id': '3fab91a5-d4d3-43d4-a452-8b378716e743', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 15:27:06.953963 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-670774bd-0a0f-47f9-8392-6b49120214e1 req-c072ec02-7269-4a2d-8230-5403d9b4b353 tempest-TestShelveInstance-479722578 tempest-TestShelveInstance-479722578-project] 10.222.0.67 "GET /v2.0/ports?device_id=9aa864c2-63a6-4aa7-8ea6-3ce12daff080 HTTP/1.1" status: 200 len: 210 time: 0.0296562 Jun 24 15:27:07.214630 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68529865-a8b9-48aa-aafe-644d65855040 None None] New status for floating IP 73f12d9e-775d-4d7d-9384-488ee6193023: DOWN {{(pid=104513) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 24 15:27:07.921308 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcc17ccb-c0b1-4819-9051-e715458f4529', 'name': 'network-vif-deleted', 'tag': 'e48d9ccf-b4c4-4fdc-b2c9-817fca3f65dc'}] {{(pid=104512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 15:27:07.924404 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9db87de5340c6be2811fa9e5912a63998a589dd3f857fd3823a550d1ae48127" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4aed0e60-5a23-456a-bc2d-2573f5de5cb3" -d '{"events": [{"server_uuid": "dcc17ccb-c0b1-4819-9051-e715458f4529", "name": "network-vif-deleted", "tag": "e48d9ccf-b4c4-4fdc-b2c9-817fca3f65dc"}]}' {{(pid=104512) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 15:27:07.960154 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 15:27:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8834728e-4bf2-40bb-8edf-59903fdfd960 x-openstack-request-id: req-8834728e-4bf2-40bb-8edf-59903fdfd960 {{(pid=104512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 15:27:07.960444 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcc17ccb-c0b1-4819-9051-e715458f4529", "name": "network-vif-deleted", "tag": "e48d9ccf-b4c4-4fdc-b2c9-817fca3f65dc", "status": "completed", "code": 200}]} {{(pid=104512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 15:27:07.960814 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-8834728e-4bf2-40bb-8edf-59903fdfd960 {{(pid=104512) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 15:27:07.961220 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8834728e-4bf2-40bb-8edf-59903fdfd960'] response: {'server_uuid': 'dcc17ccb-c0b1-4819-9051-e715458f4529', 'name': 'network-vif-deleted', 'tag': 'e48d9ccf-b4c4-4fdc-b2c9-817fca3f65dc', 'status': 'completed', 'code': 200} Jun 24 15:27:08.024075 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.wsgi [-] (104511) accepted ('10.222.0.67', 45786) {{(pid=104511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:27:08.028905 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-750977c6-a731-4e58-8ba8-9430603771d6 req-e52b1b75-02a9-49e0-b55c-d87020874bf4 tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] 10.222.0.67 "GET /v2.0/ports?device_id=dcc17ccb-c0b1-4819-9051-e715458f4529 HTTP/1.1" status: 200 len: 210 time: 0.0322013 Jun 24 15:27:08.082209 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-17e2f05e-7d7b-438a-91a7-7240a67627c4 tempest-TestShelveInstance-479722578 tempest-TestShelveInstance-479722578-project] Publish callbacks [] for security_group (2f673e46-0bc3-417a-a88c-c966cb61274e), before_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:27:08.107930 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-17e2f05e-7d7b-438a-91a7-7240a67627c4 tempest-TestShelveInstance-479722578 tempest-TestShelveInstance-479722578-project] Publish callbacks [] for security_group (2f673e46-0bc3-417a-a88c-c966cb61274e), precommit_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:27:08.221459 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-17e2f05e-7d7b-438a-91a7-7240a67627c4 tempest-TestShelveInstance-479722578 tempest-TestShelveInstance-479722578-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-275664'] for security_group (2f673e46-0bc3-417a-a88c-c966cb61274e), after_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:27:08.223967 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-17e2f05e-7d7b-438a-91a7-7240a67627c4 tempest-TestShelveInstance-479722578 tempest-TestShelveInstance-479722578-project] Publish callbacks [] for security_group (None), before_response {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:27:08.225131 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [None req-17e2f05e-7d7b-438a-91a7-7240a67627c4 tempest-TestShelveInstance-479722578 tempest-TestShelveInstance-479722578-project] 10.222.0.67 "DELETE /v2.0/security-groups/2f673e46-0bc3-417a-a88c-c966cb61274e HTTP/1.1" status: 204 len: 168 time: 0.2002494 Jun 24 15:27:08.234371 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e2f05e-7d7b-438a-91a7-7240a67627c4 tempest-TestShelveInstance-479722578 tempest-TestShelveInstance-479722578-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f673e46-0bc3-417a-a88c-c966cb61274e,revision_number=None']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:27:08.340690 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.wsgi [-] (104511) accepted ('10.222.0.67', 45790) {{(pid=104511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:27:08.682656 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:27:08.692839 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-caa26b2b-2ef5-47eb-aeb1-53a5969743fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-460680'] for router_interface (3bcd2529-f420-41e2-a5ac-1a460697e45d), before_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:27:08.740614 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:27:08.743086 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.db.agents_db [None req-1e76bcc0-0ba2-49bf-a9b5-df198b272e3c None None] Agent healthcheck: found 6 active agents {{(pid=104514) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 15:27:08.912508 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [None req-caa26b2b-2ef5-47eb-aeb1-53a5969743fe admin admin] Deleting port 7693434e-b791-47d2-8dea-d0c70dcf23f5 {{(pid=104511) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 15:27:08.912840 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-caa26b2b-2ef5-47eb-aeb1-53a5969743fe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761385095720'] for port (7693434e-b791-47d2-8dea-d0c70dcf23f5), before_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:27:08.993377 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.db [None req-caa26b2b-2ef5-47eb-aeb1-53a5969743fe admin admin] For port 7693434e-b791-47d2-8dea-d0c70dcf23f5, host dv-cinder-835384-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-11-iscsi',level=0,port_id=7693434e-b791-47d2-8dea-d0c70dcf23f5,segment=NetworkSegment(820e4882-5a56-485e-9c17-a5ea18731daa),segment_id=820e4882-5a56-485e-9c17-a5ea18731daa)] {{(pid=104511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 15:27:08.993658 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-caa26b2b-2ef5-47eb-aeb1-53a5969743fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-465599'] for port (7693434e-b791-47d2-8dea-d0c70dcf23f5), precommit_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:27:09.006970 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [None req-caa26b2b-2ef5-47eb-aeb1-53a5969743fe admin admin] Calling delete_port for 7693434e-b791-47d2-8dea-d0c70dcf23f5 owned by network:router_interface {{(pid=104511) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 15:27:09.258283 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-caa26b2b-2ef5-47eb-aeb1-53a5969743fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761385101680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761384583307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3599638'] for port (7693434e-b791-47d2-8dea-d0c70dcf23f5), after_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:27:09.283618 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa26b2b-2ef5-47eb-aeb1-53a5969743fe admin admin] Pushing event deleted for resources: {'Port': ['ID=7693434e-b791-47d2-8dea-d0c70dcf23f5,revision_number=None']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:27:09.293250 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-11d5798b-e606-4674-9eee-73c875fc9102 req-ff05beac-c2b7-48f8-ba7c-c6341f17c893 tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-313335785&fields=id&tenant_id=06aac4c0b410452fa71221434149e3b7 HTTP/1.1" status: 200 len: 267 time: 0.0460188 Jun 24 15:27:09.340573 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2,neutron:DELETE=9 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:27:09.418306 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d5798b-e606-4674-9eee-73c875fc9102 req-729af7bd-9e7f-460a-9626-25f026eed1b6 tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:27:09.419842 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-11d5798b-e606-4674-9eee-73c875fc9102 req-729af7bd-9e7f-460a-9626-25f026eed1b6 tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] 10.222.0.67 "GET /v2.0/networks?id=2a32a679-de41-498c-bfd0-5831dd67fdee HTTP/1.1" status: 200 len: 811 time: 0.1155410 Jun 24 15:27:09.437654 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-11d5798b-e606-4674-9eee-73c875fc9102 req-0ed79445-2bc2-492f-a078-75f1085045c9 tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] 10.222.0.67 "GET /v2.0/quotas/06aac4c0b410452fa71221434149e3b7 HTTP/1.1" status: 200 len: 375 time: 0.0107005 Jun 24 15:27:09.445783 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-caa26b2b-2ef5-47eb-aeb1-53a5969743fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7879178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-460572'] for router_interface (3bcd2529-f420-41e2-a5ac-1a460697e45d), after_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:27:09.458020 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:27:09.496626 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-11d5798b-e606-4674-9eee-73c875fc9102 req-93705b5c-88b3-45b6-8cf6-a918eab55ebc tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=06aac4c0b410452fa71221434149e3b7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0523288 Jun 24 15:27:09.555480 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:27:09.591052 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-11d5798b-e606-4674-9eee-73c875fc9102 req-0913ac1c-b71f-4b5a-b476-499b748f1a03 service neutron] 10.222.0.67 "GET /v2.0/networks/2a32a679-de41-498c-bfd0-5831dd67fdee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831411 Jun 24 15:27:09.643507 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:27:09.652610 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-caa26b2b-2ef5-47eb-aeb1-53a5969743fe admin admin] Router 3bcd2529-f420-41e2-a5ac-1a460697e45d has already been hosted by L3 agent 45985ff7-1335-48cd-ab02-73eb58295827 {{(pid=104511) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 15:27:09.762946 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-caa26b2b-2ef5-47eb-aeb1-53a5969743fe admin admin] Notify agent at l3_agent.dv-cinder-835384-11-iscsi the message routers_updated {{(pid=104511) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 15:27:09.771905 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [None req-caa26b2b-2ef5-47eb-aeb1-53a5969743fe admin admin] 10.222.0.67 "PUT /v2.0/routers/3bcd2529-f420-41e2-a5ac-1a460697e45d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4279628 Jun 24 15:27:09.772225 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.wsgi [-] (104511) accepted ('10.222.0.67', 45804) {{(pid=104511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:27:09.775806 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dd35383-e50b-4f0d-a6dd-5376a0f88cce None None] Sync routers for ids ['3bcd2529-f420-41e2-a5ac-1a460697e45d'] in dv-cinder-835384-11-iscsi {{(pid=104514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 15:27:09.788736 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dd35383-e50b-4f0d-a6dd-5376a0f88cce None None] Routers {'3bcd2529-f420-41e2-a5ac-1a460697e45d'} bound to L3 agent in host dv-cinder-835384-11-iscsi {{(pid=104514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 15:27:09.789343 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.db.l3_hamode_db [None req-6dd35383-e50b-4f0d-a6dd-5376a0f88cce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-24T15:10:24Z,description=,heartbeat_timestamp=2022-06-24T15:26:54Z,host='dv-cinder-835384-11-iscsi',id=45985ff7-1335-48cd-ab02-73eb58295827,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T15:10:24Z,topic='l3_agent')) {'router_ids': ['3bcd2529-f420-41e2-a5ac-1a460697e45d'], 'active': True} {{(pid=104514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 15:27:09.881709 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-52f9aa49-6aa7-4eb3-9083-76d3943358bf admin admin] Publish callbacks [] for router (3bcd2529-f420-41e2-a5ac-1a460697e45d), before_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:27:09.896413 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.db.l3_dvr_db [None req-6dd35383-e50b-4f0d-a6dd-5376a0f88cce None None] Set router 3bcd2529-f420-41e2-a5ac-1a460697e45d gateway port host: dv-cinder-835384-11-iscsi {{(pid=104514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 15:27:09.949190 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-11d5798b-e606-4674-9eee-73c875fc9102 req-d79b09ff-4c75-497d-9e4c-3141ab849db7 service neutron] 10.222.0.67 "GET /v2.0/networks/2a32a679-de41-498c-bfd0-5831dd67fdee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3515999 Jun 24 15:27:09.985649 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-52f9aa49-6aa7-4eb3-9083-76d3943358bf admin admin] Publish callbacks [] for router_gateway (3bcd2529-f420-41e2-a5ac-1a460697e45d), before_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:27:10.067579 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.db.l3_hamode_db [None req-6dd35383-e50b-4f0d-a6dd-5376a0f88cce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bcd2529-f420-41e2-a5ac-1a460697e45d', 'name': 'tempest-TestShelveInstance-541128803-router', 'tenant_id': '66edbd777b48472b8fcd5a3f43c68dcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'external_fixed_ips': [{'subnet_id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'ip_address': '172.27.0.33'}], 'enable_snat': True}, 'gw_port_id': '12d208d3-ea49-4066-8d96-b7abe8eee602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T15:20:55Z', 'updated_at': '2022-06-24T15:27:09Z', 'revision_number': 5, 'project_id': '66edbd777b48472b8fcd5a3f43c68dcc', 'gw_port': {'id': '12d208d3-ea49-4066-8d96-b7abe8eee602', 'name': '', 'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:01:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bcd2529-f420-41e2-a5ac-1a460697e45d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'ip_address': '172.27.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T15:20:56Z', 'updated_at': '2022-06-24T15:21:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-11-iscsi'}], 'dv-cinder-835384-11-iscsi', False) {} {{(pid=104514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 15:27:10.097944 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dd35383-e50b-4f0d-a6dd-5376a0f88cce None None] Checking router: 3bcd2529-f420-41e2-a5ac-1a460697e45d for host: dv-cinder-835384-11-iscsi {{(pid=104514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 15:27:10.106488 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dd35383-e50b-4f0d-a6dd-5376a0f88cce None None] Routers {'3bcd2529-f420-41e2-a5ac-1a460697e45d'} bound to L3 agent in host dv-cinder-835384-11-iscsi {{(pid=104514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 15:27:10.107085 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.db.l3_hamode_db [None req-6dd35383-e50b-4f0d-a6dd-5376a0f88cce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-24T15:10:24Z,description=,heartbeat_timestamp=2022-06-24T15:26:54Z,host='dv-cinder-835384-11-iscsi',id=45985ff7-1335-48cd-ab02-73eb58295827,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T15:10:24Z,topic='l3_agent')) {'router_ids': ['3bcd2529-f420-41e2-a5ac-1a460697e45d'], 'active': True} {{(pid=104514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 15:27:10.109101 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [None req-52f9aa49-6aa7-4eb3-9083-76d3943358bf admin admin] Deleting port 12d208d3-ea49-4066-8d96-b7abe8eee602 {{(pid=104511) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 15:27:10.109492 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-52f9aa49-6aa7-4eb3-9083-76d3943358bf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761385095720'] for port (12d208d3-ea49-4066-8d96-b7abe8eee602), before_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:27:10.189931 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.db.l3_dvr_db [None req-6dd35383-e50b-4f0d-a6dd-5376a0f88cce None None] Set router 3bcd2529-f420-41e2-a5ac-1a460697e45d gateway port host: None {{(pid=104514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 15:27:10.190801 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.db [None req-52f9aa49-6aa7-4eb3-9083-76d3943358bf admin admin] For port 12d208d3-ea49-4066-8d96-b7abe8eee602, host dv-cinder-835384-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-11-iscsi',level=0,port_id=12d208d3-ea49-4066-8d96-b7abe8eee602,segment=NetworkSegment(6785a788-9b98-4059-b825-96a306cb346e),segment_id=6785a788-9b98-4059-b825-96a306cb346e)] {{(pid=104511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 15:27:10.191214 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-52f9aa49-6aa7-4eb3-9083-76d3943358bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-465599'] for port (12d208d3-ea49-4066-8d96-b7abe8eee602), precommit_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:27:10.208483 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [None req-52f9aa49-6aa7-4eb3-9083-76d3943358bf admin admin] Calling delete_port for 12d208d3-ea49-4066-8d96-b7abe8eee602 owned by network:router_gateway {{(pid=104511) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 15:27:10.227326 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697012'] for agent (f0fa743b-ff28-43ff-ac51-704c86538f10), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:27:10.240831 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.db.l3_hamode_db [None req-6dd35383-e50b-4f0d-a6dd-5376a0f88cce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bcd2529-f420-41e2-a5ac-1a460697e45d', 'name': 'tempest-TestShelveInstance-541128803-router', 'tenant_id': '66edbd777b48472b8fcd5a3f43c68dcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T15:20:55Z', 'updated_at': '2022-06-24T15:27:09Z', 'revision_number': 6, 'project_id': '66edbd777b48472b8fcd5a3f43c68dcc', 'gw_port_host': None}], 'dv-cinder-835384-11-iscsi', False) {} {{(pid=104514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 15:27:10.265488 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dd35383-e50b-4f0d-a6dd-5376a0f88cce None None] The sync data for ids ['3bcd2529-f420-41e2-a5ac-1a460697e45d'] in dv-cinder-835384-11-iscsi is: [{'id': '3bcd2529-f420-41e2-a5ac-1a460697e45d', 'name': 'tempest-TestShelveInstance-541128803-router', 'tenant_id': '66edbd777b48472b8fcd5a3f43c68dcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T15:20:55Z', 'updated_at': '2022-06-24T15:27:09Z', 'revision_number': 6, 'project_id': '66edbd777b48472b8fcd5a3f43c68dcc', 'gw_port_host': None}] {{(pid=104514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 15:27:10.440556 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-52f9aa49-6aa7-4eb3-9083-76d3943358bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761385101680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761384583307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3599638'] for port (12d208d3-ea49-4066-8d96-b7abe8eee602), after_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:27:10.531337 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-00c71d75-e101-454c-895e-81d30db2158d req-b008ce4f-3f6a-4c9d-90c8-a671fd640edd tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] 10.222.0.67 "GET /v2.0/ports?device_id=a263b760-4d15-450d-9dcb-ca7bc36eb287 HTTP/1.1" status: 200 len: 210 time: 0.0316706 Jun 24 15:27:10.704244 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f9aa49-6aa7-4eb3-9083-76d3943358bf admin admin] Pushing event deleted for resources: {'Port': ['ID=12d208d3-ea49-4066-8d96-b7abe8eee602,revision_number=None']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:27:10.707329 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.rpc [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Device 7693434e-b791-47d2-8dea-d0c70dcf23f5 no longer exists at agent ovs-agent-dv-cinder-835384-11-iscsi {{(pid=104513) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 15:27:10.732364 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.plugin [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] No Port match for: 7693434e-b791-47d2-8dea-d0c70dcf23f5 {{(pid=104513) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 15:27:10.733022 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.rpc [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Device 7693434e-b791-47d2-8dea-d0c70dcf23f5 not bound to the agent host dv-cinder-835384-11-iscsi {{(pid=104513) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 15:27:10.766979 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-52f9aa49-6aa7-4eb3-9083-76d3943358bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-470328'] for router_gateway (3bcd2529-f420-41e2-a5ac-1a460697e45d), after_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:27:10.819796 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:27:10.852148 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-52f9aa49-6aa7-4eb3-9083-76d3943358bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-462385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14472'] for router (3bcd2529-f420-41e2-a5ac-1a460697e45d), precommit_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:27:10.854300 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-52f9aa49-6aa7-4eb3-9083-76d3943358bf admin admin] Publish callbacks [] for router_controller (3bcd2529-f420-41e2-a5ac-1a460697e45d), precommit_delete_associations {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:27:10.966952 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-52f9aa49-6aa7-4eb3-9083-76d3943358bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-462527'] for router (3bcd2529-f420-41e2-a5ac-1a460697e45d), after_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:27:10.968298 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52f9aa49-6aa7-4eb3-9083-76d3943358bf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3bcd2529-f420-41e2-a5ac-1a460697e45d {{(pid=104511) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 24 15:27:10.973414 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-52f9aa49-6aa7-4eb3-9083-76d3943358bf admin admin] Publish callbacks [] for router (None), before_response {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:27:10.974597 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [None req-52f9aa49-6aa7-4eb3-9083-76d3943358bf admin admin] 10.222.0.67 "DELETE /v2.0/routers/3bcd2529-f420-41e2-a5ac-1a460697e45d HTTP/1.1" status: 204 len: 168 time: 1.2011216 Jun 24 15:27:10.977087 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.wsgi [-] (104511) accepted ('10.222.0.67', 45822) {{(pid=104511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:27:11.023981 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d4ed06b-2066-4163-b7b5-a7480a5302d9 admin admin] Deleting subnet ec293509-7257-459b-932c-867e0999349d {{(pid=104511) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 24 15:27:11.026961 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=89,neutron:UPDATE=4,neutron:DELETE=7 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:27:11.027870 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-0d4ed06b-2066-4163-b7b5-a7480a5302d9 admin admin] Publish callbacks [] for subnet (ec293509-7257-459b-932c-867e0999349d), before_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:27:11.065221 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-0d4ed06b-2066-4163-b7b5-a7480a5302d9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3541070'] for subnet (ec293509-7257-459b-932c-867e0999349d), precommit_delete_associations {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:27:11.148549 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-0d4ed06b-2066-4163-b7b5-a7480a5302d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7697736'] for subnet (ec293509-7257-459b-932c-867e0999349d), precommit_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:27:11.264371 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-0d4ed06b-2066-4163-b7b5-a7480a5302d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7697766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3599681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3423336'] for subnet (ec293509-7257-459b-932c-867e0999349d), after_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:27:11.292793 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4ed06b-2066-4163-b7b5-a7480a5302d9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ec293509-7257-459b-932c-867e0999349d,revision_number=None']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:27:11.297791 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-0d4ed06b-2066-4163-b7b5-a7480a5302d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7879399'] for subnet (None), before_response {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:27:11.301652 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [None req-0d4ed06b-2066-4163-b7b5-a7480a5302d9 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/ec293509-7257-459b-932c-867e0999349d HTTP/1.1" status: 204 len: 168 time: 0.3235536 Jun 24 15:27:11.304207 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.wsgi [-] (104511) accepted ('10.222.0.67', 45824) {{(pid=104511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:27:11.306083 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af6a182f-a4ac-4288-9366-621d8b79a148 None None] Network 6c164619-5a9e-49c6-b97b-50e7f7499706 requested from dv-cinder-835384-11-iscsi {{(pid=104513) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 15:27:11.382006 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-9f01b4f4-cc21-470f-9820-e2e715989566 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7823327'] for network (6c164619-5a9e-49c6-b97b-50e7f7499706), before_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:27:11.425547 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [None req-9f01b4f4-cc21-470f-9820-e2e715989566 admin admin] Deleting port 1383bcd8-1f0c-4f77-ae28-4a140ae55725 {{(pid=104511) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 15:27:11.425891 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-9f01b4f4-cc21-470f-9820-e2e715989566 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761385095720'] for port (1383bcd8-1f0c-4f77-ae28-4a140ae55725), before_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:27:11.480580 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44e563be-7a78-42a0-9533-17e23d0227f2 None None] DHCP port deletion for 6c164619-5a9e-49c6-b97b-50e7f7499706 request from dv-cinder-835384-11-iscsi {{(pid=104513) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 24 15:27:11.494702 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.db [None req-9f01b4f4-cc21-470f-9820-e2e715989566 admin admin] For port 1383bcd8-1f0c-4f77-ae28-4a140ae55725, host dv-cinder-835384-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-11-iscsi',level=0,port_id=1383bcd8-1f0c-4f77-ae28-4a140ae55725,segment=NetworkSegment(820e4882-5a56-485e-9c17-a5ea18731daa),segment_id=820e4882-5a56-485e-9c17-a5ea18731daa)] {{(pid=104511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 15:27:11.495318 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-9f01b4f4-cc21-470f-9820-e2e715989566 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-465599'] for port (1383bcd8-1f0c-4f77-ae28-4a140ae55725), precommit_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:27:11.510098 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [None req-9f01b4f4-cc21-470f-9820-e2e715989566 admin admin] Calling delete_port for 1383bcd8-1f0c-4f77-ae28-4a140ae55725 owned by network:dhcp {{(pid=104511) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 15:27:11.519510 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.plugin [None req-44e563be-7a78-42a0-9533-17e23d0227f2 None None] Deleting port 1383bcd8-1f0c-4f77-ae28-4a140ae55725 {{(pid=104513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 15:27:11.519882 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-44e563be-7a78-42a0-9533-17e23d0227f2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761385095720'] for port (1383bcd8-1f0c-4f77-ae28-4a140ae55725), before_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:27:11.589592 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.db [None req-44e563be-7a78-42a0-9533-17e23d0227f2 None None] For port 1383bcd8-1f0c-4f77-ae28-4a140ae55725, host dv-cinder-835384-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-11-iscsi',level=0,port_id=1383bcd8-1f0c-4f77-ae28-4a140ae55725,segment=NetworkSegment(820e4882-5a56-485e-9c17-a5ea18731daa),segment_id=820e4882-5a56-485e-9c17-a5ea18731daa)] {{(pid=104513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 15:27:11.591401 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-44e563be-7a78-42a0-9533-17e23d0227f2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-465599'] for port (1383bcd8-1f0c-4f77-ae28-4a140ae55725), precommit_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:27:11.606216 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.plugin [None req-44e563be-7a78-42a0-9533-17e23d0227f2 None None] Calling delete_port for 1383bcd8-1f0c-4f77-ae28-4a140ae55725 owned by network:dhcp {{(pid=104513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 15:27:11.634237 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-a1785e2a-ed45-464e-abb1-7a3f760aad5c req-dbdeef40-b801-4ef2-8721-385efaaeb2fb tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] 10.222.0.67 "GET /v2.0/ports?device_id=a263b760-4d15-450d-9dcb-ca7bc36eb287 HTTP/1.1" status: 200 len: 210 time: 0.0297425 Jun 24 15:27:11.675288 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-9f01b4f4-cc21-470f-9820-e2e715989566 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761385101680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761384583307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3599638'] for port (1383bcd8-1f0c-4f77-ae28-4a140ae55725), after_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:27:11.682786 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-44e563be-7a78-42a0-9533-17e23d0227f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761385101680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761384583307'] for port (1383bcd8-1f0c-4f77-ae28-4a140ae55725), after_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:27:11.700379 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f01b4f4-cc21-470f-9820-e2e715989566 admin admin] Pushing event deleted for resources: {'Port': ['ID=1383bcd8-1f0c-4f77-ae28-4a140ae55725,revision_number=None']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:27:11.704026 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f01b4f4-cc21-470f-9820-e2e715989566 admin admin] No DVR routers for this DVR port 1383bcd8-1f0c-4f77-ae28-4a140ae55725 on host dv-cinder-835384-11-iscsi {{(pid=104511) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 24 15:27:11.707330 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e563be-7a78-42a0-9533-17e23d0227f2 None None] Pushing event deleted for resources: {'Port': ['ID=1383bcd8-1f0c-4f77-ae28-4a140ae55725,revision_number=None']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:27:11.711322 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44e563be-7a78-42a0-9533-17e23d0227f2 None None] No DVR routers for this DVR port 1383bcd8-1f0c-4f77-ae28-4a140ae55725 on host dv-cinder-835384-11-iscsi {{(pid=104513) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 24 15:27:11.780571 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-9f01b4f4-cc21-470f-9820-e2e715989566 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7769653', 'neutron.services.segments.db._delete_segments_for_network-8761385121163'] for network (6c164619-5a9e-49c6-b97b-50e7f7499706), precommit_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:27:11.801471 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.services.segments.db [None req-9f01b4f4-cc21-470f-9820-e2e715989566 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c164619-5a9e-49c6-b97b-50e7f7499706']}} {{(pid=104511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 15:27:11.811131 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.services.segments.db [None req-9f01b4f4-cc21-470f-9820-e2e715989566 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '820e4882-5a56-485e-9c17-a5ea18731daa') {'for_net_delete': True} {{(pid=104511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 15:27:11.811480 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.services.segments.db [None req-9f01b4f4-cc21-470f-9820-e2e715989566 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '820e4882-5a56-485e-9c17-a5ea18731daa') {} {{(pid=104511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 15:27:11.821922 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-9f01b4f4-cc21-470f-9820-e2e715989566 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761385121940', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3541077'] for segment (820e4882-5a56-485e-9c17-a5ea18731daa), before_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:27:11.835132 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-9f01b4f4-cc21-470f-9820-e2e715989566 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7772344'] for segment (820e4882-5a56-485e-9c17-a5ea18731daa), precommit_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:27:11.841592 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f01b4f4-cc21-470f-9820-e2e715989566 admin admin] Releasing vlan 765 on physical network physnet1 to pool {{(pid=104511) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 15:27:11.841977 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-9f01b4f4-cc21-470f-9820-e2e715989566 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7772344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3599659'] for segment (820e4882-5a56-485e-9c17-a5ea18731daa), after_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:27:11.868774 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.services.segments.plugin [-] Segment 820e4882-5a56-485e-9c17-a5ea18731daa resource provider aggregate not found Jun 24 15:27:11.899446 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.services.segments.plugin [-] Segment 820e4882-5a56-485e-9c17-a5ea18731daa resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 820e4882-5a56-485e-9c17-a5ea18731daa found for delete ", "request_id": "req-6d95127b-164f-4f6c-b59e-e5042faa45b1"}]} Jun 24 15:27:11.900402 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:27:11.976934 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-9f01b4f4-cc21-470f-9820-e2e715989566 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7769644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-275585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-467247'] for network (6c164619-5a9e-49c6-b97b-50e7f7499706), after_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:27:11.986227 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-9f01b4f4-cc21-470f-9820-e2e715989566 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7879399'] for network (None), before_response {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:27:11.988643 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [None req-9f01b4f4-cc21-470f-9820-e2e715989566 admin admin] 10.222.0.67 "DELETE /v2.0/networks/6c164619-5a9e-49c6-b97b-50e7f7499706 HTTP/1.1" status: 204 len: 168 time: 0.6835134 Jun 24 15:27:11.991659 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.wsgi [-] (104512) accepted ('10.222.0.67', 45832) {{(pid=104512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:27:12.002904 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f01b4f4-cc21-470f-9820-e2e715989566 admin admin] Pushing event deleted for resources: {'Network': ['ID=6c164619-5a9e-49c6-b97b-50e7f7499706,revision_number=None']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:27:12.303601 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-addb83db-60b9-4926-9ed4-d3d7b3fff128 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-460680'] for router_interface (63ccae0d-0815-4112-9da4-09e032662950), before_delete {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:27:12.432830 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.rpc [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Device 1383bcd8-1f0c-4f77-ae28-4a140ae55725 no longer exists at agent ovs-agent-dv-cinder-835384-11-iscsi {{(pid=104513) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 15:27:12.456449 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.plugin [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] No Port match for: 1383bcd8-1f0c-4f77-ae28-4a140ae55725 {{(pid=104513) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 15:27:12.456792 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.rpc [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Device 1383bcd8-1f0c-4f77-ae28-4a140ae55725 not bound to the agent host dv-cinder-835384-11-iscsi {{(pid=104513) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 15:27:12.457216 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.rpc [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Device 12d208d3-ea49-4066-8d96-b7abe8eee602 no longer exists at agent ovs-agent-dv-cinder-835384-11-iscsi {{(pid=104513) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 15:27:12.475614 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.plugin [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] No Port match for: 12d208d3-ea49-4066-8d96-b7abe8eee602 {{(pid=104513) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 15:27:12.475961 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.rpc [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Device 12d208d3-ea49-4066-8d96-b7abe8eee602 not bound to the agent host dv-cinder-835384-11-iscsi {{(pid=104513) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 15:27:12.513688 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d5798b-e606-4674-9eee-73c875fc9102 req-337433fd-1c1b-4406-8f8a-4ef16d5b795c tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:27:12.515475 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-11d5798b-e606-4674-9eee-73c875fc9102 req-337433fd-1c1b-4406-8f8a-4ef16d5b795c tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] 10.222.0.64 "GET /v2.0/networks?id=2a32a679-de41-498c-bfd0-5831dd67fdee HTTP/1.1" status: 200 len: 811 time: 0.1806319 Jun 24 15:27:12.630463 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-11d5798b-e606-4674-9eee-73c875fc9102 req-0e915708-0015-4496-8638-714ced35b092 tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=06aac4c0b410452fa71221434149e3b7 HTTP/1.1" status: 200 len: 379 time: 0.0941296 Jun 24 15:27:12.639003 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.v2.base [req-11d5798b-e606-4674-9eee-73c875fc9102 req-742a5d2f-ffd1-43f6-9c5d-ab6bcd5edc85 tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] Request body: {'port': {'device_id': 'a263b760-4d15-450d-9dcb-ca7bc36eb287', 'network_id': '2a32a679-de41-498c-bfd0-5831dd67fdee', 'admin_state_up': True, 'tenant_id': '06aac4c0b410452fa71221434149e3b7', 'security_groups': ['3e7d3075-e93e-49d4-b5f8-9fd2c6a73d99']}} {{(pid=104512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 15:27:12.657156 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=100 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:27:12.675472 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=100 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:27:12.695732 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.plugin [None req-addb83db-60b9-4926-9ed4-d3d7b3fff128 admin admin] Deleting port 9ff0c6ec-3682-4389-986a-1254b8b477d9 {{(pid=104512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 15:27:12.696072 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-addb83db-60b9-4926-9ed4-d3d7b3fff128 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761385095720'] for port (9ff0c6ec-3682-4389-986a-1254b8b477d9), before_delete {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:27:12.783702 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-84b210b6-7c9b-4d8d-8045-0729377bae06 req-d5834cdf-c860-4a83-ab39-e3123c9c220d tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] 10.222.0.67 "GET /v2.0/ports?device_id=a263b760-4d15-450d-9dcb-ca7bc36eb287 HTTP/1.1" status: 200 len: 210 time: 0.0593393 Jun 24 15:27:12.858247 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.db [None req-addb83db-60b9-4926-9ed4-d3d7b3fff128 admin admin] For port 9ff0c6ec-3682-4389-986a-1254b8b477d9, host dv-cinder-835384-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-11-iscsi',level=0,port_id=9ff0c6ec-3682-4389-986a-1254b8b477d9,segment=NetworkSegment(6e426584-0ea1-436a-98ab-5540e4ef2b84),segment_id=6e426584-0ea1-436a-98ab-5540e4ef2b84)] {{(pid=104512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 15:27:12.858541 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-addb83db-60b9-4926-9ed4-d3d7b3fff128 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-465599'] for port (9ff0c6ec-3682-4389-986a-1254b8b477d9), precommit_delete {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:27:12.877361 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.plugin [None req-addb83db-60b9-4926-9ed4-d3d7b3fff128 admin admin] Calling delete_port for 9ff0c6ec-3682-4389-986a-1254b8b477d9 owned by network:router_interface {{(pid=104512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 15:27:12.939156 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11d5798b-e606-4674-9eee-73c875fc9102 req-742a5d2f-ffd1-43f6-9c5d-ab6bcd5edc85 tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] Made reservation on behalf of 06aac4c0b410452fa71221434149e3b7 for: {'port': 1} {{(pid=104512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 15:27:12.942519 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [req-11d5798b-e606-4674-9eee-73c875fc9102 req-742a5d2f-ffd1-43f6-9c5d-ab6bcd5edc85 tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7727318'] for port (None), before_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:27:13.152067 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.db.db_base_plugin_common [req-11d5798b-e606-4674-9eee-73c875fc9102 req-742a5d2f-ffd1-43f6-9c5d-ab6bcd5edc85 tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] Allocated IP 172.20.0.9 (2a32a679-de41-498c-bfd0-5831dd67fdee/3fab91a5-d4d3-43d4-a452-8b378716e743/58f3591c-04bf-4951-9a65-69f9336adee7) {{(pid=104512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 15:27:13.239717 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-addb83db-60b9-4926-9ed4-d3d7b3fff128 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761385101680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761384583307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3859661'] for port (9ff0c6ec-3682-4389-986a-1254b8b477d9), after_delete {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:27:13.284577 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addb83db-60b9-4926-9ed4-d3d7b3fff128 admin admin] Pushing event deleted for resources: {'Port': ['ID=9ff0c6ec-3682-4389-986a-1254b8b477d9,revision_number=None']} {{(pid=104512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:27:13.387498 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=92,neutron:INSERT=2,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:27:13.455473 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=86,neutron:INSERT=7,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:27:13.465483 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [req-11d5798b-e606-4674-9eee-73c875fc9102 req-742a5d2f-ffd1-43f6-9c5d-ab6bcd5edc85 tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] Publish callbacks [] for port (58f3591c-04bf-4951-9a65-69f9336adee7), precommit_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:27:13.538376 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-addb83db-60b9-4926-9ed4-d3d7b3fff128 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7879178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-460572'] for router_interface (63ccae0d-0815-4112-9da4-09e032662950), after_delete {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:27:13.631493 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [req-11d5798b-e606-4674-9eee-73c875fc9102 req-742a5d2f-ffd1-43f6-9c5d-ab6bcd5edc85 tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761384583298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3859661'] for port (58f3591c-04bf-4951-9a65-69f9336adee7), after_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:27:13.683254 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11d5798b-e606-4674-9eee-73c875fc9102 req-742a5d2f-ffd1-43f6-9c5d-ab6bcd5edc85 tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] Network 2a32a679-de41-498c-bfd0-5831dd67fdee is already hosted by enough agents. {{(pid=104512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 15:27:13.688945 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.scheduler.base_scheduler [req-11d5798b-e606-4674-9eee-73c875fc9102 req-742a5d2f-ffd1-43f6-9c5d-ab6bcd5edc85 tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] Resources bound (agent type, host, resource id): {{(pid=104512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 15:27:13.693211 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.db.l3_dvrscheduler_db [req-11d5798b-e606-4674-9eee-73c875fc9102 req-742a5d2f-ffd1-43f6-9c5d-ab6bcd5edc85 tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] Received port after_create {{(pid=104512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 15:27:13.722875 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742a5d2f-ffd1-43f6-9c5d-ab6bcd5edc85 tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] Pushing event updated for resources: {'Port': ['ID=58f3591c-04bf-4951-9a65-69f9336adee7,revision_number=1']} {{(pid=104512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:27:13.785856 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d5798b-e606-4674-9eee-73c875fc9102 req-742a5d2f-ffd1-43f6-9c5d-ab6bcd5edc85 tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:27:13.786509 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [req-11d5798b-e606-4674-9eee-73c875fc9102 req-742a5d2f-ffd1-43f6-9c5d-ab6bcd5edc85 tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30073'] for port (None), before_response {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:27:13.832608 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:27:13.859973 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-addb83db-60b9-4926-9ed4-d3d7b3fff128 admin admin] Router 63ccae0d-0815-4112-9da4-09e032662950 has already been hosted by L3 agent 45985ff7-1335-48cd-ab02-73eb58295827 {{(pid=104512) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 15:27:13.914395 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:SELECT=67,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:27:13.919161 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.provisioning_blocks [None req-db46ce0c-0803-4967-9a20-823b34d131f5 None None] Provisioning complete for port 58f3591c-04bf-4951-9a65-69f9336adee7 triggered by entity DHCP. {{(pid=104513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 15:27:13.919578 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-db46ce0c-0803-4967-9a20-823b34d131f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7696598'] for port (58f3591c-04bf-4951-9a65-69f9336adee7), provisioning_complete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:27:13.921616 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:SELECT=85,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:27:13.942071 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5296e070-33f6-4e79-95e4-12f835bb945b req-fcfefc79-8e08-4123-a502-8ee3ffd16879 tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:27:13.943579 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-5296e070-33f6-4e79-95e4-12f835bb945b req-fcfefc79-8e08-4123-a502-8ee3ffd16879 tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] 10.222.0.67 "GET /v2.0/ports?device_id=a263b760-4d15-450d-9dcb-ca7bc36eb287 HTTP/1.1" status: 200 len: 931 time: 0.0895350 Jun 24 15:27:13.953663 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.plugin [None req-db46ce0c-0803-4967-9a20-823b34d131f5 None None] Port 58f3591c-04bf-4951-9a65-69f9336adee7 cannot update to ACTIVE because it is not bound. {{(pid=104513) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 15:27:13.953959 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-11d5798b-e606-4674-9eee-73c875fc9102 req-742a5d2f-ffd1-43f6-9c5d-ab6bcd5edc85 tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3184676 Jun 24 15:27:13.980115 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.v2.base [req-11d5798b-e606-4674-9eee-73c875fc9102 req-c1a8aac9-3e7f-41e9-8ab0-c311747b1c18 service neutron] Request body: {'port': {'device_id': 'a263b760-4d15-450d-9dcb-ca7bc36eb287', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83538'}} {{(pid=104512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 15:27:14.123343 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-5296e070-33f6-4e79-95e4-12f835bb945b req-e61abf14-e5f7-45b0-8b21-39bdb208066e tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] 10.222.0.67 "GET /v2.0/security-groups?id=3e7d3075-e93e-49d4-b5f8-9fd2c6a73d99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1478727 Jun 24 15:27:14.123343 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-addb83db-60b9-4926-9ed4-d3d7b3fff128 admin admin] Notify agent at l3_agent.dv-cinder-835384-11-iscsi the message routers_updated {{(pid=104512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 15:27:14.123343 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [None req-addb83db-60b9-4926-9ed4-d3d7b3fff128 admin admin] 10.222.0.67 "PUT /v2.0/routers/63ccae0d-0815-4112-9da4-09e032662950/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1218812 Jun 24 15:27:14.123343 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [req-11d5798b-e606-4674-9eee-73c875fc9102 req-c1a8aac9-3e7f-41e9-8ab0-c311747b1c18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7727318'] for port (58f3591c-04bf-4951-9a65-69f9336adee7), before_update {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:27:14.123759 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.wsgi [-] (104511) accepted ('10.222.0.67', 45838) {{(pid=104511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:27:14.124151 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13ed5d85-46bc-4b78-bc22-aa71317af2ab None None] Sync routers for ids ['63ccae0d-0815-4112-9da4-09e032662950'] in dv-cinder-835384-11-iscsi {{(pid=104513) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 15:27:14.136783 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13ed5d85-46bc-4b78-bc22-aa71317af2ab None None] Routers {'63ccae0d-0815-4112-9da4-09e032662950'} bound to L3 agent in host dv-cinder-835384-11-iscsi {{(pid=104513) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 15:27:14.137887 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.l3_hamode_db [None req-13ed5d85-46bc-4b78-bc22-aa71317af2ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-24T15:10:24Z,description=,heartbeat_timestamp=2022-06-24T15:26:54Z,host='dv-cinder-835384-11-iscsi',id=45985ff7-1335-48cd-ab02-73eb58295827,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T15:10:24Z,topic='l3_agent')) {'router_ids': ['63ccae0d-0815-4112-9da4-09e032662950'], 'active': True} {{(pid=104513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 15:27:14.228119 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-996db1bb-9883-419a-b973-f8f02cefde86 admin admin] Publish callbacks [] for router (63ccae0d-0815-4112-9da4-09e032662950), before_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:27:14.247441 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.l3_dvr_db [None req-13ed5d85-46bc-4b78-bc22-aa71317af2ab None None] Set router 63ccae0d-0815-4112-9da4-09e032662950 gateway port host: dv-cinder-835384-11-iscsi {{(pid=104513) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 15:27:14.328461 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-996db1bb-9883-419a-b973-f8f02cefde86 admin admin] Publish callbacks [] for router_gateway (63ccae0d-0815-4112-9da4-09e032662950), before_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:27:14.409059 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.notifiers.nova [req-11d5798b-e606-4674-9eee-73c875fc9102 req-c1a8aac9-3e7f-41e9-8ab0-c311747b1c18 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58f3591c-04bf-4951-9a65-69f9336adee7 {{(pid=104512) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 15:27:14.422336 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [req-11d5798b-e606-4674-9eee-73c875fc9102 req-c1a8aac9-3e7f-41e9-8ab0-c311747b1c18 service neutron] Publish callbacks [] for port (58f3591c-04bf-4951-9a65-69f9336adee7), precommit_update {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:27:14.426031 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.l3_hamode_db [None req-13ed5d85-46bc-4b78-bc22-aa71317af2ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63ccae0d-0815-4112-9da4-09e032662950', 'name': 'tempest-TestShelveInstance-614976977-router', 'tenant_id': '56498dbba20e41f5a5b6b04e6d21a39b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'external_fixed_ips': [{'subnet_id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'ip_address': '172.27.0.209'}], 'enable_snat': True}, 'gw_port_id': 'f06bf224-cbc6-4cea-95b4-f515fb069473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T15:21:14Z', 'updated_at': '2022-06-24T15:27:13Z', 'revision_number': 5, 'project_id': '56498dbba20e41f5a5b6b04e6d21a39b', 'gw_port': {'id': 'f06bf224-cbc6-4cea-95b4-f515fb069473', 'name': '', 'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:86:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63ccae0d-0815-4112-9da4-09e032662950', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'ip_address': '172.27.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T15:21:15Z', 'updated_at': '2022-06-24T15:21:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-11-iscsi'}], 'dv-cinder-835384-11-iscsi', False) {} {{(pid=104513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 15:27:14.437707 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [None req-996db1bb-9883-419a-b973-f8f02cefde86 admin admin] Deleting port f06bf224-cbc6-4cea-95b4-f515fb069473 {{(pid=104511) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 15:27:14.438511 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-996db1bb-9883-419a-b973-f8f02cefde86 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761385095720'] for port (f06bf224-cbc6-4cea-95b4-f515fb069473), before_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:27:14.442608 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.db.provisioning_blocks [req-11d5798b-e606-4674-9eee-73c875fc9102 req-c1a8aac9-3e7f-41e9-8ab0-c311747b1c18 service neutron] Transition to ACTIVE for port object 58f3591c-04bf-4951-9a65-69f9336adee7 will not be triggered until provisioned by entity L2. {{(pid=104512) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 24 15:27:14.453738 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13ed5d85-46bc-4b78-bc22-aa71317af2ab None None] Checking router: 63ccae0d-0815-4112-9da4-09e032662950 for host: dv-cinder-835384-11-iscsi {{(pid=104513) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 15:27:14.462165 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13ed5d85-46bc-4b78-bc22-aa71317af2ab None None] Routers {'63ccae0d-0815-4112-9da4-09e032662950'} bound to L3 agent in host dv-cinder-835384-11-iscsi {{(pid=104513) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 15:27:14.462766 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.l3_hamode_db [None req-13ed5d85-46bc-4b78-bc22-aa71317af2ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-24T15:10:24Z,description=,heartbeat_timestamp=2022-06-24T15:26:54Z,host='dv-cinder-835384-11-iscsi',id=45985ff7-1335-48cd-ab02-73eb58295827,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T15:10:24Z,topic='l3_agent')) {'router_ids': ['63ccae0d-0815-4112-9da4-09e032662950'], 'active': True} {{(pid=104513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 15:27:14.464782 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:27:14.519852 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.db [None req-996db1bb-9883-419a-b973-f8f02cefde86 admin admin] For port f06bf224-cbc6-4cea-95b4-f515fb069473, host dv-cinder-835384-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-11-iscsi',level=0,port_id=f06bf224-cbc6-4cea-95b4-f515fb069473,segment=NetworkSegment(6785a788-9b98-4059-b825-96a306cb346e),segment_id=6785a788-9b98-4059-b825-96a306cb346e)] {{(pid=104511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 15:27:14.520248 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-996db1bb-9883-419a-b973-f8f02cefde86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-465599'] for port (f06bf224-cbc6-4cea-95b4-f515fb069473), precommit_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:27:14.524398 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [req-11d5798b-e606-4674-9eee-73c875fc9102 req-c1a8aac9-3e7f-41e9-8ab0-c311747b1c18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761385101662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761384583316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761384583334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3859668'] for port (58f3591c-04bf-4951-9a65-69f9336adee7), after_update {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:27:14.533959 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [None req-996db1bb-9883-419a-b973-f8f02cefde86 admin admin] Calling delete_port for f06bf224-cbc6-4cea-95b4-f515fb069473 owned by network:router_gateway {{(pid=104511) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 15:27:14.550332 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.l3_dvr_db [None req-13ed5d85-46bc-4b78-bc22-aa71317af2ab None None] Set router 63ccae0d-0815-4112-9da4-09e032662950 gateway port host: None {{(pid=104513) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 15:27:14.579119 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a8aac9-3e7f-41e9-8ab0-c311747b1c18 service neutron] Pushing event updated for resources: {'Port': ['ID=58f3591c-04bf-4951-9a65-69f9336adee7,revision_number=2']} {{(pid=104512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:27:14.609324 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.l3_hamode_db [None req-13ed5d85-46bc-4b78-bc22-aa71317af2ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63ccae0d-0815-4112-9da4-09e032662950', 'name': 'tempest-TestShelveInstance-614976977-router', 'tenant_id': '56498dbba20e41f5a5b6b04e6d21a39b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T15:21:14Z', 'updated_at': '2022-06-24T15:27:14Z', 'revision_number': 6, 'project_id': '56498dbba20e41f5a5b6b04e6d21a39b', 'gw_port_host': None}], 'dv-cinder-835384-11-iscsi', False) {} {{(pid=104513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 15:27:14.631057 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:27:14.640940 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13ed5d85-46bc-4b78-bc22-aa71317af2ab None None] The sync data for ids ['63ccae0d-0815-4112-9da4-09e032662950'] in dv-cinder-835384-11-iscsi is: [{'id': '63ccae0d-0815-4112-9da4-09e032662950', 'name': 'tempest-TestShelveInstance-614976977-router', 'tenant_id': '56498dbba20e41f5a5b6b04e6d21a39b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T15:21:14Z', 'updated_at': '2022-06-24T15:27:14Z', 'revision_number': 6, 'project_id': '56498dbba20e41f5a5b6b04e6d21a39b', 'gw_port_host': None}] {{(pid=104513) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 15:27:14.657164 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.managers [req-11d5798b-e606-4674-9eee-73c875fc9102 req-c1a8aac9-3e7f-41e9-8ab0-c311747b1c18 service neutron] Attempting to bind port 58f3591c-04bf-4951-9a65-69f9336adee7 on host hv-cinder-83538 for vnic_type normal with profile {{(pid=104512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 15:27:14.657688 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.managers [req-11d5798b-e606-4674-9eee-73c875fc9102 req-c1a8aac9-3e7f-41e9-8ab0-c311747b1c18 service neutron] Attempting to bind port 58f3591c-04bf-4951-9a65-69f9336adee7 by drivers openvswitch,hyperv on host hv-cinder-83538 at level 0 using segments [{'id': 'dac079e8-662a-4bf1-950a-0525c98ad107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '2a32a679-de41-498c-bfd0-5831dd67fdee'}] {{(pid=104512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 15:27:14.658019 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11d5798b-e606-4674-9eee-73c875fc9102 req-c1a8aac9-3e7f-41e9-8ab0-c311747b1c18 service neutron] Attempting to bind port 58f3591c-04bf-4951-9a65-69f9336adee7 on network 2a32a679-de41-498c-bfd0-5831dd67fdee {{(pid=104512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 15:27:14.662880 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11d5798b-e606-4674-9eee-73c875fc9102 req-c1a8aac9-3e7f-41e9-8ab0-c311747b1c18 service neutron] Port 58f3591c-04bf-4951-9a65-69f9336adee7 on network 2a32a679-de41-498c-bfd0-5831dd67fdee not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83538 {{(pid=104512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 24 15:27:14.663369 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11d5798b-e606-4674-9eee-73c875fc9102 req-c1a8aac9-3e7f-41e9-8ab0-c311747b1c18 service neutron] Attempting to bind port 58f3591c-04bf-4951-9a65-69f9336adee7 on network 2a32a679-de41-498c-bfd0-5831dd67fdee {{(pid=104512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 15:27:14.669211 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11d5798b-e606-4674-9eee-73c875fc9102 req-c1a8aac9-3e7f-41e9-8ab0-c311747b1c18 service neutron] Checking agent: {'id': 'f0fa743b-ff28-43ff-ac51-704c86538f10', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83538', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 15, 16, 38), 'started_at': datetime.datetime(2022, 6, 24, 15, 16, 38), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 15, 27, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 15:27:14.669534 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11d5798b-e606-4674-9eee-73c875fc9102 req-c1a8aac9-3e7f-41e9-8ab0-c311747b1c18 service neutron] Checking segment: {'id': 'dac079e8-662a-4bf1-950a-0525c98ad107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '2a32a679-de41-498c-bfd0-5831dd67fdee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 15:27:14.669915 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11d5798b-e606-4674-9eee-73c875fc9102 req-c1a8aac9-3e7f-41e9-8ab0-c311747b1c18 service neutron] Bound using segment: {'id': 'dac079e8-662a-4bf1-950a-0525c98ad107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '2a32a679-de41-498c-bfd0-5831dd67fdee'} {{(pid=104512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 15:27:14.670334 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.managers [req-11d5798b-e606-4674-9eee-73c875fc9102 req-c1a8aac9-3e7f-41e9-8ab0-c311747b1c18 service neutron] Bound port: 58f3591c-04bf-4951-9a65-69f9336adee7, host: hv-cinder-83538, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dac079e8-662a-4bf1-950a-0525c98ad107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '2a32a679-de41-498c-bfd0-5831dd67fdee'}}] {{(pid=104512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 15:27:14.670739 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [req-11d5798b-e606-4674-9eee-73c875fc9102 req-c1a8aac9-3e7f-41e9-8ab0-c311747b1c18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7727318'] for port (58f3591c-04bf-4951-9a65-69f9336adee7), before_update {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:27:14.742917 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.db [req-11d5798b-e606-4674-9eee-73c875fc9102 req-c1a8aac9-3e7f-41e9-8ab0-c311747b1c18 service neutron] For port 58f3591c-04bf-4951-9a65-69f9336adee7, host hv-cinder-83538, cleared binding levels {{(pid=104512) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 15:27:14.746141 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.db [req-11d5798b-e606-4674-9eee-73c875fc9102 req-c1a8aac9-3e7f-41e9-8ab0-c311747b1c18 service neutron] For port 58f3591c-04bf-4951-9a65-69f9336adee7, host hv-cinder-83538, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=58f3591c-04bf-4951-9a65-69f9336adee7,segment=NetworkSegment(dac079e8-662a-4bf1-950a-0525c98ad107),segment_id=dac079e8-662a-4bf1-950a-0525c98ad107)] {{(pid=104512) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 15:27:14.792962 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-996db1bb-9883-419a-b973-f8f02cefde86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761385101680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761384583307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3599638'] for port (f06bf224-cbc6-4cea-95b4-f515fb069473), after_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:27:14.798857 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:27:14.819856 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996db1bb-9883-419a-b973-f8f02cefde86 admin admin] Pushing event deleted for resources: {'Port': ['ID=f06bf224-cbc6-4cea-95b4-f515fb069473,revision_number=None']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:27:14.824699 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [req-11d5798b-e606-4674-9eee-73c875fc9102 req-c1a8aac9-3e7f-41e9-8ab0-c311747b1c18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761385101662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761384583316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761384583334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3859668'] for port (58f3591c-04bf-4951-9a65-69f9336adee7), after_update {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:27:14.863096 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d5798b-e606-4674-9eee-73c875fc9102 req-c1a8aac9-3e7f-41e9-8ab0-c311747b1c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:27:14.863641 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [req-11d5798b-e606-4674-9eee-73c875fc9102 req-c1a8aac9-3e7f-41e9-8ab0-c311747b1c18 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30073'] for port (None), before_response {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:27:14.865066 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-11d5798b-e606-4674-9eee-73c875fc9102 req-c1a8aac9-3e7f-41e9-8ab0-c311747b1c18 service neutron] 10.222.0.64 "PUT /v2.0/ports/58f3591c-04bf-4951-9a65-69f9336adee7 HTTP/1.1" status: 200 len: 1093 time: 0.8988366 Jun 24 15:27:14.865431 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a263b760-4d15-450d-9dcb-ca7bc36eb287', 'tag': '58f3591c-04bf-4951-9a65-69f9336adee7'}] {{(pid=104512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 15:27:14.867676 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9db87de5340c6be2811fa9e5912a63998a589dd3f857fd3823a550d1ae48127" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e7b354b-6667-47b7-a1f0-415f3af1ae47" -d '{"events": [{"name": "network-changed", "server_uuid": "a263b760-4d15-450d-9dcb-ca7bc36eb287", "tag": "58f3591c-04bf-4951-9a65-69f9336adee7"}]}' {{(pid=104512) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 15:27:14.891222 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a8aac9-3e7f-41e9-8ab0-c311747b1c18 service neutron] Pushing event updated for resources: {'Port': ['ID=58f3591c-04bf-4951-9a65-69f9336adee7,revision_number=3']} {{(pid=104512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:27:14.901126 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-996db1bb-9883-419a-b973-f8f02cefde86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-470328'] for router_gateway (63ccae0d-0815-4112-9da4-09e032662950), after_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:27:14.917986 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Jun 2022 15:27:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7e25947-6481-46b6-b5bd-39b58a85544a x-openstack-request-id: req-e7e25947-6481-46b6-b5bd-39b58a85544a {{(pid=104512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 15:27:14.918279 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a263b760-4d15-450d-9dcb-ca7bc36eb287", "tag": "58f3591c-04bf-4951-9a65-69f9336adee7", "status": "completed", "code": 200}]} {{(pid=104512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 15:27:14.918531 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-e7e25947-6481-46b6-b5bd-39b58a85544a {{(pid=104512) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 15:27:14.919014 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e7e25947-6481-46b6-b5bd-39b58a85544a'] response: {'name': 'network-changed', 'server_uuid': 'a263b760-4d15-450d-9dcb-ca7bc36eb287', 'tag': '58f3591c-04bf-4951-9a65-69f9336adee7', 'status': 'completed', 'code': 200} Jun 24 15:27:14.972587 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:27:14.982454 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7b354b-6667-47b7-a1f0-415f3af1ae47 req-09d13c0c-1663-4068-af3a-3b05fd5362ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:27:14.988325 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-3e7b354b-6667-47b7-a1f0-415f3af1ae47 req-09d13c0c-1663-4068-af3a-3b05fd5362ca service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=06aac4c0b410452fa71221434149e3b7&device_id=a263b760-4d15-450d-9dcb-ca7bc36eb287 HTTP/1.1" status: 200 len: 1127 time: 0.0466154 Jun 24 15:27:15.010400 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-996db1bb-9883-419a-b973-f8f02cefde86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-462385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14472'] for router (63ccae0d-0815-4112-9da4-09e032662950), precommit_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:27:15.012812 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-996db1bb-9883-419a-b973-f8f02cefde86 admin admin] Publish callbacks [] for router_controller (63ccae0d-0815-4112-9da4-09e032662950), precommit_delete_associations {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:27:15.114449 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7b354b-6667-47b7-a1f0-415f3af1ae47 req-6cf49964-401e-43d2-9721-1a340aa66f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:27:15.115936 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-3e7b354b-6667-47b7-a1f0-415f3af1ae47 req-6cf49964-401e-43d2-9721-1a340aa66f1f service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=06aac4c0b410452fa71221434149e3b7&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1218617 Jun 24 15:27:15.120688 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-996db1bb-9883-419a-b973-f8f02cefde86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-462527'] for router (63ccae0d-0815-4112-9da4-09e032662950), after_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:27:15.121349 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-996db1bb-9883-419a-b973-f8f02cefde86 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 63ccae0d-0815-4112-9da4-09e032662950 {{(pid=104511) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 24 15:27:15.126079 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-996db1bb-9883-419a-b973-f8f02cefde86 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:27:15.127321 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [None req-996db1bb-9883-419a-b973-f8f02cefde86 admin admin] 10.222.0.67 "DELETE /v2.0/routers/63ccae0d-0815-4112-9da4-09e032662950 HTTP/1.1" status: 204 len: 168 time: 1.0083733 Jun 24 15:27:15.130086 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.wsgi [-] (104511) accepted ('10.222.0.67', 45844) {{(pid=104511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:27:15.177399 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.db.db_base_plugin_v2 [None req-836809e6-c903-4912-ade8-bf166cf8940d admin admin] Deleting subnet 0721df5a-17cd-46d2-8082-1e78c971ad22 {{(pid=104511) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 24 15:27:15.181425 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-836809e6-c903-4912-ade8-bf166cf8940d admin admin] Publish callbacks [] for subnet (0721df5a-17cd-46d2-8082-1e78c971ad22), before_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:27:15.219961 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-836809e6-c903-4912-ade8-bf166cf8940d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3541070'] for subnet (0721df5a-17cd-46d2-8082-1e78c971ad22), precommit_delete_associations {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:27:15.264867 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae318875-5701-4bd2-af37-ee1e12e0c62a req-cfc9a2b9-a966-4d5e-9a42-39dc694006d6 tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:27:15.267515 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-ae318875-5701-4bd2-af37-ee1e12e0c62a req-cfc9a2b9-a966-4d5e-9a42-39dc694006d6 tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] 10.222.0.67 "GET /v2.0/ports?device_id=a263b760-4d15-450d-9dcb-ca7bc36eb287 HTTP/1.1" status: 200 len: 943 time: 0.0632353 Jun 24 15:27:15.271249 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7b354b-6667-47b7-a1f0-415f3af1ae47 req-e232144f-ffe9-4dcd-8a7e-f1015a1efe5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:27:15.272641 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-3e7b354b-6667-47b7-a1f0-415f3af1ae47 req-e232144f-ffe9-4dcd-8a7e-f1015a1efe5f service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1508453 Jun 24 15:27:15.296318 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-836809e6-c903-4912-ade8-bf166cf8940d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7697736'] for subnet (0721df5a-17cd-46d2-8082-1e78c971ad22), precommit_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:27:15.327334 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-ae318875-5701-4bd2-af37-ee1e12e0c62a req-c637932b-edad-47b0-8ce7-ecf03bb8142a tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] 10.222.0.67 "GET /v2.0/security-groups?id=3e7d3075-e93e-49d4-b5f8-9fd2c6a73d99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534713 Jun 24 15:27:15.356527 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d5798b-e606-4674-9eee-73c875fc9102 req-fbdae9e5-7008-47bc-a651-baa5776d5ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:27:15.359727 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-11d5798b-e606-4674-9eee-73c875fc9102 req-fbdae9e5-7008-47bc-a651-baa5776d5ab1 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=06aac4c0b410452fa71221434149e3b7&device_id=a263b760-4d15-450d-9dcb-ca7bc36eb287 HTTP/1.1" status: 200 len: 1127 time: 0.0434673 Jun 24 15:27:15.401693 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-11d5798b-e606-4674-9eee-73c875fc9102 req-268f5db1-725f-4ea0-a60f-0b87c9794f92 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=58f3591c-04bf-4951-9a65-69f9336adee7 HTTP/1.1" status: 200 len: 217 time: 0.0362303 Jun 24 15:27:15.417858 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-836809e6-c903-4912-ade8-bf166cf8940d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7697766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3599681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3423336'] for subnet (0721df5a-17cd-46d2-8082-1e78c971ad22), after_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:27:15.452395 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d5798b-e606-4674-9eee-73c875fc9102 req-615ef5c7-1e89-4862-aea4-5f1a7fb4f89d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:27:15.454763 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-11d5798b-e606-4674-9eee-73c875fc9102 req-615ef5c7-1e89-4862-aea4-5f1a7fb4f89d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3fab91a5-d4d3-43d4-a452-8b378716e743 HTTP/1.1" status: 200 len: 850 time: 0.0474603 Jun 24 15:27:15.455221 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836809e6-c903-4912-ade8-bf166cf8940d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0721df5a-17cd-46d2-8082-1e78c971ad22,revision_number=None']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:27:15.457247 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-836809e6-c903-4912-ade8-bf166cf8940d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7879399'] for subnet (None), before_response {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:27:15.461397 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [None req-836809e6-c903-4912-ade8-bf166cf8940d admin admin] 10.222.0.67 "DELETE /v2.0/subnets/0721df5a-17cd-46d2-8082-1e78c971ad22 HTTP/1.1" status: 204 len: 168 time: 0.3297284 Jun 24 15:27:15.461517 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0157313-c671-444e-a53f-8544e9dbf3c7 None None] Network 3b32fa99-19b6-443e-a90b-af906ca2ee36 requested from dv-cinder-835384-11-iscsi {{(pid=104513) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 15:27:15.463778 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.wsgi [-] (104512) accepted ('10.222.0.67', 45846) {{(pid=104512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:27:15.604893 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-581d308d-872b-42d7-ba11-a4ce2b52e438 None None] DHCP port deletion for 3b32fa99-19b6-443e-a90b-af906ca2ee36 request from dv-cinder-835384-11-iscsi {{(pid=104513) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 24 15:27:15.646838 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.plugin [None req-581d308d-872b-42d7-ba11-a4ce2b52e438 None None] Deleting port dbf9b412-39d4-4e4d-a21b-5bad5d1586c8 {{(pid=104513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 15:27:15.647408 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-581d308d-872b-42d7-ba11-a4ce2b52e438 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761385095720'] for port (dbf9b412-39d4-4e4d-a21b-5bad5d1586c8), before_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:27:15.674302 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:27:15.719694 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.db [None req-581d308d-872b-42d7-ba11-a4ce2b52e438 None None] For port dbf9b412-39d4-4e4d-a21b-5bad5d1586c8, host dv-cinder-835384-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-11-iscsi',level=0,port_id=dbf9b412-39d4-4e4d-a21b-5bad5d1586c8,segment=NetworkSegment(6e426584-0ea1-436a-98ab-5540e4ef2b84),segment_id=6e426584-0ea1-436a-98ab-5540e4ef2b84)] {{(pid=104513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 15:27:15.720111 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-581d308d-872b-42d7-ba11-a4ce2b52e438 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-465599'] for port (dbf9b412-39d4-4e4d-a21b-5bad5d1586c8), precommit_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:27:15.734599 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.plugin [None req-581d308d-872b-42d7-ba11-a4ce2b52e438 None None] Calling delete_port for dbf9b412-39d4-4e4d-a21b-5bad5d1586c8 owned by network:dhcp {{(pid=104513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 15:27:15.824700 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d5798b-e606-4674-9eee-73c875fc9102 req-e0a5eab5-73df-4eae-a6ed-14c706e89897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:27:15.826201 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-11d5798b-e606-4674-9eee-73c875fc9102 req-e0a5eab5-73df-4eae-a6ed-14c706e89897 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2a32a679-de41-498c-bfd0-5831dd67fdee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.3615355 Jun 24 15:27:15.845679 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-55ab5a65-d1ef-4947-8c57-c056e8757f97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7823327'] for network (3b32fa99-19b6-443e-a90b-af906ca2ee36), before_delete {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:27:15.872737 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-581d308d-872b-42d7-ba11-a4ce2b52e438 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761385101680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761384583307'] for port (dbf9b412-39d4-4e4d-a21b-5bad5d1586c8), after_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:27:15.901126 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-581d308d-872b-42d7-ba11-a4ce2b52e438 None None] No DVR routers for this DVR port dbf9b412-39d4-4e4d-a21b-5bad5d1586c8 on host dv-cinder-835384-11-iscsi {{(pid=104513) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 24 15:27:15.913348 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581d308d-872b-42d7-ba11-a4ce2b52e438 None None] Pushing event deleted for resources: {'Port': ['ID=dbf9b412-39d4-4e4d-a21b-5bad5d1586c8,revision_number=None']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:27:15.919991 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.plugin [None req-55ab5a65-d1ef-4947-8c57-c056e8757f97 admin admin] The port 'dbf9b412-39d4-4e4d-a21b-5bad5d1586c8' was deleted {{(pid=104512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2060}} Jun 24 15:27:15.983553 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-11d5798b-e606-4674-9eee-73c875fc9102 req-330da387-f933-4c70-a616-22eaac747d1d service neutron] 10.222.0.64 "GET /v2.0/networks/2a32a679-de41-498c-bfd0-5831dd67fdee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1495955 Jun 24 15:27:16.008354 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-55ab5a65-d1ef-4947-8c57-c056e8757f97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7769653', 'neutron.services.segments.db._delete_segments_for_network-8761385121163'] for network (3b32fa99-19b6-443e-a90b-af906ca2ee36), precommit_delete {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:27:16.056675 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.services.segments.db [None req-55ab5a65-d1ef-4947-8c57-c056e8757f97 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b32fa99-19b6-443e-a90b-af906ca2ee36']}} {{(pid=104512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 15:27:16.070667 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.services.segments.db [None req-55ab5a65-d1ef-4947-8c57-c056e8757f97 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e426584-0ea1-436a-98ab-5540e4ef2b84') {'for_net_delete': True} {{(pid=104512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 15:27:16.070957 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.services.segments.db [None req-55ab5a65-d1ef-4947-8c57-c056e8757f97 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e426584-0ea1-436a-98ab-5540e4ef2b84') {} {{(pid=104512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 15:27:16.099931 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:INSERT=1,neutron:SELECT=99 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:27:16.108108 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-55ab5a65-d1ef-4947-8c57-c056e8757f97 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761385121940', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-795072'] for segment (6e426584-0ea1-436a-98ab-5540e4ef2b84), before_delete {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:27:16.129222 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-55ab5a65-d1ef-4947-8c57-c056e8757f97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7772344'] for segment (6e426584-0ea1-436a-98ab-5540e4ef2b84), precommit_delete {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:27:16.142565 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55ab5a65-d1ef-4947-8c57-c056e8757f97 admin admin] Releasing vlan 780 on physical network physnet1 to pool {{(pid=104512) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 15:27:16.143942 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-55ab5a65-d1ef-4947-8c57-c056e8757f97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7772344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3859696'] for segment (6e426584-0ea1-436a-98ab-5540e4ef2b84), after_delete {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:27:16.158929 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-11d5798b-e606-4674-9eee-73c875fc9102 req-7f363de6-5770-4ab6-8e3b-869c36fa6ad9 service neutron] 10.222.0.64 "GET /v2.0/networks/2a32a679-de41-498c-bfd0-5831dd67fdee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1477556 Jun 24 15:27:16.162367 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.services.segments.plugin [-] Segment 6e426584-0ea1-436a-98ab-5540e4ef2b84 resource provider aggregate not found Jun 24 15:27:16.208224 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.services.segments.plugin [-] Segment 6e426584-0ea1-436a-98ab-5540e4ef2b84 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6e426584-0ea1-436a-98ab-5540e4ef2b84 found for delete ", "request_id": "req-474c7a14-a939-40b0-9697-72423ee2c14b"}]} Jun 24 15:27:16.295730 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-55ab5a65-d1ef-4947-8c57-c056e8757f97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7769644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-275585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-467247'] for network (3b32fa99-19b6-443e-a90b-af906ca2ee36), after_delete {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:27:16.301826 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-55ab5a65-d1ef-4947-8c57-c056e8757f97 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7879399'] for network (None), before_response {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:27:16.305028 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [None req-55ab5a65-d1ef-4947-8c57-c056e8757f97 admin admin] 10.222.0.67 "DELETE /v2.0/networks/3b32fa99-19b6-443e-a90b-af906ca2ee36 HTTP/1.1" status: 204 len: 168 time: 0.8391247 Jun 24 15:27:16.318527 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ab5a65-d1ef-4947-8c57-c056e8757f97 admin admin] Pushing event deleted for resources: {'Network': ['ID=3b32fa99-19b6-443e-a90b-af906ca2ee36,revision_number=None']} {{(pid=104512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:27:16.411909 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:27:16.422847 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.rpc [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Device 9ff0c6ec-3682-4389-986a-1254b8b477d9 no longer exists at agent ovs-agent-dv-cinder-835384-11-iscsi {{(pid=104513) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 15:27:16.442352 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.plugin [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] No Port match for: 9ff0c6ec-3682-4389-986a-1254b8b477d9 {{(pid=104513) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 15:27:16.442835 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.rpc [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Device 9ff0c6ec-3682-4389-986a-1254b8b477d9 not bound to the agent host dv-cinder-835384-11-iscsi {{(pid=104513) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 15:27:16.443271 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.rpc [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Device dbf9b412-39d4-4e4d-a21b-5bad5d1586c8 no longer exists at agent ovs-agent-dv-cinder-835384-11-iscsi {{(pid=104513) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 15:27:16.455141 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae05fb05-d349-4787-884f-fe9e1242c62b req-4be490b4-8f0b-4638-865e-03730ad047f9 tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:27:16.456848 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-ae05fb05-d349-4787-884f-fe9e1242c62b req-4be490b4-8f0b-4638-865e-03730ad047f9 tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] 10.222.0.67 "GET /v2.0/ports?device_id=a263b760-4d15-450d-9dcb-ca7bc36eb287 HTTP/1.1" status: 200 len: 943 time: 0.0541122 Jun 24 15:27:16.463731 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.plugin [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] No Port match for: dbf9b412-39d4-4e4d-a21b-5bad5d1586c8 {{(pid=104513) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 15:27:16.464237 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.rpc [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Device dbf9b412-39d4-4e4d-a21b-5bad5d1586c8 not bound to the agent host dv-cinder-835384-11-iscsi {{(pid=104513) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 15:27:16.464473 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.rpc [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Device f06bf224-cbc6-4cea-95b4-f515fb069473 no longer exists at agent ovs-agent-dv-cinder-835384-11-iscsi {{(pid=104513) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 15:27:16.482849 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.plugin [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] No Port match for: f06bf224-cbc6-4cea-95b4-f515fb069473 {{(pid=104513) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 15:27:16.483203 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.rpc [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Device f06bf224-cbc6-4cea-95b4-f515fb069473 not bound to the agent host dv-cinder-835384-11-iscsi {{(pid=104513) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 15:27:16.509021 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-ae05fb05-d349-4787-884f-fe9e1242c62b req-a6bc45aa-c1a9-449f-90fa-ca64290a766b tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] 10.222.0.67 "GET /v2.0/security-groups?id=3e7d3075-e93e-49d4-b5f8-9fd2c6a73d99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465536 Jun 24 15:27:16.650649 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.wsgi [-] (104512) accepted ('10.222.0.67', 45856) {{(pid=104512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:27:16.691576 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [None req-66b75f2e-5865-4876-9996-1610254875d6 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=66edbd777b48472b8fcd5a3f43c68dcc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0396650 Jun 24 15:27:16.693827 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.wsgi [-] (104512) accepted ('10.222.0.67', 45858) {{(pid=104512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:27:16.744246 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-469962dc-a2bd-4c03-bdc7-fe4b3faadd4c admin admin] Publish callbacks [] for security_group (7f626bea-fe0b-4b77-94ee-9ac0d3686ef8), before_delete {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:27:16.765208 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-469962dc-a2bd-4c03-bdc7-fe4b3faadd4c admin admin] Publish callbacks [] for security_group (7f626bea-fe0b-4b77-94ee-9ac0d3686ef8), precommit_delete {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:27:16.891666 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-469962dc-a2bd-4c03-bdc7-fe4b3faadd4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-275664'] for security_group (7f626bea-fe0b-4b77-94ee-9ac0d3686ef8), after_delete {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:27:16.894203 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-469962dc-a2bd-4c03-bdc7-fe4b3faadd4c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:27:16.895457 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [None req-469962dc-a2bd-4c03-bdc7-fe4b3faadd4c admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/7f626bea-fe0b-4b77-94ee-9ac0d3686ef8 HTTP/1.1" status: 204 len: 168 time: 0.2006466 Jun 24 15:27:16.903772 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469962dc-a2bd-4c03-bdc7-fe4b3faadd4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f626bea-fe0b-4b77-94ee-9ac0d3686ef8,revision_number=None']} {{(pid=104512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:27:17.527360 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.wsgi [-] (104512) accepted ('10.222.0.67', 45864) {{(pid=104512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:27:17.568911 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [None req-2be558d0-8a6c-43c2-b6ec-fc8e2b75f6f0 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=56498dbba20e41f5a5b6b04e6d21a39b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0403051 Jun 24 15:27:17.571358 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.wsgi [-] (104512) accepted ('10.222.0.67', 45868) {{(pid=104512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:27:17.644068 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0c3be7-a51e-4fcc-973f-106ef9cf3129 req-4abc7caf-d81f-486a-a92d-aca83202585f tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:27:17.645538 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-9a0c3be7-a51e-4fcc-973f-106ef9cf3129 req-4abc7caf-d81f-486a-a92d-aca83202585f tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] 10.222.0.67 "GET /v2.0/ports?device_id=a263b760-4d15-450d-9dcb-ca7bc36eb287 HTTP/1.1" status: 200 len: 943 time: 0.0678332 Jun 24 15:27:17.676823 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-e4a2a619-003b-4164-8d26-aee1d441180e admin admin] Publish callbacks [] for security_group (c5d94504-1e23-473a-8500-58c4dcd49c14), before_delete {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:27:17.720825 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-e4a2a619-003b-4164-8d26-aee1d441180e admin admin] Publish callbacks [] for security_group (c5d94504-1e23-473a-8500-58c4dcd49c14), precommit_delete {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:27:17.730115 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-9a0c3be7-a51e-4fcc-973f-106ef9cf3129 req-a5dd321d-4c84-4368-a534-036a8b162c24 tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] 10.222.0.67 "GET /v2.0/security-groups?id=3e7d3075-e93e-49d4-b5f8-9fd2c6a73d99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0777593 Jun 24 15:27:17.838179 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-e4a2a619-003b-4164-8d26-aee1d441180e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-275664'] for security_group (c5d94504-1e23-473a-8500-58c4dcd49c14), after_delete {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:27:17.840743 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-e4a2a619-003b-4164-8d26-aee1d441180e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:27:17.841883 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [None req-e4a2a619-003b-4164-8d26-aee1d441180e admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/c5d94504-1e23-473a-8500-58c4dcd49c14 HTTP/1.1" status: 204 len: 168 time: 0.2695816 Jun 24 15:27:17.850065 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a2a619-003b-4164-8d26-aee1d441180e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5d94504-1e23-473a-8500-58c4dcd49c14,revision_number=None']} {{(pid=104512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:27:18.843587 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba77048-3bb9-46bb-9c6a-541ab36502df req-8fd803f2-738c-4867-96b4-750cf06276d7 tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:27:18.845072 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-9ba77048-3bb9-46bb-9c6a-541ab36502df req-8fd803f2-738c-4867-96b4-750cf06276d7 tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] 10.222.0.67 "GET /v2.0/ports?device_id=a263b760-4d15-450d-9dcb-ca7bc36eb287 HTTP/1.1" status: 200 len: 943 time: 0.0468855 Jun 24 15:27:18.893916 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-9ba77048-3bb9-46bb-9c6a-541ab36502df req-eeab5740-94c7-49ac-8616-5e7e3b1eb362 tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] 10.222.0.67 "GET /v2.0/security-groups?id=3e7d3075-e93e-49d4-b5f8-9fd2c6a73d99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430593 Jun 24 15:27:20.006096 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f4d272-393c-4b57-a6ae-91936227127c req-faf41481-7ab7-424e-a620-52c38b04e5ce tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:27:20.007654 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-f8f4d272-393c-4b57-a6ae-91936227127c req-faf41481-7ab7-424e-a620-52c38b04e5ce tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] 10.222.0.67 "GET /v2.0/ports?device_id=a263b760-4d15-450d-9dcb-ca7bc36eb287 HTTP/1.1" status: 200 len: 943 time: 0.0467899 Jun 24 15:27:20.060024 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-f8f4d272-393c-4b57-a6ae-91936227127c req-b26f9fd6-4416-4526-a8a0-52622bc42d45 tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] 10.222.0.67 "GET /v2.0/security-groups?id=3e7d3075-e93e-49d4-b5f8-9fd2c6a73d99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467796 Jun 24 15:27:20.484855 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG dbcounter [-] [104514] Writing DB stats neutron:SELECT=86 {{(pid=104514) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:27:20.487836 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG dbcounter [-] [104514] Writing DB stats neutron:SELECT=89 {{(pid=104514) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:27:21.177498 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddc28cc-4baf-48a1-bc25-bb5ad5d125e0 req-7de14646-f433-4b47-9b9c-ad5c4cda115c tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:27:21.179518 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-2ddc28cc-4baf-48a1-bc25-bb5ad5d125e0 req-7de14646-f433-4b47-9b9c-ad5c4cda115c tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] 10.222.0.67 "GET /v2.0/ports?device_id=a263b760-4d15-450d-9dcb-ca7bc36eb287 HTTP/1.1" status: 200 len: 943 time: 0.0493004 Jun 24 15:27:21.228051 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-2ddc28cc-4baf-48a1-bc25-bb5ad5d125e0 req-5c5ccefc-a72a-473e-95d2-f2b44208f5b3 tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] 10.222.0.67 "GET /v2.0/security-groups?id=3e7d3075-e93e-49d4-b5f8-9fd2c6a73d99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427821 Jun 24 15:27:21.318101 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-9e30ffd0-042b-46a2-9ca0-65bccfa23915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697012'] for agent (61dc9491-0c49-467e-b62a-6961ce952bc2), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:27:22.332983 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:27:22.340958 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a9a3d7-7b06-4e86-bc7d-d30d15d71c41 req-ac0dfcf8-68fa-4f3c-b5ae-60468a3b1db6 tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:27:22.342420 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-a0a9a3d7-7b06-4e86-bc7d-d30d15d71c41 req-ac0dfcf8-68fa-4f3c-b5ae-60468a3b1db6 tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] 10.222.0.67 "GET /v2.0/ports?device_id=a263b760-4d15-450d-9dcb-ca7bc36eb287 HTTP/1.1" status: 200 len: 943 time: 0.0459991 Jun 24 15:27:22.374402 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:27:22.392794 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-a0a9a3d7-7b06-4e86-bc7d-d30d15d71c41 req-69678190-1075-4568-ac13-a2ba5b7bf0c4 tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] 10.222.0.67 "GET /v2.0/security-groups?id=3e7d3075-e93e-49d4-b5f8-9fd2c6a73d99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440471 Jun 24 15:27:22.936989 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.rpc [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Device 58f3591c-04bf-4951-9a65-69f9336adee7 details requested by agent hyperv_hv-cinder-83538 with host hv-cinder-83538 {{(pid=104513) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 15:27:23.036198 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.db [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] For port 58f3591c-04bf-4951-9a65-69f9336adee7, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=58f3591c-04bf-4951-9a65-69f9336adee7,segment=NetworkSegment(dac079e8-662a-4bf1-950a-0525c98ad107),segment_id=dac079e8-662a-4bf1-950a-0525c98ad107)] {{(pid=104513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 15:27:23.047324 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.rpc [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Returning: {'device': '58f3591c-04bf-4951-9a65-69f9336adee7', 'network_id': '2a32a679-de41-498c-bfd0-5831dd67fdee', 'port_id': '58f3591c-04bf-4951-9a65-69f9336adee7', 'mac_address': 'fa:16:3e:6e:e7:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 779, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3fab91a5-d4d3-43d4-a452-8b378716e743', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104513) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 15:27:23.081601 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.plugin [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Current status of the port 58f3591c-04bf-4951-9a65-69f9336adee7 is: DOWN; New status is: BUILD {{(pid=104513) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 15:27:23.081985 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7727318'] for port (58f3591c-04bf-4951-9a65-69f9336adee7), before_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:27:23.095279 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.notifiers.nova [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58f3591c-04bf-4951-9a65-69f9336adee7 {{(pid=104513) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 15:27:23.115059 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.db [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] For port 58f3591c-04bf-4951-9a65-69f9336adee7, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=58f3591c-04bf-4951-9a65-69f9336adee7,segment=NetworkSegment(dac079e8-662a-4bf1-950a-0525c98ad107),segment_id=dac079e8-662a-4bf1-950a-0525c98ad107)] {{(pid=104513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 15:27:23.177599 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761385101662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761384583316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761384583334'] for port (58f3591c-04bf-4951-9a65-69f9336adee7), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:27:23.226864 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Pushing event updated for resources: {'Port': ['ID=58f3591c-04bf-4951-9a65-69f9336adee7,revision_number=4']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:27:23.390819 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.db [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] get_ports_and_sgs() called for port_ids ['58f3591c-04bf-4951-9a65-69f9336adee7'] {{(pid=104513) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 15:27:23.530075 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce2ced6-fd4e-4471-81c2-995e4a5a5eeb req-1e11600f-baa2-47e9-b4c4-73127b8fa6ae tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:27:23.531470 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-1ce2ced6-fd4e-4471-81c2-995e4a5a5eeb req-1e11600f-baa2-47e9-b4c4-73127b8fa6ae tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] 10.222.0.67 "GET /v2.0/ports?device_id=a263b760-4d15-450d-9dcb-ca7bc36eb287 HTTP/1.1" status: 200 len: 944 time: 0.0560265 Jun 24 15:27:23.582536 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-1ce2ced6-fd4e-4471-81c2-995e4a5a5eeb req-4a095969-d292-4572-abfe-54dc9ef8c168 tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] 10.222.0.67 "GET /v2.0/security-groups?id=3e7d3075-e93e-49d4-b5f8-9fd2c6a73d99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449171 Jun 24 15:27:23.587533 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:27:23.630305 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:27:23.758175 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-4c6a27b0-ba71-4741-8887-12325575c3a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697012'] for agent (45985ff7-1335-48cd-ab02-73eb58295827), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:27:24.695925 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6015c431-4901-41f5-a301-bf42a81300df req-ca1915e7-1ae4-4bd1-a3ab-d58c753f4e8f tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:27:24.697395 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-6015c431-4901-41f5-a301-bf42a81300df req-ca1915e7-1ae4-4bd1-a3ab-d58c753f4e8f tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] 10.222.0.67 "GET /v2.0/ports?device_id=a263b760-4d15-450d-9dcb-ca7bc36eb287 HTTP/1.1" status: 200 len: 944 time: 0.0476801 Jun 24 15:27:24.745950 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-6015c431-4901-41f5-a301-bf42a81300df req-32901b1f-443b-45ea-b386-ac210ce06358 tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] 10.222.0.67 "GET /v2.0/security-groups?id=3e7d3075-e93e-49d4-b5f8-9fd2c6a73d99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430233 Jun 24 15:27:24.947518 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.rpc [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Device 58f3591c-04bf-4951-9a65-69f9336adee7 up at agent hyperv_hv-cinder-83538 {{(pid=104513) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 15:27:24.973704 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-6e9ba797-1d0c-40f8-9e0c-708f895be0b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697012'] for agent (f984396c-9862-4f32-9cf6-f19d2e5feb00), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:27:24.990386 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.provisioning_blocks [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Provisioning for port 58f3591c-04bf-4951-9a65-69f9336adee7 completed by entity L2. {{(pid=104513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 24 15:27:25.062544 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.provisioning_blocks [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Provisioning complete for port 58f3591c-04bf-4951-9a65-69f9336adee7 triggered by entity L2. {{(pid=104513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 15:27:25.062905 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7696598'] for port (58f3591c-04bf-4951-9a65-69f9336adee7), provisioning_complete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:27:25.137329 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.plugin [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Current status of the port 58f3591c-04bf-4951-9a65-69f9336adee7 is: BUILD; New status is: ACTIVE {{(pid=104513) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 15:27:25.137706 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7727318'] for port (58f3591c-04bf-4951-9a65-69f9336adee7), before_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:27:25.160619 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a263b760-4d15-450d-9dcb-ca7bc36eb287', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58f3591c-04bf-4951-9a65-69f9336adee7'}] {{(pid=104513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 15:27:25.162775 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7de2ae652872cab3d5aa36b412d6cead56dffdf121926fea6679daaa3daba4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-766c6d50-88d8-4ee9-a1cd-07a4ee4e946a" -d '{"events": [{"server_uuid": "a263b760-4d15-450d-9dcb-ca7bc36eb287", "name": "network-vif-plugged", "status": "completed", "tag": "58f3591c-04bf-4951-9a65-69f9336adee7"}]}' {{(pid=104513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 15:27:25.174632 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.db [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] For port 58f3591c-04bf-4951-9a65-69f9336adee7, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=58f3591c-04bf-4951-9a65-69f9336adee7,segment=NetworkSegment(dac079e8-662a-4bf1-950a-0525c98ad107),segment_id=dac079e8-662a-4bf1-950a-0525c98ad107)] {{(pid=104513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 15:27:25.199450 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 15:27:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2efdd21d-9d82-4703-9b48-88d1d4586bb8 x-openstack-request-id: req-2efdd21d-9d82-4703-9b48-88d1d4586bb8 {{(pid=104513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 15:27:25.199733 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a263b760-4d15-450d-9dcb-ca7bc36eb287", "name": "network-vif-plugged", "status": "completed", "tag": "58f3591c-04bf-4951-9a65-69f9336adee7", "code": 200}]} {{(pid=104513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 15:27:25.199978 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-2efdd21d-9d82-4703-9b48-88d1d4586bb8 {{(pid=104513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 15:27:25.200365 dv-cinder-835384-11-iscsi neutron-server[104513]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2efdd21d-9d82-4703-9b48-88d1d4586bb8'] response: {'server_uuid': 'a263b760-4d15-450d-9dcb-ca7bc36eb287', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58f3591c-04bf-4951-9a65-69f9336adee7', 'code': 200} Jun 24 15:27:25.246083 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761385101662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761384583316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761384583334'] for port (58f3591c-04bf-4951-9a65-69f9336adee7), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:27:25.294078 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Pushing event updated for resources: {'Port': ['ID=58f3591c-04bf-4951-9a65-69f9336adee7,revision_number=5']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:27:25.423519 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=55,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:27:25.427426 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:DELETE=5,neutron:SELECT=26,neutron:UPDATE=2 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:27:25.547255 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8610eb80-5394-4732-a9b7-57101dc0b791 req-1e68e582-7188-4854-9222-733dbf033663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:27:25.549039 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-8610eb80-5394-4732-a9b7-57101dc0b791 req-1e68e582-7188-4854-9222-733dbf033663 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=a263b760-4d15-450d-9dcb-ca7bc36eb287 HTTP/1.1" status: 200 len: 1129 time: 0.0438600 Jun 24 15:27:25.596987 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-8610eb80-5394-4732-a9b7-57101dc0b791 req-b6e15ac8-523b-4652-a551-d9c58212db55 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=3e7d3075-e93e-49d4-b5f8-9fd2c6a73d99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417218 Jun 24 15:27:25.858521 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e475ea09-4f35-47c8-8ba4-41e36ce9cb8b req-fde3aeec-5b4b-4396-bc3e-44c08d5dbce1 tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:27:25.860020 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-e475ea09-4f35-47c8-8ba4-41e36ce9cb8b req-fde3aeec-5b4b-4396-bc3e-44c08d5dbce1 tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] 10.222.0.67 "GET /v2.0/ports?device_id=a263b760-4d15-450d-9dcb-ca7bc36eb287 HTTP/1.1" status: 200 len: 945 time: 0.0475268 Jun 24 15:27:25.910139 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-e475ea09-4f35-47c8-8ba4-41e36ce9cb8b req-60701b71-a253-455a-be64-b0d41f1b5c7a tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] 10.222.0.67 "GET /v2.0/security-groups?id=3e7d3075-e93e-49d4-b5f8-9fd2c6a73d99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445178 Jun 24 15:27:26.428765 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-e7d2b4de-897d-40d1-b758-5e5b7ac4c4e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697012'] for agent (2f766f35-a225-44ed-b70f-669caec6f4a7), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:27:26.668513 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697012'] for agent (559fa80c-96d5-4fe7-8c5f-9eda482c27bf), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:27:27.026296 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e216313-f81d-48f2-bcc7-e8936f547bd4 req-47aeb56f-98f2-438a-8f44-9f783a3062ef tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:27:27.027771 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-5e216313-f81d-48f2-bcc7-e8936f547bd4 req-47aeb56f-98f2-438a-8f44-9f783a3062ef tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] 10.222.0.67 "GET /v2.0/ports?device_id=a263b760-4d15-450d-9dcb-ca7bc36eb287 HTTP/1.1" status: 200 len: 945 time: 0.0473878 Jun 24 15:27:27.079294 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-5e216313-f81d-48f2-bcc7-e8936f547bd4 req-627c61f0-1c58-4e3b-bf3c-42e1663d798c tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] 10.222.0.67 "GET /v2.0/security-groups?id=3e7d3075-e93e-49d4-b5f8-9fd2c6a73d99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459211 Jun 24 15:27:28.195674 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f58fa2-8064-4f7d-8218-6d7efafba40a req-06e735d8-17c2-4248-837a-a7aecefc94ea tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:27:28.197177 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-d0f58fa2-8064-4f7d-8218-6d7efafba40a req-06e735d8-17c2-4248-837a-a7aecefc94ea tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] 10.222.0.67 "GET /v2.0/ports?device_id=a263b760-4d15-450d-9dcb-ca7bc36eb287 HTTP/1.1" status: 200 len: 945 time: 0.0485873 Jun 24 15:27:28.246339 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-d0f58fa2-8064-4f7d-8218-6d7efafba40a req-0f3d14a2-ef80-47a7-be75-ebae58747282 tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] 10.222.0.67 "GET /v2.0/security-groups?id=3e7d3075-e93e-49d4-b5f8-9fd2c6a73d99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433493 Jun 24 15:27:28.361886 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755a57f0-fd51-4d43-bbfd-4890a3beb28d req-800d1b38-ce3b-4e76-bd5e-2e0f9c4a1886 tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:27:28.363429 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-755a57f0-fd51-4d43-bbfd-4890a3beb28d req-800d1b38-ce3b-4e76-bd5e-2e0f9c4a1886 tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] 10.222.0.67 "GET /v2.0/ports?device_id=a263b760-4d15-450d-9dcb-ca7bc36eb287 HTTP/1.1" status: 200 len: 945 time: 0.0481095 Jun 24 15:27:28.414403 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-755a57f0-fd51-4d43-bbfd-4890a3beb28d req-b89f103d-9b2c-45ae-aa41-db4a8e256c5c tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] 10.222.0.67 "GET /v2.0/security-groups?id=3e7d3075-e93e-49d4-b5f8-9fd2c6a73d99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453086 Jun 24 15:27:28.440197 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.wsgi [-] (104512) accepted ('10.222.0.67', 45922) {{(pid=104512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:27:28.482517 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2cdd44b-3b0d-4ed6-a983-c18790197fab tempest-TestVolumeBootPattern-1018190679 tempest-TestVolumeBootPattern-1018190679-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:27:28.484056 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [None req-d2cdd44b-3b0d-4ed6-a983-c18790197fab tempest-TestVolumeBootPattern-1018190679 tempest-TestVolumeBootPattern-1018190679-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=a263b760-4d15-450d-9dcb-ca7bc36eb287 HTTP/1.1" status: 200 len: 1124 time: 0.0428250 Jun 24 15:27:28.486894 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.wsgi [-] (104512) accepted ('10.222.0.67', 45924) {{(pid=104512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:27:28.491152 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.v2.base [None req-8d695a15-0181-4cf7-ac96-f114814a9bec tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] Request body: {'floatingip': {'floating_network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'port_id': '58f3591c-04bf-4951-9a65-69f9336adee7', 'tenant_id': '06aac4c0b410452fa71221434149e3b7', 'fixed_ip_address': '172.20.0.9'}} {{(pid=104512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 15:27:28.588750 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-8d695a15-0181-4cf7-ac96-f114814a9bec tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:27:28.665266 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-8d695a15-0181-4cf7-ac96-f114814a9bec tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7727318'] for port (None), before_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:27:28.773723 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.db.db_base_plugin_common [None req-8d695a15-0181-4cf7-ac96-f114814a9bec tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] Allocated IP 172.27.0.205 (60b3096c-3a0f-4216-9e52-e826cbf1fb59/f6c08379-d241-4966-a4ae-7ff02804e7f6/7bf20397-2be5-49f7-a11c-2db0f4524b3c) {{(pid=104512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 15:27:28.782652 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:27:28.798822 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:27:28.873507 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-8d695a15-0181-4cf7-ac96-f114814a9bec tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] Publish callbacks [] for port (7bf20397-2be5-49f7-a11c-2db0f4524b3c), precommit_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:27:28.998436 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-8d695a15-0181-4cf7-ac96-f114814a9bec tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761384583298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3859661'] for port (7bf20397-2be5-49f7-a11c-2db0f4524b3c), after_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:27:29.045361 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d695a15-0181-4cf7-ac96-f114814a9bec tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] Network 60b3096c-3a0f-4216-9e52-e826cbf1fb59 is already hosted by enough agents. {{(pid=104512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 15:27:29.050973 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.scheduler.base_scheduler [None req-8d695a15-0181-4cf7-ac96-f114814a9bec tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] Resources bound (agent type, host, resource id): {{(pid=104512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 15:27:29.054646 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d695a15-0181-4cf7-ac96-f114814a9bec tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] Received port after_create {{(pid=104512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 15:27:29.057106 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d695a15-0181-4cf7-ac96-f114814a9bec tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] Pushing event updated for resources: {'Port': ['ID=7bf20397-2be5-49f7-a11c-2db0f4524b3c,revision_number=1']} {{(pid=104512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:27:29.088129 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d695a15-0181-4cf7-ac96-f114814a9bec tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:27:29.088512 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d695a15-0181-4cf7-ac96-f114814a9bec tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:27:29.088852 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d695a15-0181-4cf7-ac96-f114814a9bec tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:27:29.089191 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d695a15-0181-4cf7-ac96-f114814a9bec tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:27:29.089519 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d695a15-0181-4cf7-ac96-f114814a9bec tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:27:29.089849 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d695a15-0181-4cf7-ac96-f114814a9bec tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:27:29.090174 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d695a15-0181-4cf7-ac96-f114814a9bec tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:27:29.090493 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d695a15-0181-4cf7-ac96-f114814a9bec tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:27:29.090818 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d695a15-0181-4cf7-ac96-f114814a9bec tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:27:29.091143 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d695a15-0181-4cf7-ac96-f114814a9bec tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:27:29.091484 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d695a15-0181-4cf7-ac96-f114814a9bec tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:27:29.091805 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d695a15-0181-4cf7-ac96-f114814a9bec tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:27:29.092122 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d695a15-0181-4cf7-ac96-f114814a9bec tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:27:29.092438 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d695a15-0181-4cf7-ac96-f114814a9bec tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:27:29.092752 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d695a15-0181-4cf7-ac96-f114814a9bec tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:27:29.350779 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:27:29.417948 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-8d695a15-0181-4cf7-ac96-f114814a9bec tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] Publish callbacks [] for floatingip (c952dd8a-c1d6-4b9f-8bcb-a0b508419898), precommit_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:27:29.539778 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-8d695a15-0181-4cf7-ac96-f114814a9bec tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7727318'] for port (7bf20397-2be5-49f7-a11c-2db0f4524b3c), before_update {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:27:29.683476 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-8d695a15-0181-4cf7-ac96-f114814a9bec tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] Publish callbacks [] for port (7bf20397-2be5-49f7-a11c-2db0f4524b3c), precommit_update {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:27:29.746367 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-8d695a15-0181-4cf7-ac96-f114814a9bec tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761385101662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761384583316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761384583334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3859668'] for port (7bf20397-2be5-49f7-a11c-2db0f4524b3c), after_update {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:27:29.817033 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d695a15-0181-4cf7-ac96-f114814a9bec tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] Pushing event updated for resources: {'Port': ['ID=7bf20397-2be5-49f7-a11c-2db0f4524b3c,revision_number=2']} {{(pid=104512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:27:29.828067 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-8d695a15-0181-4cf7-ac96-f114814a9bec tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-467314'] for floatingip (c952dd8a-c1d6-4b9f-8bcb-a0b508419898), after_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:27:29.925131 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.db.l3_db [None req-8d695a15-0181-4cf7-ac96-f114814a9bec tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] Floating IP c952dd8a-c1d6-4b9f-8bcb-a0b508419898 associated. External IP: 172.27.0.205, port: 58f3591c-04bf-4951-9a65-69f9336adee7. Jun 24 15:27:30.070737 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:27:30.127435 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d695a15-0181-4cf7-ac96-f114814a9bec tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] Router 3b204f98-a367-42c7-8389-8d8b539db927 has already been hosted by L3 agent 45985ff7-1335-48cd-ab02-73eb58295827 {{(pid=104512) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 15:27:30.231305 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d695a15-0181-4cf7-ac96-f114814a9bec tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] Notify agent at l3_agent.dv-cinder-835384-11-iscsi the message routers_updated {{(pid=104512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 15:27:30.241583 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4d30322-eace-41b8-b8c4-bc43b7894011 None None] Sync routers for ids ['3b204f98-a367-42c7-8389-8d8b539db927'] in dv-cinder-835384-11-iscsi {{(pid=104514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 15:27:30.251652 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4d30322-eace-41b8-b8c4-bc43b7894011 None None] Routers {'3b204f98-a367-42c7-8389-8d8b539db927'} bound to L3 agent in host dv-cinder-835384-11-iscsi {{(pid=104514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 15:27:30.252290 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.db.l3_hamode_db [None req-b4d30322-eace-41b8-b8c4-bc43b7894011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-24T15:10:24Z,description=,heartbeat_timestamp=2022-06-24T15:27:24Z,host='dv-cinder-835384-11-iscsi',id=45985ff7-1335-48cd-ab02-73eb58295827,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T15:10:24Z,topic='l3_agent')) {'router_ids': ['3b204f98-a367-42c7-8389-8d8b539db927'], 'active': True} {{(pid=104514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 15:27:30.339558 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-8d695a15-0181-4cf7-ac96-f114814a9bec tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30073'] for floatingip (None), before_response {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:27:30.342494 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=100 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:27:30.352182 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.db.l3_dvr_db [None req-b4d30322-eace-41b8-b8c4-bc43b7894011 None None] Set router 3b204f98-a367-42c7-8389-8d8b539db927 gateway port host: dv-cinder-835384-11-iscsi {{(pid=104514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 15:27:30.373987 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [None req-8d695a15-0181-4cf7-ac96-f114814a9bec tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8860111 Jun 24 15:27:30.374623 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a263b760-4d15-450d-9dcb-ca7bc36eb287', 'tag': '58f3591c-04bf-4951-9a65-69f9336adee7'}] {{(pid=104512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 15:27:30.376962 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9db87de5340c6be2811fa9e5912a63998a589dd3f857fd3823a550d1ae48127" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7f76f8d-9906-4afd-aaa2-6e9aba5ae740" -d '{"events": [{"name": "network-changed", "server_uuid": "a263b760-4d15-450d-9dcb-ca7bc36eb287", "tag": "58f3591c-04bf-4951-9a65-69f9336adee7"}]}' {{(pid=104512) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 15:27:30.412588 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Jun 2022 15:27:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-faabf3f7-3cc0-4bf4-8e32-633e529eb928 x-openstack-request-id: req-faabf3f7-3cc0-4bf4-8e32-633e529eb928 {{(pid=104512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 15:27:30.412879 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a263b760-4d15-450d-9dcb-ca7bc36eb287", "tag": "58f3591c-04bf-4951-9a65-69f9336adee7", "status": "completed", "code": 200}]} {{(pid=104512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 15:27:30.413153 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-faabf3f7-3cc0-4bf4-8e32-633e529eb928 {{(pid=104512) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 15:27:30.413532 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.notifiers.nova [-] Nova event matching ['req-faabf3f7-3cc0-4bf4-8e32-633e529eb928'] response: {'name': 'network-changed', 'server_uuid': 'a263b760-4d15-450d-9dcb-ca7bc36eb287', 'tag': '58f3591c-04bf-4951-9a65-69f9336adee7', 'status': 'completed', 'code': 200} Jun 24 15:27:30.474372 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f76f8d-9906-4afd-aaa2-6e9aba5ae740 req-50598ee1-200c-478e-b1a9-6e3cffa43204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:27:30.475920 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-b7f76f8d-9906-4afd-aaa2-6e9aba5ae740 req-50598ee1-200c-478e-b1a9-6e3cffa43204 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=06aac4c0b410452fa71221434149e3b7&device_id=a263b760-4d15-450d-9dcb-ca7bc36eb287 HTTP/1.1" status: 200 len: 1129 time: 0.0410790 Jun 24 15:27:30.572511 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f76f8d-9906-4afd-aaa2-6e9aba5ae740 req-03cd0ea1-0981-49a6-b5d4-4f5ae27a1429 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:27:30.573980 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-b7f76f8d-9906-4afd-aaa2-6e9aba5ae740 req-03cd0ea1-0981-49a6-b5d4-4f5ae27a1429 service neutron] 10.222.0.64 "GET /v2.0/networks?id=2a32a679-de41-498c-bfd0-5831dd67fdee HTTP/1.1" status: 200 len: 912 time: 0.0929635 Jun 24 15:27:30.635238 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-b7f76f8d-9906-4afd-aaa2-6e9aba5ae740 req-baf3ad49-cc79-4cc6-a3d7-c6e964a1953c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=58f3591c-04bf-4951-9a65-69f9336adee7 HTTP/1.1" status: 200 len: 999 time: 0.0554748 Jun 24 15:27:30.643674 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.db.l3_hamode_db [None req-b4d30322-eace-41b8-b8c4-bc43b7894011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b204f98-a367-42c7-8389-8d8b539db927', 'name': 'tempest-TestVolumeBootPattern-933791428-router', 'tenant_id': '06aac4c0b410452fa71221434149e3b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'external_fixed_ips': [{'subnet_id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'ip_address': '172.27.0.72'}], 'enable_snat': True}, 'gw_port_id': 'b529ebad-e8d9-480a-b8eb-1b28c2745ddd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T15:24:01Z', 'updated_at': '2022-06-24T15:24:05Z', 'revision_number': 4, 'project_id': '06aac4c0b410452fa71221434149e3b7', 'gw_port': {'id': 'b529ebad-e8d9-480a-b8eb-1b28c2745ddd', 'name': '', 'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:d8:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b204f98-a367-42c7-8389-8d8b539db927', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'ip_address': '172.27.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T15:24:02Z', 'updated_at': '2022-06-24T15:24:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-11-iscsi', '_floatingips': [{'id': 'c952dd8a-c1d6-4b9f-8bcb-a0b508419898', 'tenant_id': '06aac4c0b410452fa71221434149e3b7', 'floating_ip_address': '172.27.0.205', 'floating_network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'router_id': '3b204f98-a367-42c7-8389-8d8b539db927', 'port_id': '58f3591c-04bf-4951-9a65-69f9336adee7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 651, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2a32a679-de41-498c-bfd0-5831dd67fdee', 'mac_address': 'fa:16:3e:6e:e7:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a263b760-4d15-450d-9dcb-ca7bc36eb287', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T15:27:29Z', 'updated_at': '2022-06-24T15:27:29Z', 'revision_number': 0, 'project_id': '06aac4c0b410452fa71221434149e3b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '330082d1-f0dc-4b95-b5b8-396060cd29da', 'name': '', 'network_id': '2a32a679-de41-498c-bfd0-5831dd67fdee', 'tenant_id': '06aac4c0b410452fa71221434149e3b7', 'mac_address': 'fa:16:3e:b9:01:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b204f98-a367-42c7-8389-8d8b539db927', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '3fab91a5-d4d3-43d4-a452-8b378716e743', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T15:24:04Z', 'updated_at': '2022-06-24T15:24:08Z', 'revision_number': 5, 'project_id': '06aac4c0b410452fa71221434149e3b7', 'subnets': [{'id': '3fab91a5-d4d3-43d4-a452-8b378716e743', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-11-iscsi', False) {} {{(pid=104514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 15:27:30.670690 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4d30322-eace-41b8-b8c4-bc43b7894011 None None] Checking router: 3b204f98-a367-42c7-8389-8d8b539db927 for host: dv-cinder-835384-11-iscsi {{(pid=104514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 15:27:30.679620 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4d30322-eace-41b8-b8c4-bc43b7894011 None None] Routers {'3b204f98-a367-42c7-8389-8d8b539db927'} bound to L3 agent in host dv-cinder-835384-11-iscsi {{(pid=104514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 15:27:30.680216 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.db.l3_hamode_db [None req-b4d30322-eace-41b8-b8c4-bc43b7894011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-24T15:10:24Z,description=,heartbeat_timestamp=2022-06-24T15:27:24Z,host='dv-cinder-835384-11-iscsi',id=45985ff7-1335-48cd-ab02-73eb58295827,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T15:10:24Z,topic='l3_agent')) {'router_ids': ['3b204f98-a367-42c7-8389-8d8b539db927'], 'active': True} {{(pid=104514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 15:27:30.686267 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f76f8d-9906-4afd-aaa2-6e9aba5ae740 req-d6b8c1c3-d178-4d47-9edf-cbe45eb79858 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:27:30.687734 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-b7f76f8d-9906-4afd-aaa2-6e9aba5ae740 req-d6b8c1c3-d178-4d47-9edf-cbe45eb79858 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3fab91a5-d4d3-43d4-a452-8b378716e743 HTTP/1.1" status: 200 len: 850 time: 0.0471327 Jun 24 15:27:30.729879 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f76f8d-9906-4afd-aaa2-6e9aba5ae740 req-d0d10ba6-fbd2-46c4-8f5c-09de103fef08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:27:30.731372 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-b7f76f8d-9906-4afd-aaa2-6e9aba5ae740 req-d0d10ba6-fbd2-46c4-8f5c-09de103fef08 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2a32a679-de41-498c-bfd0-5831dd67fdee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0375738 Jun 24 15:27:30.779981 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.db.l3_dvr_db [None req-b4d30322-eace-41b8-b8c4-bc43b7894011 None None] Set router 3b204f98-a367-42c7-8389-8d8b539db927 gateway port host: dv-cinder-835384-11-iscsi {{(pid=104514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 15:27:30.822459 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-b7f76f8d-9906-4afd-aaa2-6e9aba5ae740 req-69307b2c-b9af-4b50-aab1-49c58de6ff01 service neutron] 10.222.0.64 "GET /v2.0/networks/2a32a679-de41-498c-bfd0-5831dd67fdee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843866 Jun 24 15:27:30.916679 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-b7f76f8d-9906-4afd-aaa2-6e9aba5ae740 req-616ebff8-085d-4e5d-8378-dfd140f772e4 service neutron] 10.222.0.64 "GET /v2.0/networks/2a32a679-de41-498c-bfd0-5831dd67fdee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883012 Jun 24 15:27:30.984456 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.db.l3_hamode_db [None req-b4d30322-eace-41b8-b8c4-bc43b7894011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b204f98-a367-42c7-8389-8d8b539db927', 'name': 'tempest-TestVolumeBootPattern-933791428-router', 'tenant_id': '06aac4c0b410452fa71221434149e3b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'external_fixed_ips': [{'subnet_id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'ip_address': '172.27.0.72'}], 'enable_snat': True}, 'gw_port_id': 'b529ebad-e8d9-480a-b8eb-1b28c2745ddd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T15:24:01Z', 'updated_at': '2022-06-24T15:24:05Z', 'revision_number': 4, 'project_id': '06aac4c0b410452fa71221434149e3b7', 'gw_port': {'id': 'b529ebad-e8d9-480a-b8eb-1b28c2745ddd', 'name': '', 'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:d8:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b204f98-a367-42c7-8389-8d8b539db927', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'ip_address': '172.27.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T15:24:02Z', 'updated_at': '2022-06-24T15:24:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-11-iscsi', '_floatingips': [{'id': 'c952dd8a-c1d6-4b9f-8bcb-a0b508419898', 'tenant_id': '06aac4c0b410452fa71221434149e3b7', 'floating_ip_address': '172.27.0.205', 'floating_network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'router_id': '3b204f98-a367-42c7-8389-8d8b539db927', 'port_id': '58f3591c-04bf-4951-9a65-69f9336adee7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 651, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2a32a679-de41-498c-bfd0-5831dd67fdee', 'mac_address': 'fa:16:3e:6e:e7:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a263b760-4d15-450d-9dcb-ca7bc36eb287', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T15:27:29Z', 'updated_at': '2022-06-24T15:27:29Z', 'revision_number': 0, 'project_id': '06aac4c0b410452fa71221434149e3b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '330082d1-f0dc-4b95-b5b8-396060cd29da', 'name': '', 'network_id': '2a32a679-de41-498c-bfd0-5831dd67fdee', 'tenant_id': '06aac4c0b410452fa71221434149e3b7', 'mac_address': 'fa:16:3e:b9:01:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b204f98-a367-42c7-8389-8d8b539db927', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '3fab91a5-d4d3-43d4-a452-8b378716e743', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T15:24:04Z', 'updated_at': '2022-06-24T15:24:08Z', 'revision_number': 5, 'project_id': '06aac4c0b410452fa71221434149e3b7', 'subnets': [{'id': '3fab91a5-d4d3-43d4-a452-8b378716e743', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-11-iscsi', False) {} {{(pid=104514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 15:27:31.008806 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4d30322-eace-41b8-b8c4-bc43b7894011 None None] The sync data for ids ['3b204f98-a367-42c7-8389-8d8b539db927'] in dv-cinder-835384-11-iscsi is: [{'id': '3b204f98-a367-42c7-8389-8d8b539db927', 'name': 'tempest-TestVolumeBootPattern-933791428-router', 'tenant_id': '06aac4c0b410452fa71221434149e3b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'external_fixed_ips': [{'subnet_id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'ip_address': '172.27.0.72'}], 'enable_snat': True}, 'gw_port_id': 'b529ebad-e8d9-480a-b8eb-1b28c2745ddd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T15:24:01Z', 'updated_at': '2022-06-24T15:24:05Z', 'revision_number': 4, 'project_id': '06aac4c0b410452fa71221434149e3b7', 'gw_port': {'id': 'b529ebad-e8d9-480a-b8eb-1b28c2745ddd', 'name': '', 'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:d8:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b204f98-a367-42c7-8389-8d8b539db927', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'ip_address': '172.27.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T15:24:02Z', 'updated_at': '2022-06-24T15:24:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-11-iscsi', '_floatingips': [{'id': 'c952dd8a-c1d6-4b9f-8bcb-a0b508419898', 'tenant_id': '06aac4c0b410452fa71221434149e3b7', 'floating_ip_address': '172.27.0.205', 'floating_network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'router_id': '3b204f98-a367-42c7-8389-8d8b539db927', 'port_id': '58f3591c-04bf-4951-9a65-69f9336adee7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 651, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2a32a679-de41-498c-bfd0-5831dd67fdee', 'mac_address': 'fa:16:3e:6e:e7:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a263b760-4d15-450d-9dcb-ca7bc36eb287', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T15:27:29Z', 'updated_at': '2022-06-24T15:27:29Z', 'revision_number': 0, 'project_id': '06aac4c0b410452fa71221434149e3b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '330082d1-f0dc-4b95-b5b8-396060cd29da', 'name': '', 'network_id': '2a32a679-de41-498c-bfd0-5831dd67fdee', 'tenant_id': '06aac4c0b410452fa71221434149e3b7', 'mac_address': 'fa:16:3e:b9:01:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b204f98-a367-42c7-8389-8d8b539db927', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '3fab91a5-d4d3-43d4-a452-8b378716e743', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T15:24:04Z', 'updated_at': '2022-06-24T15:24:08Z', 'revision_number': 5, 'project_id': '06aac4c0b410452fa71221434149e3b7', 'subnets': [{'id': '3fab91a5-d4d3-43d4-a452-8b378716e743', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 15:27:31.209157 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23d4635f-d61b-4d39-9ed3-3ee4cef950b5 None None] New status for floating IP c952dd8a-c1d6-4b9f-8bcb-a0b508419898: ACTIVE {{(pid=104513) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 24 15:27:35.820126 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79725122-6475-4bb3-bb07-2486d7c50a72 req-bae91378-d307-4d8d-85d3-7774e4890eeb tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:27:35.821602 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-79725122-6475-4bb3-bb07-2486d7c50a72 req-bae91378-d307-4d8d-85d3-7774e4890eeb tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] 10.222.0.67 "GET /v2.0/ports?device_id=e1d75a5d-2323-4651-baaf-362175902937 HTTP/1.1" status: 200 len: 945 time: 0.0480986 Jun 24 15:27:35.868927 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-79725122-6475-4bb3-bb07-2486d7c50a72 req-2c40662a-d31a-4457-8bdc-cb5d64fba047 tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] 10.222.0.67 "GET /v2.0/security-groups?id=241e9b7a-5f4a-430f-ba53-5b423d405f30&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0417874 Jun 24 15:27:36.989492 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320b8a57-0272-48ec-aece-641343175c04 req-68900aa6-507f-446e-90d9-167ab7210790 tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:27:36.990941 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-320b8a57-0272-48ec-aece-641343175c04 req-68900aa6-507f-446e-90d9-167ab7210790 tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] 10.222.0.67 "GET /v2.0/ports?device_id=e1d75a5d-2323-4651-baaf-362175902937 HTTP/1.1" status: 200 len: 945 time: 0.0510895 Jun 24 15:27:37.037289 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-320b8a57-0272-48ec-aece-641343175c04 req-2d395e13-e06b-4aaf-9433-225dbdb4e820 tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] 10.222.0.67 "GET /v2.0/security-groups?id=241e9b7a-5f4a-430f-ba53-5b423d405f30&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0407038 Jun 24 15:27:38.150466 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c242004-3fe4-4ed1-a02d-35e1d7d412e4 req-17368189-0085-42f6-af17-cfb995c256ec tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:27:38.152026 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-9c242004-3fe4-4ed1-a02d-35e1d7d412e4 req-17368189-0085-42f6-af17-cfb995c256ec tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] 10.222.0.67 "GET /v2.0/ports?device_id=e1d75a5d-2323-4651-baaf-362175902937 HTTP/1.1" status: 200 len: 945 time: 0.0470085 Jun 24 15:27:38.200271 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-9c242004-3fe4-4ed1-a02d-35e1d7d412e4 req-e7df3214-a246-4418-a228-10d6008580cf tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] 10.222.0.67 "GET /v2.0/security-groups?id=241e9b7a-5f4a-430f-ba53-5b423d405f30&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0428486 Jun 24 15:27:39.317625 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4f21a5-e6cd-4300-8e07-01dab9ff4837 req-9bcfbad5-d189-4e79-a4c0-31081f38f604 tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:27:39.319067 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-9b4f21a5-e6cd-4300-8e07-01dab9ff4837 req-9bcfbad5-d189-4e79-a4c0-31081f38f604 tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] 10.222.0.67 "GET /v2.0/ports?device_id=e1d75a5d-2323-4651-baaf-362175902937 HTTP/1.1" status: 200 len: 945 time: 0.0509562 Jun 24 15:27:39.365060 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-9b4f21a5-e6cd-4300-8e07-01dab9ff4837 req-3a50a1be-d6d2-4b76-808b-9d231efebf94 tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] 10.222.0.67 "GET /v2.0/security-groups?id=241e9b7a-5f4a-430f-ba53-5b423d405f30&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0403228 Jun 24 15:27:40.205175 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697012'] for agent (f0fa743b-ff28-43ff-ac51-704c86538f10), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:27:40.442072 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:27:40.479964 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4b366f-9b5d-419f-8dbe-4c5d85a3fbf2 req-a77cdb75-0af3-41e3-bc8e-086df2417771 tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:27:40.481473 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-8b4b366f-9b5d-419f-8dbe-4c5d85a3fbf2 req-a77cdb75-0af3-41e3-bc8e-086df2417771 tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] 10.222.0.67 "GET /v2.0/ports?device_id=e1d75a5d-2323-4651-baaf-362175902937 HTTP/1.1" status: 200 len: 945 time: 0.0487220 Jun 24 15:27:40.528272 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-8b4b366f-9b5d-419f-8dbe-4c5d85a3fbf2 req-68ad815a-8a5e-438d-b4e5-902c25d1485e tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] 10.222.0.67 "GET /v2.0/security-groups?id=241e9b7a-5f4a-430f-ba53-5b423d405f30&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0405347 Jun 24 15:27:40.982346 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG dbcounter [-] [104514] Writing DB stats neutron:SELECT=78 {{(pid=104514) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:27:40.988378 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG dbcounter [-] [104514] Writing DB stats neutron:SELECT=76 {{(pid=104514) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:27:41.607277 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=100 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:27:41.643896 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a99d0bf-4551-4956-8db5-f0f591a4711a req-9d2ed2e1-f853-4190-9a0f-6080e9c6ea32 tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:27:41.645346 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-8a99d0bf-4551-4956-8db5-f0f591a4711a req-9d2ed2e1-f853-4190-9a0f-6080e9c6ea32 tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] 10.222.0.67 "GET /v2.0/ports?device_id=e1d75a5d-2323-4651-baaf-362175902937 HTTP/1.1" status: 200 len: 945 time: 0.0478237 Jun 24 15:27:41.694693 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-8a99d0bf-4551-4956-8db5-f0f591a4711a req-1ff30b5a-2200-43e0-8151-3c3873f0b609 tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] 10.222.0.67 "GET /v2.0/security-groups?id=241e9b7a-5f4a-430f-ba53-5b423d405f30&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0435190 Jun 24 15:27:42.806302 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da614e76-3bcb-4a53-8ab3-721af85950bc req-51835abc-6330-4fbb-b00c-1b0094559d15 tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:27:42.807755 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-da614e76-3bcb-4a53-8ab3-721af85950bc req-51835abc-6330-4fbb-b00c-1b0094559d15 tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] 10.222.0.67 "GET /v2.0/ports?device_id=e1d75a5d-2323-4651-baaf-362175902937 HTTP/1.1" status: 200 len: 945 time: 0.0462441 Jun 24 15:27:42.853537 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-da614e76-3bcb-4a53-8ab3-721af85950bc req-a5cdb1d2-d8cb-49cd-a964-1bf7bb7429bf tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] 10.222.0.67 "GET /v2.0/security-groups?id=241e9b7a-5f4a-430f-ba53-5b423d405f30&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0403714 Jun 24 15:27:43.967938 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7076e7-277d-4e03-bc3d-b82370a3790d req-ede47b9e-5275-468a-8656-22eb0538dbc0 tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:27:43.969403 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-ae7076e7-277d-4e03-bc3d-b82370a3790d req-ede47b9e-5275-468a-8656-22eb0538dbc0 tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] 10.222.0.67 "GET /v2.0/ports?device_id=e1d75a5d-2323-4651-baaf-362175902937 HTTP/1.1" status: 200 len: 945 time: 0.0472686 Jun 24 15:27:44.015196 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-ae7076e7-277d-4e03-bc3d-b82370a3790d req-ed22d62d-e0a0-49c9-bdab-3792656d02cc tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] 10.222.0.67 "GET /v2.0/security-groups?id=241e9b7a-5f4a-430f-ba53-5b423d405f30&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0394583 Jun 24 15:27:45.133405 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09df456-2713-4b64-a306-470557884cd1 req-5a471942-267a-4042-b012-0ad69fc6c840 tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:27:45.134870 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-b09df456-2713-4b64-a306-470557884cd1 req-5a471942-267a-4042-b012-0ad69fc6c840 tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] 10.222.0.67 "GET /v2.0/ports?device_id=e1d75a5d-2323-4651-baaf-362175902937 HTTP/1.1" status: 200 len: 945 time: 0.0510519 Jun 24 15:27:45.181420 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-b09df456-2713-4b64-a306-470557884cd1 req-b62bed94-a366-463a-8546-eaa89c14b5e6 tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] 10.222.0.67 "GET /v2.0/security-groups?id=241e9b7a-5f4a-430f-ba53-5b423d405f30&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0410457 Jun 24 15:27:45.742282 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.db.agents_db [None req-1e76bcc0-0ba2-49bf-a9b5-df198b272e3c None None] Agent healthcheck: found 6 active agents {{(pid=104514) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 15:27:46.297732 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a8e10b-7fd5-428f-ae33-d69b49a4612d req-5cd7682f-4e78-4e51-bf80-ca679a978f6a tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:27:46.299737 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-13a8e10b-7fd5-428f-ae33-d69b49a4612d req-5cd7682f-4e78-4e51-bf80-ca679a978f6a tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] 10.222.0.67 "GET /v2.0/ports?device_id=e1d75a5d-2323-4651-baaf-362175902937 HTTP/1.1" status: 200 len: 945 time: 0.0467610 Jun 24 15:27:46.345835 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-13a8e10b-7fd5-428f-ae33-d69b49a4612d req-c42fe251-742b-49e6-a2c7-fafab9fcc580 tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] 10.222.0.67 "GET /v2.0/security-groups?id=241e9b7a-5f4a-430f-ba53-5b423d405f30&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0405574 Jun 24 15:27:47.457901 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fae61a-48da-4df0-a3f6-c59f7d7aaeea req-ae987e4a-656f-4695-a0d5-77ae06b7f76d tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:27:47.459356 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-74fae61a-48da-4df0-a3f6-c59f7d7aaeea req-ae987e4a-656f-4695-a0d5-77ae06b7f76d tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] 10.222.0.67 "GET /v2.0/ports?device_id=e1d75a5d-2323-4651-baaf-362175902937 HTTP/1.1" status: 200 len: 945 time: 0.0457394 Jun 24 15:27:47.510331 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-74fae61a-48da-4df0-a3f6-c59f7d7aaeea req-d8df0a20-deda-4261-9c7d-c7115ab68594 tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] 10.222.0.67 "GET /v2.0/security-groups?id=241e9b7a-5f4a-430f-ba53-5b423d405f30&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0454850 Jun 24 15:27:48.625495 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e5a0bb-caf1-4b23-940b-24adb37cca2d req-305aa75c-c50f-4a96-b13e-04695bb0c990 tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:27:48.627056 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-42e5a0bb-caf1-4b23-940b-24adb37cca2d req-305aa75c-c50f-4a96-b13e-04695bb0c990 tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] 10.222.0.67 "GET /v2.0/ports?device_id=e1d75a5d-2323-4651-baaf-362175902937 HTTP/1.1" status: 200 len: 945 time: 0.0467646 Jun 24 15:27:48.673840 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-42e5a0bb-caf1-4b23-940b-24adb37cca2d req-126c76e1-f5d1-4fca-ac37-74e6d0fcd25e tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] 10.222.0.67 "GET /v2.0/security-groups?id=241e9b7a-5f4a-430f-ba53-5b423d405f30&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0410240 Jun 24 15:27:49.788348 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001ffb5e-5326-49d1-861b-85179999637a req-24faca56-d4e9-4472-834f-00ca9a06fd1f tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:27:49.789803 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-001ffb5e-5326-49d1-861b-85179999637a req-24faca56-d4e9-4472-834f-00ca9a06fd1f tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] 10.222.0.67 "GET /v2.0/ports?device_id=e1d75a5d-2323-4651-baaf-362175902937 HTTP/1.1" status: 200 len: 945 time: 0.0467718 Jun 24 15:27:49.836917 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-001ffb5e-5326-49d1-861b-85179999637a req-32fe2c99-fcc9-488b-b634-c6304a5850ff tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] 10.222.0.67 "GET /v2.0/security-groups?id=241e9b7a-5f4a-430f-ba53-5b423d405f30&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0417056 Jun 24 15:27:50.154672 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:DELETE=2,neutron:SELECT=84,neutron:UPDATE=4 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:27:50.159025 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:SELECT=28,neutron:UPDATE=2 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:27:50.160800 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:SELECT=32,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:27:50.955008 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c4f22b-784e-4fe4-b994-7d94721f2900 req-b67a9618-3f62-45d7-a539-965c4b150e9c tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:27:50.956870 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-d4c4f22b-784e-4fe4-b994-7d94721f2900 req-b67a9618-3f62-45d7-a539-965c4b150e9c tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] 10.222.0.67 "GET /v2.0/ports?device_id=e1d75a5d-2323-4651-baaf-362175902937 HTTP/1.1" status: 200 len: 945 time: 0.0516851 Jun 24 15:27:51.004340 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-d4c4f22b-784e-4fe4-b994-7d94721f2900 req-57d719d7-cc18-44eb-abff-6af45c283038 tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] 10.222.0.67 "GET /v2.0/security-groups?id=241e9b7a-5f4a-430f-ba53-5b423d405f30&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0419385 Jun 24 15:27:51.308488 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-40d95822-4fda-415e-bf63-a040bedfa0e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697012'] for agent (61dc9491-0c49-467e-b62a-6961ce952bc2), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:27:52.117261 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74384cc7-47e6-4722-9d3e-6c3cf4fb74e6 req-cc86c3f7-1526-4ee5-9efd-5c74789c6c74 tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:27:52.118770 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-74384cc7-47e6-4722-9d3e-6c3cf4fb74e6 req-cc86c3f7-1526-4ee5-9efd-5c74789c6c74 tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] 10.222.0.67 "GET /v2.0/ports?device_id=e1d75a5d-2323-4651-baaf-362175902937 HTTP/1.1" status: 200 len: 945 time: 0.0473049 Jun 24 15:27:52.158765 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=100 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:27:52.165988 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-74384cc7-47e6-4722-9d3e-6c3cf4fb74e6 req-998a4089-6901-421f-adde-6bab73d473b5 tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] 10.222.0.67 "GET /v2.0/security-groups?id=241e9b7a-5f4a-430f-ba53-5b423d405f30&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0415916 Jun 24 15:27:52.507331 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85755040-9429-4ab2-8ef7-74a290437c73 req-bfc4fc05-04be-4986-8b11-7759b88e0ce6 tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:27:52.508799 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-85755040-9429-4ab2-8ef7-74a290437c73 req-bfc4fc05-04be-4986-8b11-7759b88e0ce6 tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] 10.222.0.67 "GET /v2.0/ports?device_id=e1d75a5d-2323-4651-baaf-362175902937 HTTP/1.1" status: 200 len: 945 time: 0.0511224 Jun 24 15:27:52.556646 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-85755040-9429-4ab2-8ef7-74a290437c73 req-bbf18e3e-6cf6-4c6e-b184-ec5f664b1c3b tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] 10.222.0.67 "GET /v2.0/security-groups?id=241e9b7a-5f4a-430f-ba53-5b423d405f30&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0422173 Jun 24 15:27:52.630692 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd249a9-b29c-4bdb-b808-b5d03f9995bf req-950cb051-e2f8-4611-a787-0caaa95f911e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:27:52.632090 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-8dd249a9-b29c-4bdb-b808-b5d03f9995bf req-950cb051-e2f8-4611-a787-0caaa95f911e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9c5f325c1c3245fa88dbb36698037138&device_id=e1d75a5d-2323-4651-baaf-362175902937 HTTP/1.1" status: 200 len: 1129 time: 0.0396891 Jun 24 15:27:52.724118 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd249a9-b29c-4bdb-b808-b5d03f9995bf req-f0f94b30-3b75-4bab-b50d-c12da073b0f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:27:52.725626 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-8dd249a9-b29c-4bdb-b808-b5d03f9995bf req-f0f94b30-3b75-4bab-b50d-c12da073b0f9 service neutron] 10.222.0.64 "GET /v2.0/networks?id=a938b282-cfea-4809-a5ee-a9f6a9bd6a63 HTTP/1.1" status: 200 len: 912 time: 0.0874271 Jun 24 15:27:52.766733 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=100 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:27:52.787817 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-8dd249a9-b29c-4bdb-b808-b5d03f9995bf req-576182db-547b-4dc9-9e06-2083ad2b6cd5 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f7a751d8-c6fd-4d16-b565-3302931d702a HTTP/1.1" status: 200 len: 999 time: 0.0560174 Jun 24 15:27:52.836440 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd249a9-b29c-4bdb-b808-b5d03f9995bf req-03cb661b-d9f2-449e-9daa-aa915f114f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:27:52.837836 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-8dd249a9-b29c-4bdb-b808-b5d03f9995bf req-03cb661b-d9f2-449e-9daa-aa915f114f54 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=457d19a7-6084-4c04-9002-174a158fd5f4 HTTP/1.1" status: 200 len: 850 time: 0.0443096 Jun 24 15:27:52.883440 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd249a9-b29c-4bdb-b808-b5d03f9995bf req-0a272269-8353-47e6-a9d4-e7927bb3ed58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:27:52.883440 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-8dd249a9-b29c-4bdb-b808-b5d03f9995bf req-0a272269-8353-47e6-a9d4-e7927bb3ed58 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a938b282-cfea-4809-a5ee-a9f6a9bd6a63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0392544 Jun 24 15:27:52.974906 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-8dd249a9-b29c-4bdb-b808-b5d03f9995bf req-c12299ae-9bc0-4393-8a5f-4b18faa7cb44 service neutron] 10.222.0.64 "GET /v2.0/networks/a938b282-cfea-4809-a5ee-a9f6a9bd6a63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863106 Jun 24 15:27:53.064096 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-8dd249a9-b29c-4bdb-b808-b5d03f9995bf req-d9619a0e-6735-4193-b6e5-167efc1e05d1 service neutron] 10.222.0.64 "GET /v2.0/networks/a938b282-cfea-4809-a5ee-a9f6a9bd6a63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839043 Jun 24 15:27:53.672927 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a4ce0a-825c-44ff-b37e-e0efd920432d req-f165bb2a-e89b-416d-abb7-d331dd54c86a tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:27:53.675001 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-c8a4ce0a-825c-44ff-b37e-e0efd920432d req-f165bb2a-e89b-416d-abb7-d331dd54c86a tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] 10.222.0.67 "GET /v2.0/ports?device_id=e1d75a5d-2323-4651-baaf-362175902937 HTTP/1.1" status: 200 len: 945 time: 0.0469682 Jun 24 15:27:53.722576 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-c8a4ce0a-825c-44ff-b37e-e0efd920432d req-f7438cd6-74bc-4684-9e60-fb33af4af82f tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] 10.222.0.67 "GET /v2.0/security-groups?id=241e9b7a-5f4a-430f-ba53-5b423d405f30&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0417886 Jun 24 15:27:53.771042 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-1f5237bb-7851-4128-adaa-29fd9ff68f58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697012'] for agent (45985ff7-1335-48cd-ab02-73eb58295827), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:27:54.837762 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ad9b55-63b6-4a41-950c-dcd5a4cc7247 req-b431be25-e861-47e0-b08b-e9287e992f64 tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:27:54.839223 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-41ad9b55-63b6-4a41-950c-dcd5a4cc7247 req-b431be25-e861-47e0-b08b-e9287e992f64 tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] 10.222.0.67 "GET /v2.0/ports?device_id=e1d75a5d-2323-4651-baaf-362175902937 HTTP/1.1" status: 200 len: 945 time: 0.0460923 Jun 24 15:27:54.885325 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-41ad9b55-63b6-4a41-950c-dcd5a4cc7247 req-820e483f-7340-4e9e-ae5d-ff60d757bd77 tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] 10.222.0.67 "GET /v2.0/security-groups?id=241e9b7a-5f4a-430f-ba53-5b423d405f30&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0406873 Jun 24 15:27:54.942941 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-6e9ba797-1d0c-40f8-9e0c-708f895be0b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697012'] for agent (f984396c-9862-4f32-9cf6-f19d2e5feb00), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:27:56.422536 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-e7d2b4de-897d-40d1-b758-5e5b7ac4c4e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697012'] for agent (2f766f35-a225-44ed-b70f-669caec6f4a7), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:27:56.668251 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697012'] for agent (559fa80c-96d5-4fe7-8c5f-9eda482c27bf), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:27:56.762213 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG dbcounter [-] [104514] Writing DB stats neutron:SELECT=2 {{(pid=104514) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:27:56.763082 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG dbcounter [-] [104514] Writing DB stats neutron:SELECT=2 {{(pid=104514) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:28:04.878980 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=44 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:28:04.881857 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=83 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:28:06.609909 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:SELECT=18,neutron:UPDATE=2 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:28:06.614853 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:SELECT=14,neutron:UPDATE=2 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:28:06.617766 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:28:10.220492 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697012'] for agent (f0fa743b-ff28-43ff-ac51-704c86538f10), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:28:19.780456 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG dbcounter [-] [104514] Writing DB stats neutron:SELECT=2 {{(pid=104514) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:28:19.781177 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG dbcounter [-] [104514] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=104514) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:28:20.153785 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:SELECT=2 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:28:20.156649 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:SELECT=1 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:28:20.159410 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:UPDATE=1 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:28:21.324926 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-82e9778e-5300-41f8-aca2-c31900792557 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697012'] for agent (61dc9491-0c49-467e-b62a-6961ce952bc2), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:28:22.741794 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.db.agents_db [None req-1e76bcc0-0ba2-49bf-a9b5-df198b272e3c None None] Agent healthcheck: found 6 active agents {{(pid=104514) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 15:28:23.793493 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-9779d91a-3f6b-40c3-81f6-e0e943f978ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697012'] for agent (45985ff7-1335-48cd-ab02-73eb58295827), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:28:24.936075 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-6e9ba797-1d0c-40f8-9e0c-708f895be0b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697012'] for agent (f984396c-9862-4f32-9cf6-f19d2e5feb00), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:28:26.393248 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-e7d2b4de-897d-40d1-b758-5e5b7ac4c4e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697012'] for agent (2f766f35-a225-44ed-b70f-669caec6f4a7), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:28:26.678699 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697012'] for agent (559fa80c-96d5-4fe7-8c5f-9eda482c27bf), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:28:30.107070 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a196278b-0b1f-4278-b3b7-398f8b06b13a req-757051a8-cf30-4498-9593-8821b24f624a tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:28:30.108554 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-a196278b-0b1f-4278-b3b7-398f8b06b13a req-757051a8-cf30-4498-9593-8821b24f624a tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] 10.222.0.67 "GET /v2.0/ports?device_id=e1d75a5d-2323-4651-baaf-362175902937 HTTP/1.1" status: 200 len: 945 time: 0.0498178 Jun 24 15:28:30.155119 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-a196278b-0b1f-4278-b3b7-398f8b06b13a req-26151bd1-8f0d-4392-b953-ad9e05dd9616 tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] 10.222.0.67 "GET /v2.0/security-groups?id=241e9b7a-5f4a-430f-ba53-5b423d405f30&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0401773 Jun 24 15:28:31.269960 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3992cdd4-a0d1-4161-aaab-fcaf23492af0 req-29ce81fd-abab-4fa9-9f60-6ccec2ab6457 tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:28:31.271417 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-3992cdd4-a0d1-4161-aaab-fcaf23492af0 req-29ce81fd-abab-4fa9-9f60-6ccec2ab6457 tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] 10.222.0.67 "GET /v2.0/ports?device_id=e1d75a5d-2323-4651-baaf-362175902937 HTTP/1.1" status: 200 len: 945 time: 0.0459826 Jun 24 15:28:31.316917 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-3992cdd4-a0d1-4161-aaab-fcaf23492af0 req-d26bd9e9-a510-4576-aeb2-b1ac6fb75b22 tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] 10.222.0.67 "GET /v2.0/security-groups?id=241e9b7a-5f4a-430f-ba53-5b423d405f30&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0398834 Jun 24 15:28:32.432861 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05fde81-6a2e-4d27-a6f0-9bdc51d1c85a req-a79341d0-b55e-4725-8c80-c69dd307c503 tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:28:32.434320 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-a05fde81-6a2e-4d27-a6f0-9bdc51d1c85a req-a79341d0-b55e-4725-8c80-c69dd307c503 tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] 10.222.0.67 "GET /v2.0/ports?device_id=e1d75a5d-2323-4651-baaf-362175902937 HTTP/1.1" status: 200 len: 945 time: 0.0501533 Jun 24 15:28:32.677027 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-a05fde81-6a2e-4d27-a6f0-9bdc51d1c85a req-e9fe2027-e28e-4536-87c1-25a3fdc88dad tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] 10.222.0.67 "GET /v2.0/security-groups?id=241e9b7a-5f4a-430f-ba53-5b423d405f30&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2372231 Jun 24 15:28:32.737631 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG dbcounter [-] [104514] Writing DB stats neutron:SELECT=2 {{(pid=104514) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:28:33.789546 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf21e75-c12b-4500-a111-b5045c1d1403 req-8113305c-5b7d-4c0e-ac38-28df83096919 tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:28:33.791002 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-2cf21e75-c12b-4500-a111-b5045c1d1403 req-8113305c-5b7d-4c0e-ac38-28df83096919 tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] 10.222.0.67 "GET /v2.0/ports?device_id=e1d75a5d-2323-4651-baaf-362175902937 HTTP/1.1" status: 200 len: 945 time: 0.0464706 Jun 24 15:28:33.837893 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-2cf21e75-c12b-4500-a111-b5045c1d1403 req-16a0c465-d807-4d33-aa7b-620d0385e321 tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] 10.222.0.67 "GET /v2.0/security-groups?id=241e9b7a-5f4a-430f-ba53-5b423d405f30&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0414684 Jun 24 15:28:34.953642 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c3e518-6928-40d0-8de1-2a8ac340674b req-520e692b-e184-445a-9b6d-db83b7919a68 tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:28:34.954992 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-42c3e518-6928-40d0-8de1-2a8ac340674b req-520e692b-e184-445a-9b6d-db83b7919a68 tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] 10.222.0.67 "GET /v2.0/ports?device_id=e1d75a5d-2323-4651-baaf-362175902937 HTTP/1.1" status: 200 len: 945 time: 0.0464218 Jun 24 15:28:35.003823 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-42c3e518-6928-40d0-8de1-2a8ac340674b req-460784ec-c728-4283-b9ae-bc8e4d030fcc tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] 10.222.0.67 "GET /v2.0/security-groups?id=241e9b7a-5f4a-430f-ba53-5b423d405f30&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0423238 Jun 24 15:28:36.350195 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:SELECT=2,neutron:UPDATE=3 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:28:36.428982 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e847fd-a6b2-47cd-b704-922523abfca5 req-2a748dc6-d24a-42c4-b1f5-731981812e03 tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:28:36.430472 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-51e847fd-a6b2-47cd-b704-922523abfca5 req-2a748dc6-d24a-42c4-b1f5-731981812e03 tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] 10.222.0.67 "GET /v2.0/ports?device_id=e1d75a5d-2323-4651-baaf-362175902937 HTTP/1.1" status: 200 len: 945 time: 0.3577631 Jun 24 15:28:36.477317 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-51e847fd-a6b2-47cd-b704-922523abfca5 req-5cf4ea12-b7ef-4df1-b4d0-3527e16f4f1f tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] 10.222.0.67 "GET /v2.0/security-groups?id=241e9b7a-5f4a-430f-ba53-5b423d405f30&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0412779 Jun 24 15:28:36.615032 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:SELECT=9 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:28:36.616856 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:UPDATE=2,neutron:SELECT=4 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:28:37.590049 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4552fc0c-0fbd-4bb9-8443-96ff7cb40e6b req-c3a693c4-5036-4e79-af5b-6a693348eb59 tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:28:37.591527 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-4552fc0c-0fbd-4bb9-8443-96ff7cb40e6b req-c3a693c4-5036-4e79-af5b-6a693348eb59 tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] 10.222.0.67 "GET /v2.0/ports?device_id=e1d75a5d-2323-4651-baaf-362175902937 HTTP/1.1" status: 200 len: 945 time: 0.0461514 Jun 24 15:28:37.636756 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-4552fc0c-0fbd-4bb9-8443-96ff7cb40e6b req-9143cb44-f809-4ba7-967a-9da0eb981f69 tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] 10.222.0.67 "GET /v2.0/security-groups?id=241e9b7a-5f4a-430f-ba53-5b423d405f30&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0397694 Jun 24 15:28:38.904212 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4ad544-12f7-4881-a62d-e2c5ecf8c769 req-8579fa95-986e-4d37-b76f-46ce91273e3d tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:28:38.905667 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-ad4ad544-12f7-4881-a62d-e2c5ecf8c769 req-8579fa95-986e-4d37-b76f-46ce91273e3d tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] 10.222.0.67 "GET /v2.0/ports?device_id=e1d75a5d-2323-4651-baaf-362175902937 HTTP/1.1" status: 200 len: 945 time: 0.0528612 Jun 24 15:28:38.952177 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-ad4ad544-12f7-4881-a62d-e2c5ecf8c769 req-609e8dd5-e77d-4292-8c07-63855ddb5f23 tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] 10.222.0.67 "GET /v2.0/security-groups?id=241e9b7a-5f4a-430f-ba53-5b423d405f30&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0401938 Jun 24 15:28:40.064749 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79f59d2-8999-4805-8d07-f3e5093182ef req-a6177fca-bb3e-429b-8ed9-23d411ea0c36 tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:28:40.066199 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-a79f59d2-8999-4805-8d07-f3e5093182ef req-a6177fca-bb3e-429b-8ed9-23d411ea0c36 tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] 10.222.0.67 "GET /v2.0/ports?device_id=e1d75a5d-2323-4651-baaf-362175902937 HTTP/1.1" status: 200 len: 945 time: 0.0472636 Jun 24 15:28:40.113620 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-a79f59d2-8999-4805-8d07-f3e5093182ef req-c5773413-a4ff-47ff-9a59-192250c1c22f tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] 10.222.0.67 "GET /v2.0/security-groups?id=241e9b7a-5f4a-430f-ba53-5b423d405f30&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0407605 Jun 24 15:28:40.227569 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697012'] for agent (f0fa743b-ff28-43ff-ac51-704c86538f10), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:28:41.230373 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f38f7c6-d3fd-4cfe-ba33-b02bf281d6b3 req-6ac6e0bb-413a-4926-ad26-a250280a853b tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:28:41.231861 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-0f38f7c6-d3fd-4cfe-ba33-b02bf281d6b3 req-6ac6e0bb-413a-4926-ad26-a250280a853b tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] 10.222.0.67 "GET /v2.0/ports?device_id=e1d75a5d-2323-4651-baaf-362175902937 HTTP/1.1" status: 200 len: 945 time: 0.0500448 Jun 24 15:28:41.278589 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-0f38f7c6-d3fd-4cfe-ba33-b02bf281d6b3 req-c60b1625-ed6a-446e-9c38-5f3b0326bd94 tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] 10.222.0.67 "GET /v2.0/security-groups?id=241e9b7a-5f4a-430f-ba53-5b423d405f30&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0411391 Jun 24 15:28:41.610531 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8869710d-8c44-4a65-a729-5edaa9b136b9 req-caad916f-fb52-45ab-b338-f5ea56e912cc tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:28:41.612050 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-8869710d-8c44-4a65-a729-5edaa9b136b9 req-caad916f-fb52-45ab-b338-f5ea56e912cc tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] 10.222.0.67 "GET /v2.0/ports?device_id=e1d75a5d-2323-4651-baaf-362175902937 HTTP/1.1" status: 200 len: 945 time: 0.0483024 Jun 24 15:28:41.645731 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=100 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:28:41.660588 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-8869710d-8c44-4a65-a729-5edaa9b136b9 req-d607786b-6884-4063-b1a0-b55bdef4d761 tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] 10.222.0.67 "GET /v2.0/security-groups?id=241e9b7a-5f4a-430f-ba53-5b423d405f30&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0422513 Jun 24 15:28:41.727869 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=100 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:28:41.757946 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d5476a-6abd-40d6-a0a9-e5b4e64a3f28 req-1cb45c3d-4e2a-4ec6-bb1a-7a2caa1dd18c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:28:41.759473 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-51d5476a-6abd-40d6-a0a9-e5b4e64a3f28 req-1cb45c3d-4e2a-4ec6-bb1a-7a2caa1dd18c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9c5f325c1c3245fa88dbb36698037138&device_id=e1d75a5d-2323-4651-baaf-362175902937 HTTP/1.1" status: 200 len: 1129 time: 0.0408120 Jun 24 15:28:41.851059 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d5476a-6abd-40d6-a0a9-e5b4e64a3f28 req-ceaff307-17d8-4254-9649-12c62799b7c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:28:41.852553 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-51d5476a-6abd-40d6-a0a9-e5b4e64a3f28 req-ceaff307-17d8-4254-9649-12c62799b7c4 service neutron] 10.222.0.64 "GET /v2.0/networks?id=a938b282-cfea-4809-a5ee-a9f6a9bd6a63 HTTP/1.1" status: 200 len: 912 time: 0.0877585 Jun 24 15:28:41.914570 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-51d5476a-6abd-40d6-a0a9-e5b4e64a3f28 req-a2063e91-9d4a-42be-8926-6c86976aad5c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f7a751d8-c6fd-4d16-b565-3302931d702a HTTP/1.1" status: 200 len: 999 time: 0.0561411 Jun 24 15:28:41.967926 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d5476a-6abd-40d6-a0a9-e5b4e64a3f28 req-0e190a74-18aa-4940-ac12-0fc86f2bc869 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:28:41.969285 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-51d5476a-6abd-40d6-a0a9-e5b4e64a3f28 req-0e190a74-18aa-4940-ac12-0fc86f2bc869 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=457d19a7-6084-4c04-9002-174a158fd5f4 HTTP/1.1" status: 200 len: 850 time: 0.0490646 Jun 24 15:28:42.013119 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d5476a-6abd-40d6-a0a9-e5b4e64a3f28 req-18cec32b-f140-4a55-9e1d-d5d102d01b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:28:42.014563 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-51d5476a-6abd-40d6-a0a9-e5b4e64a3f28 req-18cec32b-f140-4a55-9e1d-d5d102d01b94 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a938b282-cfea-4809-a5ee-a9f6a9bd6a63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0383363 Jun 24 15:28:42.108502 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-51d5476a-6abd-40d6-a0a9-e5b4e64a3f28 req-493c8bbe-7e5e-44f2-94b4-33cbb2991cd4 service neutron] 10.222.0.64 "GET /v2.0/networks/a938b282-cfea-4809-a5ee-a9f6a9bd6a63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869873 Jun 24 15:28:42.196531 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-51d5476a-6abd-40d6-a0a9-e5b4e64a3f28 req-9dbefa71-a946-4fe1-aaa3-7b37c2469166 service neutron] 10.222.0.64 "GET /v2.0/networks/a938b282-cfea-4809-a5ee-a9f6a9bd6a63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822103 Jun 24 15:28:42.776590 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4a3b68-d6e2-43f9-b0c6-f1ad6ec42656 req-e8918643-91ef-44cd-9dbb-c574c94295be tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:28:42.778062 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-1f4a3b68-d6e2-43f9-b0c6-f1ad6ec42656 req-e8918643-91ef-44cd-9dbb-c574c94295be tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] 10.222.0.67 "GET /v2.0/ports?device_id=e1d75a5d-2323-4651-baaf-362175902937 HTTP/1.1" status: 200 len: 945 time: 0.0476069 Jun 24 15:28:42.828925 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-1f4a3b68-d6e2-43f9-b0c6-f1ad6ec42656 req-f2d807e7-1f93-4cce-bfad-1a7074b4a5f9 tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] 10.222.0.67 "GET /v2.0/security-groups?id=241e9b7a-5f4a-430f-ba53-5b423d405f30&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0453696 Jun 24 15:28:43.941344 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073c644b-c9c4-4760-afdc-74ce77544d69 req-a894d1a0-9e90-4698-8f7a-5cc9dff05c6b tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:28:43.942779 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-073c644b-c9c4-4760-afdc-74ce77544d69 req-a894d1a0-9e90-4698-8f7a-5cc9dff05c6b tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] 10.222.0.67 "GET /v2.0/ports?device_id=e1d75a5d-2323-4651-baaf-362175902937 HTTP/1.1" status: 200 len: 945 time: 0.0463569 Jun 24 15:28:43.988874 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-073c644b-c9c4-4760-afdc-74ce77544d69 req-c878beee-2d98-43f0-b0df-e3ede056ff25 tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] 10.222.0.67 "GET /v2.0/security-groups?id=241e9b7a-5f4a-430f-ba53-5b423d405f30&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0406458 Jun 24 15:28:45.944097 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-1c4cb03e-bede-4a64-a5c4-1bf52d1efcc7 req-88da3fbc-52a5-468f-b9ab-cc07d73e391f service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=e1d75a5d-2323-4651-baaf-362175902937&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0372753 Jun 24 15:28:46.022071 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4cb03e-bede-4a64-a5c4-1bf52d1efcc7 req-700195f5-5857-48cc-ac1e-49a63755d83b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:28:46.023554 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-1c4cb03e-bede-4a64-a5c4-1bf52d1efcc7 req-700195f5-5857-48cc-ac1e-49a63755d83b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9c5f325c1c3245fa88dbb36698037138&device_id=e1d75a5d-2323-4651-baaf-362175902937 HTTP/1.1" status: 200 len: 1129 time: 0.0390787 Jun 24 15:28:46.128335 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4cb03e-bede-4a64-a5c4-1bf52d1efcc7 req-b86a2ecc-9716-4738-a077-1a631aa5a17e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:28:46.130455 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-1c4cb03e-bede-4a64-a5c4-1bf52d1efcc7 req-b86a2ecc-9716-4738-a077-1a631aa5a17e service neutron] 10.222.0.64 "GET /v2.0/networks?id=a938b282-cfea-4809-a5ee-a9f6a9bd6a63 HTTP/1.1" status: 200 len: 912 time: 0.0903184 Jun 24 15:28:46.189785 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=100 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:28:46.199967 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-1c4cb03e-bede-4a64-a5c4-1bf52d1efcc7 req-5ae22cbb-6180-4794-bf93-5904cce1eba6 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f7a751d8-c6fd-4d16-b565-3302931d702a HTTP/1.1" status: 200 len: 999 time: 0.0604136 Jun 24 15:28:46.257150 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4cb03e-bede-4a64-a5c4-1bf52d1efcc7 req-bd9d4225-763a-426d-85ac-4f6441831cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:28:46.258760 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-1c4cb03e-bede-4a64-a5c4-1bf52d1efcc7 req-bd9d4225-763a-426d-85ac-4f6441831cf4 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=457d19a7-6084-4c04-9002-174a158fd5f4 HTTP/1.1" status: 200 len: 850 time: 0.0558782 Jun 24 15:28:46.302109 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4cb03e-bede-4a64-a5c4-1bf52d1efcc7 req-707105d6-aa98-424e-850b-6a72a156e0bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:28:46.303621 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-1c4cb03e-bede-4a64-a5c4-1bf52d1efcc7 req-707105d6-aa98-424e-850b-6a72a156e0bb service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a938b282-cfea-4809-a5ee-a9f6a9bd6a63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0395365 Jun 24 15:28:46.397001 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-1c4cb03e-bede-4a64-a5c4-1bf52d1efcc7 req-b4d970e1-a40d-4352-9a5e-9c1db65df10f service neutron] 10.222.0.64 "GET /v2.0/networks/a938b282-cfea-4809-a5ee-a9f6a9bd6a63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862584 Jun 24 15:28:46.487300 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-1c4cb03e-bede-4a64-a5c4-1bf52d1efcc7 req-58100d76-500e-47cd-81e1-ae72ab0aab01 service neutron] 10.222.0.64 "GET /v2.0/networks/a938b282-cfea-4809-a5ee-a9f6a9bd6a63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832038 Jun 24 15:28:48.791026 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG dbcounter [-] [104514] Writing DB stats neutron:SELECT=3 {{(pid=104514) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:28:48.795934 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG dbcounter [-] [104514] Writing DB stats neutron:SELECT=3 {{(pid=104514) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:28:50.172170 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:SELECT=2 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:28:50.174072 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:28:51.322935 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-2ac53650-83bd-4c7e-8fe3-ded8a15916a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697012'] for agent (61dc9491-0c49-467e-b62a-6961ce952bc2), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:28:53.752515 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-4fc53b9c-d980-44db-8895-1bfe1989a2b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697012'] for agent (45985ff7-1335-48cd-ab02-73eb58295827), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:28:54.924309 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-6e9ba797-1d0c-40f8-9e0c-708f895be0b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697012'] for agent (f984396c-9862-4f32-9cf6-f19d2e5feb00), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:28:56.410530 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-e7d2b4de-897d-40d1-b758-5e5b7ac4c4e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697012'] for agent (2f766f35-a225-44ed-b70f-669caec6f4a7), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:28:56.482738 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=30 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:28:56.484653 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=99 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:28:56.677058 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697012'] for agent (559fa80c-96d5-4fe7-8c5f-9eda482c27bf), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:28:59.741043 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.db.agents_db [None req-1e76bcc0-0ba2-49bf-a9b5-df198b272e3c None None] Agent healthcheck: found 6 active agents {{(pid=104514) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 15:29:06.610701 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:29:06.615651 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:29:06.617347 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:SELECT=4,neutron:UPDATE=1 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:29:09.735870 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG dbcounter [-] [104514] Writing DB stats neutron:SELECT=1 {{(pid=104514) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:29:09.736602 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG dbcounter [-] [104514] Writing DB stats neutron:SELECT=1 {{(pid=104514) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:29:10.232229 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697012'] for agent (f0fa743b-ff28-43ff-ac51-704c86538f10), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:29:13.050953 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-49703195-1697-4821-be89-9af0ce8d546a req-54f6e6bf-3d36-4a2f-a62e-93a563549af5 tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-313335785&fields=id&tenant_id=06aac4c0b410452fa71221434149e3b7 HTTP/1.1" status: 200 len: 267 time: 0.0465639 Jun 24 15:29:13.159919 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49703195-1697-4821-be89-9af0ce8d546a req-6bc5f490-73a0-4afb-a74e-855c4e0c47e6 tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:29:13.161378 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-49703195-1697-4821-be89-9af0ce8d546a req-6bc5f490-73a0-4afb-a74e-855c4e0c47e6 tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] 10.222.0.67 "GET /v2.0/networks?id=2a32a679-de41-498c-bfd0-5831dd67fdee HTTP/1.1" status: 200 len: 811 time: 0.1039362 Jun 24 15:29:13.176034 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-49703195-1697-4821-be89-9af0ce8d546a req-0f2d43f3-4989-440d-b825-44a40acd8898 tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] 10.222.0.67 "GET /v2.0/quotas/06aac4c0b410452fa71221434149e3b7 HTTP/1.1" status: 200 len: 375 time: 0.0094893 Jun 24 15:29:13.225507 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-49703195-1697-4821-be89-9af0ce8d546a req-0eecfd8e-03df-4d16-9bbf-9417f334a5e2 tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=06aac4c0b410452fa71221434149e3b7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0447249 Jun 24 15:29:13.241345 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.wsgi [req-49703195-1697-4821-be89-9af0ce8d546a req-129a01fc-4e55-48ec-9906-49cc00ed0ce4 service neutron] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=104512) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 24 15:29:13.242264 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-49703195-1697-4821-be89-9af0ce8d546a req-129a01fc-4e55-48ec-9906-49cc00ed0ce4 service neutron] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0054510 Jun 24 15:29:13.332472 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-49703195-1697-4821-be89-9af0ce8d546a req-00fed4e3-2e1b-4ceb-b5d6-4bf81b271733 service neutron] 10.222.0.67 "GET /v2.0/networks/2a32a679-de41-498c-bfd0-5831dd67fdee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849826 Jun 24 15:29:13.420012 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-49703195-1697-4821-be89-9af0ce8d546a req-cec7c6a9-3847-469e-b620-588add5837b8 service neutron] 10.222.0.67 "GET /v2.0/networks/2a32a679-de41-498c-bfd0-5831dd67fdee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819335 Jun 24 15:29:14.086436 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-c8209e21-a0ce-4161-b1ef-aff4d043972a req-42e3d09f-d2ea-4874-a1e5-79c8f4c730ea tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] 10.222.0.67 "GET /v2.0/ports?device_id=3aadec7f-938e-4148-99c6-c0e1282ae85c HTTP/1.1" status: 200 len: 210 time: 0.0331476 Jun 24 15:29:15.187083 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-b7a3cb78-545c-44d2-9637-a3429602c56e req-380cf7f1-c81c-48c9-815f-a1cf76210ea3 tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] 10.222.0.67 "GET /v2.0/ports?device_id=3aadec7f-938e-4148-99c6-c0e1282ae85c HTTP/1.1" status: 200 len: 210 time: 0.0298834 Jun 24 15:29:15.966208 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49703195-1697-4821-be89-9af0ce8d546a req-c391dd60-f0e7-4965-98c3-f5a35520f01f tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:29:15.967672 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-49703195-1697-4821-be89-9af0ce8d546a req-c391dd60-f0e7-4965-98c3-f5a35520f01f tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] 10.222.0.64 "GET /v2.0/networks?id=2a32a679-de41-498c-bfd0-5831dd67fdee HTTP/1.1" status: 200 len: 811 time: 0.1039877 Jun 24 15:29:16.036925 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-49703195-1697-4821-be89-9af0ce8d546a req-72a04c09-5047-40ef-a147-66d2badb8ad8 tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=06aac4c0b410452fa71221434149e3b7 HTTP/1.1" status: 200 len: 379 time: 0.0545387 Jun 24 15:29:16.050396 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.v2.base [req-49703195-1697-4821-be89-9af0ce8d546a req-a8cab057-2977-4ea8-aed3-f88acf3651c1 tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] Request body: {'port': {'device_id': '3aadec7f-938e-4148-99c6-c0e1282ae85c', 'network_id': '2a32a679-de41-498c-bfd0-5831dd67fdee', 'admin_state_up': True, 'tenant_id': '06aac4c0b410452fa71221434149e3b7', 'security_groups': ['3e7d3075-e93e-49d4-b5f8-9fd2c6a73d99']}} {{(pid=104512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 15:29:16.221017 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49703195-1697-4821-be89-9af0ce8d546a req-a8cab057-2977-4ea8-aed3-f88acf3651c1 tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] Made reservation on behalf of 06aac4c0b410452fa71221434149e3b7 for: {'port': 1} {{(pid=104512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 15:29:16.224801 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [req-49703195-1697-4821-be89-9af0ce8d546a req-a8cab057-2977-4ea8-aed3-f88acf3651c1 tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7727318'] for port (None), before_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:29:16.319616 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-f04b32b7-9c8f-47b0-b655-a2dc50e79d7d req-70bf340e-9b59-4d66-b7c2-e0c77f07d60e tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] 10.222.0.67 "GET /v2.0/ports?device_id=3aadec7f-938e-4148-99c6-c0e1282ae85c HTTP/1.1" status: 200 len: 210 time: 0.0369902 Jun 24 15:29:16.381603 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.db.db_base_plugin_common [req-49703195-1697-4821-be89-9af0ce8d546a req-a8cab057-2977-4ea8-aed3-f88acf3651c1 tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] Allocated IP 172.20.0.5 (2a32a679-de41-498c-bfd0-5831dd67fdee/3fab91a5-d4d3-43d4-a452-8b378716e743/1345e201-cc6d-4325-8f93-49d81f6f21a7) {{(pid=104512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 15:29:16.399902 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:29:16.449688 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:29:16.525124 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [req-49703195-1697-4821-be89-9af0ce8d546a req-a8cab057-2977-4ea8-aed3-f88acf3651c1 tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] Publish callbacks [] for port (1345e201-cc6d-4325-8f93-49d81f6f21a7), precommit_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:29:16.632916 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [req-49703195-1697-4821-be89-9af0ce8d546a req-a8cab057-2977-4ea8-aed3-f88acf3651c1 tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761384583298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3859661'] for port (1345e201-cc6d-4325-8f93-49d81f6f21a7), after_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:29:16.677196 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49703195-1697-4821-be89-9af0ce8d546a req-a8cab057-2977-4ea8-aed3-f88acf3651c1 tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] Network 2a32a679-de41-498c-bfd0-5831dd67fdee is already hosted by enough agents. {{(pid=104512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 15:29:16.680366 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.scheduler.base_scheduler [req-49703195-1697-4821-be89-9af0ce8d546a req-a8cab057-2977-4ea8-aed3-f88acf3651c1 tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] Resources bound (agent type, host, resource id): {{(pid=104512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 15:29:16.683801 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.db.l3_dvrscheduler_db [req-49703195-1697-4821-be89-9af0ce8d546a req-a8cab057-2977-4ea8-aed3-f88acf3651c1 tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] Received port after_create {{(pid=104512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 15:29:16.713770 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8cab057-2977-4ea8-aed3-f88acf3651c1 tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] Pushing event updated for resources: {'Port': ['ID=1345e201-cc6d-4325-8f93-49d81f6f21a7,revision_number=1']} {{(pid=104512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:29:16.728503 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8cab057-2977-4ea8-aed3-f88acf3651c1 tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:29:16.728902 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8cab057-2977-4ea8-aed3-f88acf3651c1 tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:29:16.729185 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8cab057-2977-4ea8-aed3-f88acf3651c1 tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:29:16.729513 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8cab057-2977-4ea8-aed3-f88acf3651c1 tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:29:16.729837 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8cab057-2977-4ea8-aed3-f88acf3651c1 tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:29:16.730162 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8cab057-2977-4ea8-aed3-f88acf3651c1 tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:29:16.730482 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8cab057-2977-4ea8-aed3-f88acf3651c1 tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:29:16.730798 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8cab057-2977-4ea8-aed3-f88acf3651c1 tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:29:16.731114 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8cab057-2977-4ea8-aed3-f88acf3651c1 tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:29:16.731456 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8cab057-2977-4ea8-aed3-f88acf3651c1 tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:29:16.731771 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8cab057-2977-4ea8-aed3-f88acf3651c1 tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:29:16.732092 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8cab057-2977-4ea8-aed3-f88acf3651c1 tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:29:16.732406 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8cab057-2977-4ea8-aed3-f88acf3651c1 tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:29:16.732717 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8cab057-2977-4ea8-aed3-f88acf3651c1 tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:29:16.733027 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8cab057-2977-4ea8-aed3-f88acf3651c1 tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:29:16.756782 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49703195-1697-4821-be89-9af0ce8d546a req-a8cab057-2977-4ea8-aed3-f88acf3651c1 tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:29:16.757426 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [req-49703195-1697-4821-be89-9af0ce8d546a req-a8cab057-2977-4ea8-aed3-f88acf3651c1 tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30073'] for port (None), before_response {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:29:16.858773 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-49703195-1697-4821-be89-9af0ce8d546a req-a8cab057-2977-4ea8-aed3-f88acf3651c1 tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8127289 Jun 24 15:29:16.868190 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.wsgi [req-49703195-1697-4821-be89-9af0ce8d546a req-37a82c28-c580-42bf-abb5-b047e358e077 tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=104512) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 24 15:29:16.869227 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-49703195-1697-4821-be89-9af0ce8d546a req-37a82c28-c580-42bf-abb5-b047e358e077 tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0052979 Jun 24 15:29:16.924828 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.v2.base [req-49703195-1697-4821-be89-9af0ce8d546a req-8f094f77-4072-4867-b9fb-b5176d24952f service neutron] Request body: {'port': {'device_id': '3aadec7f-938e-4148-99c6-c0e1282ae85c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83538'}} {{(pid=104512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 15:29:16.959299 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.provisioning_blocks [None req-7f4005cc-cdd7-49d0-870b-b6a791db8d85 None None] Provisioning complete for port 1345e201-cc6d-4325-8f93-49d81f6f21a7 triggered by entity DHCP. {{(pid=104513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 15:29:16.960024 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-7f4005cc-cdd7-49d0-870b-b6a791db8d85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7696598'] for port (1345e201-cc6d-4325-8f93-49d81f6f21a7), provisioning_complete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:29:16.987544 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [req-49703195-1697-4821-be89-9af0ce8d546a req-8f094f77-4072-4867-b9fb-b5176d24952f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7727318'] for port (1345e201-cc6d-4325-8f93-49d81f6f21a7), before_update {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:29:16.990746 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.plugin [None req-7f4005cc-cdd7-49d0-870b-b6a791db8d85 None None] Port 1345e201-cc6d-4325-8f93-49d81f6f21a7 cannot update to ACTIVE because it is not bound. {{(pid=104513) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 15:29:17.198420 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:29:17.246569 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.notifiers.nova [req-49703195-1697-4821-be89-9af0ce8d546a req-8f094f77-4072-4867-b9fb-b5176d24952f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1345e201-cc6d-4325-8f93-49d81f6f21a7 {{(pid=104512) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 15:29:17.254523 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [req-49703195-1697-4821-be89-9af0ce8d546a req-8f094f77-4072-4867-b9fb-b5176d24952f service neutron] Publish callbacks [] for port (1345e201-cc6d-4325-8f93-49d81f6f21a7), precommit_update {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:29:17.267523 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.db.provisioning_blocks [req-49703195-1697-4821-be89-9af0ce8d546a req-8f094f77-4072-4867-b9fb-b5176d24952f service neutron] Transition to ACTIVE for port object 1345e201-cc6d-4325-8f93-49d81f6f21a7 will not be triggered until provisioned by entity L2. {{(pid=104512) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 24 15:29:17.335199 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [req-49703195-1697-4821-be89-9af0ce8d546a req-8f094f77-4072-4867-b9fb-b5176d24952f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761385101662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761384583316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761384583334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3859668'] for port (1345e201-cc6d-4325-8f93-49d81f6f21a7), after_update {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:29:17.385263 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f094f77-4072-4867-b9fb-b5176d24952f service neutron] Pushing event updated for resources: {'Port': ['ID=1345e201-cc6d-4325-8f93-49d81f6f21a7,revision_number=2']} {{(pid=104512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:29:17.485602 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef99124-54c6-4f21-be6a-b59421fe66b8 req-2a567e0b-6701-48f0-9385-c799499cadd1 tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:29:17.487811 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-6ef99124-54c6-4f21-be6a-b59421fe66b8 req-2a567e0b-6701-48f0-9385-c799499cadd1 tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] 10.222.0.67 "GET /v2.0/ports?device_id=3aadec7f-938e-4148-99c6-c0e1282ae85c HTTP/1.1" status: 200 len: 943 time: 0.0786817 Jun 24 15:29:17.516778 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.managers [req-49703195-1697-4821-be89-9af0ce8d546a req-8f094f77-4072-4867-b9fb-b5176d24952f service neutron] Attempting to bind port 1345e201-cc6d-4325-8f93-49d81f6f21a7 on host hv-cinder-83538 for vnic_type normal with profile {{(pid=104512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 15:29:17.517118 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.managers [req-49703195-1697-4821-be89-9af0ce8d546a req-8f094f77-4072-4867-b9fb-b5176d24952f service neutron] Attempting to bind port 1345e201-cc6d-4325-8f93-49d81f6f21a7 by drivers openvswitch,hyperv on host hv-cinder-83538 at level 0 using segments [{'id': 'dac079e8-662a-4bf1-950a-0525c98ad107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '2a32a679-de41-498c-bfd0-5831dd67fdee'}] {{(pid=104512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 15:29:17.517445 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49703195-1697-4821-be89-9af0ce8d546a req-8f094f77-4072-4867-b9fb-b5176d24952f service neutron] Attempting to bind port 1345e201-cc6d-4325-8f93-49d81f6f21a7 on network 2a32a679-de41-498c-bfd0-5831dd67fdee {{(pid=104512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 15:29:17.531132 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49703195-1697-4821-be89-9af0ce8d546a req-8f094f77-4072-4867-b9fb-b5176d24952f service neutron] Port 1345e201-cc6d-4325-8f93-49d81f6f21a7 on network 2a32a679-de41-498c-bfd0-5831dd67fdee not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83538 {{(pid=104512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 24 15:29:17.531132 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49703195-1697-4821-be89-9af0ce8d546a req-8f094f77-4072-4867-b9fb-b5176d24952f service neutron] Attempting to bind port 1345e201-cc6d-4325-8f93-49d81f6f21a7 on network 2a32a679-de41-498c-bfd0-5831dd67fdee {{(pid=104512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 15:29:17.546834 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49703195-1697-4821-be89-9af0ce8d546a req-8f094f77-4072-4867-b9fb-b5176d24952f service neutron] Checking agent: {'id': 'f0fa743b-ff28-43ff-ac51-704c86538f10', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83538', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 15, 16, 38), 'started_at': datetime.datetime(2022, 6, 24, 15, 16, 38), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 15, 29, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 15:29:17.547204 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49703195-1697-4821-be89-9af0ce8d546a req-8f094f77-4072-4867-b9fb-b5176d24952f service neutron] Checking segment: {'id': 'dac079e8-662a-4bf1-950a-0525c98ad107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '2a32a679-de41-498c-bfd0-5831dd67fdee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 15:29:17.547593 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49703195-1697-4821-be89-9af0ce8d546a req-8f094f77-4072-4867-b9fb-b5176d24952f service neutron] Bound using segment: {'id': 'dac079e8-662a-4bf1-950a-0525c98ad107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '2a32a679-de41-498c-bfd0-5831dd67fdee'} {{(pid=104512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 15:29:17.548044 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.managers [req-49703195-1697-4821-be89-9af0ce8d546a req-8f094f77-4072-4867-b9fb-b5176d24952f service neutron] Bound port: 1345e201-cc6d-4325-8f93-49d81f6f21a7, host: hv-cinder-83538, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dac079e8-662a-4bf1-950a-0525c98ad107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '2a32a679-de41-498c-bfd0-5831dd67fdee'}}] {{(pid=104512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 15:29:17.548409 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [req-49703195-1697-4821-be89-9af0ce8d546a req-8f094f77-4072-4867-b9fb-b5176d24952f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7727318'] for port (1345e201-cc6d-4325-8f93-49d81f6f21a7), before_update {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:29:17.578262 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-6ef99124-54c6-4f21-be6a-b59421fe66b8 req-aeb4c3b7-c78d-40ff-87f1-1b6519d69da5 tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] 10.222.0.67 "GET /v2.0/security-groups?id=3e7d3075-e93e-49d4-b5f8-9fd2c6a73d99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0831227 Jun 24 15:29:17.629365 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.db [req-49703195-1697-4821-be89-9af0ce8d546a req-8f094f77-4072-4867-b9fb-b5176d24952f service neutron] For port 1345e201-cc6d-4325-8f93-49d81f6f21a7, host hv-cinder-83538, cleared binding levels {{(pid=104512) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 15:29:17.632549 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.db [req-49703195-1697-4821-be89-9af0ce8d546a req-8f094f77-4072-4867-b9fb-b5176d24952f service neutron] For port 1345e201-cc6d-4325-8f93-49d81f6f21a7, host hv-cinder-83538, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=1345e201-cc6d-4325-8f93-49d81f6f21a7,segment=NetworkSegment(dac079e8-662a-4bf1-950a-0525c98ad107),segment_id=dac079e8-662a-4bf1-950a-0525c98ad107)] {{(pid=104512) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 15:29:17.690838 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [req-49703195-1697-4821-be89-9af0ce8d546a req-8f094f77-4072-4867-b9fb-b5176d24952f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761385101662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761384583316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761384583334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3859668'] for port (1345e201-cc6d-4325-8f93-49d81f6f21a7), after_update {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:29:17.724902 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:29:17.729342 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49703195-1697-4821-be89-9af0ce8d546a req-8f094f77-4072-4867-b9fb-b5176d24952f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:29:17.729972 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [req-49703195-1697-4821-be89-9af0ce8d546a req-8f094f77-4072-4867-b9fb-b5176d24952f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30073'] for port (None), before_response {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:29:17.731401 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-49703195-1697-4821-be89-9af0ce8d546a req-8f094f77-4072-4867-b9fb-b5176d24952f service neutron] 10.222.0.64 "PUT /v2.0/ports/1345e201-cc6d-4325-8f93-49d81f6f21a7 HTTP/1.1" status: 200 len: 1093 time: 0.8548872 Jun 24 15:29:17.731826 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3aadec7f-938e-4148-99c6-c0e1282ae85c', 'tag': '1345e201-cc6d-4325-8f93-49d81f6f21a7'}] {{(pid=104512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 15:29:17.734050 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9db87de5340c6be2811fa9e5912a63998a589dd3f857fd3823a550d1ae48127" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f77146ee-37cd-4f48-9d8b-ae4fcb26f29c" -d '{"events": [{"name": "network-changed", "server_uuid": "3aadec7f-938e-4148-99c6-c0e1282ae85c", "tag": "1345e201-cc6d-4325-8f93-49d81f6f21a7"}]}' {{(pid=104512) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 15:29:17.754606 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f094f77-4072-4867-b9fb-b5176d24952f service neutron] Pushing event updated for resources: {'Port': ['ID=1345e201-cc6d-4325-8f93-49d81f6f21a7,revision_number=3']} {{(pid=104512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:29:17.775777 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Jun 2022 15:29:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e601b12f-c5d3-4f00-a4f2-ed202ec1fe0b x-openstack-request-id: req-e601b12f-c5d3-4f00-a4f2-ed202ec1fe0b {{(pid=104512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 15:29:17.775777 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3aadec7f-938e-4148-99c6-c0e1282ae85c", "tag": "1345e201-cc6d-4325-8f93-49d81f6f21a7", "status": "completed", "code": 200}]} {{(pid=104512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 15:29:17.775777 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-e601b12f-c5d3-4f00-a4f2-ed202ec1fe0b {{(pid=104512) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 15:29:17.775777 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e601b12f-c5d3-4f00-a4f2-ed202ec1fe0b'] response: {'name': 'network-changed', 'server_uuid': '3aadec7f-938e-4148-99c6-c0e1282ae85c', 'tag': '1345e201-cc6d-4325-8f93-49d81f6f21a7', 'status': 'completed', 'code': 200} Jun 24 15:29:17.843485 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77146ee-37cd-4f48-9d8b-ae4fcb26f29c req-c71a74a1-6369-4425-8e90-b2a2e5024be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:29:17.846239 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-f77146ee-37cd-4f48-9d8b-ae4fcb26f29c req-c71a74a1-6369-4425-8e90-b2a2e5024be1 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=06aac4c0b410452fa71221434149e3b7&device_id=3aadec7f-938e-4148-99c6-c0e1282ae85c HTTP/1.1" status: 200 len: 1127 time: 0.0497932 Jun 24 15:29:17.957495 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77146ee-37cd-4f48-9d8b-ae4fcb26f29c req-6f228094-6485-4c0f-be6b-65fa678b0c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:29:17.958968 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-f77146ee-37cd-4f48-9d8b-ae4fcb26f29c req-6f228094-6485-4c0f-be6b-65fa678b0c0d service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=06aac4c0b410452fa71221434149e3b7&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1063211 Jun 24 15:29:18.093541 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0623a0e4-08ab-48a7-94d1-eeb17084d275 req-3690163e-a027-4524-88ca-6a3de16edc15 tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:29:18.093790 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-0623a0e4-08ab-48a7-94d1-eeb17084d275 req-3690163e-a027-4524-88ca-6a3de16edc15 tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] 10.222.0.67 "GET /v2.0/ports?device_id=e1d75a5d-2323-4651-baaf-362175902937 HTTP/1.1" status: 200 len: 945 time: 0.0648699 Jun 24 15:29:18.094842 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77146ee-37cd-4f48-9d8b-ae4fcb26f29c req-235569af-16b8-4ff3-adc8-9d18c7d6af18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:29:18.097077 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-f77146ee-37cd-4f48-9d8b-ae4fcb26f29c req-235569af-16b8-4ff3-adc8-9d18c7d6af18 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1313226 Jun 24 15:29:18.140143 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-0623a0e4-08ab-48a7-94d1-eeb17084d275 req-5794348a-6841-426b-b67f-c6cf56950df5 tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] 10.222.0.67 "GET /v2.0/security-groups?id=241e9b7a-5f4a-430f-ba53-5b423d405f30&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0407171 Jun 24 15:29:18.702270 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0feaed39-da64-4f79-a617-830b77b99eb4 req-81a39f42-3f0d-4551-9237-75a5d3de7b57 tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:29:18.703669 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-0feaed39-da64-4f79-a617-830b77b99eb4 req-81a39f42-3f0d-4551-9237-75a5d3de7b57 tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] 10.222.0.67 "GET /v2.0/ports?device_id=3aadec7f-938e-4148-99c6-c0e1282ae85c HTTP/1.1" status: 200 len: 943 time: 0.0499086 Jun 24 15:29:18.751625 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-0feaed39-da64-4f79-a617-830b77b99eb4 req-60dd3e34-ec63-4da6-8df4-75902ef6cee6 tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] 10.222.0.67 "GET /v2.0/security-groups?id=3e7d3075-e93e-49d4-b5f8-9fd2c6a73d99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424180 Jun 24 15:29:19.215528 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:29:19.254098 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93544bdb-e82e-4c39-9d3d-5924120c2423 req-49f2f482-9d38-4ba6-9364-150b9c1a27ff tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:29:19.255558 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-93544bdb-e82e-4c39-9d3d-5924120c2423 req-49f2f482-9d38-4ba6-9364-150b9c1a27ff tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] 10.222.0.67 "GET /v2.0/ports?device_id=e1d75a5d-2323-4651-baaf-362175902937 HTTP/1.1" status: 200 len: 945 time: 0.0483868 Jun 24 15:29:19.301962 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-93544bdb-e82e-4c39-9d3d-5924120c2423 req-c1c8e06b-3a5f-4f87-9320-30f9e7eb1577 tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] 10.222.0.67 "GET /v2.0/security-groups?id=241e9b7a-5f4a-430f-ba53-5b423d405f30&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0409884 Jun 24 15:29:19.703763 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49703195-1697-4821-be89-9af0ce8d546a req-40d8d010-15bb-4bd6-a74b-36eb3bd67ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:29:19.705259 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-49703195-1697-4821-be89-9af0ce8d546a req-40d8d010-15bb-4bd6-a74b-36eb3bd67ca8 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=06aac4c0b410452fa71221434149e3b7&device_id=3aadec7f-938e-4148-99c6-c0e1282ae85c HTTP/1.1" status: 200 len: 1127 time: 0.0418415 Jun 24 15:29:19.746177 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-49703195-1697-4821-be89-9af0ce8d546a req-a890b105-39af-412e-8799-bb6015304bf8 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1345e201-cc6d-4325-8f93-49d81f6f21a7 HTTP/1.1" status: 200 len: 217 time: 0.0322616 Jun 24 15:29:19.810553 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49703195-1697-4821-be89-9af0ce8d546a req-a4d17b3c-a168-40c0-b228-bb84e832fd1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:29:19.812036 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-49703195-1697-4821-be89-9af0ce8d546a req-a4d17b3c-a168-40c0-b228-bb84e832fd1a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3fab91a5-d4d3-43d4-a452-8b378716e743 HTTP/1.1" status: 200 len: 850 time: 0.0450573 Jun 24 15:29:19.865276 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e8510c-2076-4c0c-86ec-374dc24428d1 req-50b866f2-10ec-4713-b3ca-c517b90914c6 tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:29:19.866744 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-d7e8510c-2076-4c0c-86ec-374dc24428d1 req-50b866f2-10ec-4713-b3ca-c517b90914c6 tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] 10.222.0.67 "GET /v2.0/ports?device_id=3aadec7f-938e-4148-99c6-c0e1282ae85c HTTP/1.1" status: 200 len: 943 time: 0.0475178 Jun 24 15:29:19.928303 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-d7e8510c-2076-4c0c-86ec-374dc24428d1 req-dd28d085-ad7d-407a-9b9f-ca11709a483a tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] 10.222.0.67 "GET /v2.0/security-groups?id=3e7d3075-e93e-49d4-b5f8-9fd2c6a73d99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557561 Jun 24 15:29:19.958481 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49703195-1697-4821-be89-9af0ce8d546a req-18bfb762-3114-4799-9f38-9b35bfea370c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:29:19.959912 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-49703195-1697-4821-be89-9af0ce8d546a req-18bfb762-3114-4799-9f38-9b35bfea370c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2a32a679-de41-498c-bfd0-5831dd67fdee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0479503 Jun 24 15:29:20.076893 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-49703195-1697-4821-be89-9af0ce8d546a req-7b477a11-ace1-4cf5-837d-7d6d458d72f7 service neutron] 10.222.0.64 "GET /v2.0/networks/2a32a679-de41-498c-bfd0-5831dd67fdee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1102548 Jun 24 15:29:20.097240 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddcd6db-55ff-40aa-863b-2a30a8bbc784 req-a84d0d82-a06e-4a37-964f-a516aa6dfd09 tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:29:20.098359 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-fddcd6db-55ff-40aa-863b-2a30a8bbc784 req-a84d0d82-a06e-4a37-964f-a516aa6dfd09 tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] 10.222.0.64 "GET /v2.0/ports?device_id=e1d75a5d-2323-4651-baaf-362175902937 HTTP/1.1" status: 200 len: 945 time: 0.0655503 Jun 24 15:29:20.234856 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.plugin [req-fddcd6db-55ff-40aa-863b-2a30a8bbc784 req-cbec03de-1474-44e6-95c6-e5541775b772 tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] Deleting port f7a751d8-c6fd-4d16-b565-3302931d702a {{(pid=104512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 15:29:20.235116 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [req-fddcd6db-55ff-40aa-863b-2a30a8bbc784 req-cbec03de-1474-44e6-95c6-e5541775b772 tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761385095720'] for port (f7a751d8-c6fd-4d16-b565-3302931d702a), before_delete {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:29:20.240440 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-49703195-1697-4821-be89-9af0ce8d546a req-69d73b9b-6a9b-491f-b560-e8a2a167c21c service neutron] 10.222.0.64 "GET /v2.0/networks/2a32a679-de41-498c-bfd0-5831dd67fdee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1561587 Jun 24 15:29:20.294383 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=100 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:29:20.324078 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.db [req-fddcd6db-55ff-40aa-863b-2a30a8bbc784 req-cbec03de-1474-44e6-95c6-e5541775b772 tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] For port f7a751d8-c6fd-4d16-b565-3302931d702a, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=f7a751d8-c6fd-4d16-b565-3302931d702a,segment=NetworkSegment(6638c144-a037-4a0d-a23e-e5ad5f3b41a2),segment_id=6638c144-a037-4a0d-a23e-e5ad5f3b41a2)] {{(pid=104512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 15:29:20.324447 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [req-fddcd6db-55ff-40aa-863b-2a30a8bbc784 req-cbec03de-1474-44e6-95c6-e5541775b772 tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-465599'] for port (f7a751d8-c6fd-4d16-b565-3302931d702a), precommit_delete {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:29:20.462640 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf4c839-18e2-496b-a674-8ae28c523cbc req-11741eee-b1de-4d30-837c-d999aaf992f0 tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:29:20.464120 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-aaf4c839-18e2-496b-a674-8ae28c523cbc req-11741eee-b1de-4d30-837c-d999aaf992f0 tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] 10.222.0.67 "GET /v2.0/ports?device_id=e1d75a5d-2323-4651-baaf-362175902937 HTTP/1.1" status: 200 len: 945 time: 0.0905628 Jun 24 15:29:20.554430 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [req-fddcd6db-55ff-40aa-863b-2a30a8bbc784 req-cbec03de-1474-44e6-95c6-e5541775b772 tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:29:20.554701 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [req-fddcd6db-55ff-40aa-863b-2a30a8bbc784 req-cbec03de-1474-44e6-95c6-e5541775b772 tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-467314'] for floatingip (ac942cf1-793c-4863-9050-f2d6112cdc94), after_update {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:29:20.555030 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.db.l3_db [req-fddcd6db-55ff-40aa-863b-2a30a8bbc784 req-cbec03de-1474-44e6-95c6-e5541775b772 tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] Floating IP ac942cf1-793c-4863-9050-f2d6112cdc94 disassociated. External IP: 172.27.0.7, port: f7a751d8-c6fd-4d16-b565-3302931d702a. Jun 24 15:29:20.555382 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.plugin [req-fddcd6db-55ff-40aa-863b-2a30a8bbc784 req-cbec03de-1474-44e6-95c6-e5541775b772 tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] Calling delete_port for f7a751d8-c6fd-4d16-b565-3302931d702a owned by compute:nova {{(pid=104512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 15:29:20.562744 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-aaf4c839-18e2-496b-a674-8ae28c523cbc req-8021cbda-3471-45fe-97a4-4cbc1c6a68f4 tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] 10.222.0.67 "GET /v2.0/security-groups?id=241e9b7a-5f4a-430f-ba53-5b423d405f30&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0922654 Jun 24 15:29:20.608590 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=100 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:29:20.758158 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [req-fddcd6db-55ff-40aa-863b-2a30a8bbc784 req-cbec03de-1474-44e6-95c6-e5541775b772 tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761385101680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761384583307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3859661'] for port (f7a751d8-c6fd-4d16-b565-3302931d702a), after_delete {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:29:20.783308 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbec03de-1474-44e6-95c6-e5541775b772 tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] Pushing event deleted for resources: {'Port': ['ID=f7a751d8-c6fd-4d16-b565-3302931d702a,revision_number=None']} {{(pid=104512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:29:20.894308 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fddcd6db-55ff-40aa-863b-2a30a8bbc784 req-cbec03de-1474-44e6-95c6-e5541775b772 tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] Router 361ba4ad-6a67-4fdc-930f-be73daea70c7 has already been hosted by L3 agent 45985ff7-1335-48cd-ab02-73eb58295827 {{(pid=104512) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 15:29:21.297933 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fddcd6db-55ff-40aa-863b-2a30a8bbc784 req-cbec03de-1474-44e6-95c6-e5541775b772 tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] Notify agent at l3_agent.dv-cinder-835384-11-iscsi the message routers_updated {{(pid=104512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 15:29:21.305420 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2950484b-624b-4b10-a0ff-9bd3276c1432 req-d1dc4996-a51a-4a43-b3bf-21947aaf7b1d tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:29:21.306848 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-2950484b-624b-4b10-a0ff-9bd3276c1432 req-d1dc4996-a51a-4a43-b3bf-21947aaf7b1d tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] 10.222.0.67 "GET /v2.0/ports?device_id=3aadec7f-938e-4148-99c6-c0e1282ae85c HTTP/1.1" status: 200 len: 943 time: 0.0638304 Jun 24 15:29:21.307570 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9979f985-a5ed-4c8b-9d7c-9913ef404ba2 None None] Sync routers for ids ['361ba4ad-6a67-4fdc-930f-be73daea70c7'] in dv-cinder-835384-11-iscsi {{(pid=104514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 15:29:21.317481 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-0e784044-731b-40bc-a265-cef41f3f5a4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697012'] for agent (61dc9491-0c49-467e-b62a-6961ce952bc2), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:29:21.322006 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9979f985-a5ed-4c8b-9d7c-9913ef404ba2 None None] Routers {'361ba4ad-6a67-4fdc-930f-be73daea70c7'} bound to L3 agent in host dv-cinder-835384-11-iscsi {{(pid=104514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 15:29:21.322612 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.db.l3_hamode_db [None req-9979f985-a5ed-4c8b-9d7c-9913ef404ba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-24T15:10:24Z,description=,heartbeat_timestamp=2022-06-24T15:28:54Z,host='dv-cinder-835384-11-iscsi',id=45985ff7-1335-48cd-ab02-73eb58295827,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T15:10:24Z,topic='l3_agent')) {'router_ids': ['361ba4ad-6a67-4fdc-930f-be73daea70c7'], 'active': True} {{(pid=104514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 15:29:21.367076 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.db.l3_dvrscheduler_db [req-fddcd6db-55ff-40aa-863b-2a30a8bbc784 req-cbec03de-1474-44e6-95c6-e5541775b772 tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] No DVR routers for this DVR port f7a751d8-c6fd-4d16-b565-3302931d702a on host hv-cinder-83538 {{(pid=104512) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 24 15:29:21.373709 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [req-fddcd6db-55ff-40aa-863b-2a30a8bbc784 req-cbec03de-1474-44e6-95c6-e5541775b772 tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30073'] for port (None), before_response {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:29:21.376851 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-fddcd6db-55ff-40aa-863b-2a30a8bbc784 req-cbec03de-1474-44e6-95c6-e5541775b772 tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] 10.222.0.64 "DELETE /v2.0/ports/f7a751d8-c6fd-4d16-b565-3302931d702a HTTP/1.1" status: 204 len: 173 time: 1.2677977 Jun 24 15:29:21.377356 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1d75a5d-2323-4651-baaf-362175902937', 'name': 'network-vif-deleted', 'tag': 'f7a751d8-c6fd-4d16-b565-3302931d702a'}] {{(pid=104512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 15:29:21.380075 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9db87de5340c6be2811fa9e5912a63998a589dd3f857fd3823a550d1ae48127" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81d7e0a7-23d2-4d27-b837-e30d507b167e" -d '{"events": [{"server_uuid": "e1d75a5d-2323-4651-baaf-362175902937", "name": "network-vif-deleted", "tag": "f7a751d8-c6fd-4d16-b565-3302931d702a"}]}' {{(pid=104512) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 15:29:21.411637 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-2950484b-624b-4b10-a0ff-9bd3276c1432 req-0eb74563-d3e9-4018-af98-cda229ea2912 tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] 10.222.0.67 "GET /v2.0/security-groups?id=3e7d3075-e93e-49d4-b5f8-9fd2c6a73d99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0988653 Jun 24 15:29:21.420575 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 15:29:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3de0b3dc-7587-407f-8e7b-7067053223df x-openstack-request-id: req-3de0b3dc-7587-407f-8e7b-7067053223df {{(pid=104512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 15:29:21.423572 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1d75a5d-2323-4651-baaf-362175902937", "name": "network-vif-deleted", "tag": "f7a751d8-c6fd-4d16-b565-3302931d702a", "status": "completed", "code": 200}]} {{(pid=104512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 15:29:21.423572 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-3de0b3dc-7587-407f-8e7b-7067053223df {{(pid=104512) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 15:29:21.423572 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3de0b3dc-7587-407f-8e7b-7067053223df'] response: {'server_uuid': 'e1d75a5d-2323-4651-baaf-362175902937', 'name': 'network-vif-deleted', 'tag': 'f7a751d8-c6fd-4d16-b565-3302931d702a', 'status': 'completed', 'code': 200} Jun 24 15:29:21.431927 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.db.l3_dvr_db [None req-9979f985-a5ed-4c8b-9d7c-9913ef404ba2 None None] Set router 361ba4ad-6a67-4fdc-930f-be73daea70c7 gateway port host: dv-cinder-835384-11-iscsi {{(pid=104514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 15:29:21.629925 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.db.l3_hamode_db [None req-9979f985-a5ed-4c8b-9d7c-9913ef404ba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '361ba4ad-6a67-4fdc-930f-be73daea70c7', 'name': 'tempest-AttachVolumeTestJSON-1499954587-router', 'tenant_id': '9c5f325c1c3245fa88dbb36698037138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'external_fixed_ips': [{'subnet_id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'ip_address': '172.27.0.156'}], 'enable_snat': True}, 'gw_port_id': 'b1f0b248-f30b-4d6d-9d7c-8bf3f1e98ba7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T15:26:29Z', 'updated_at': '2022-06-24T15:26:32Z', 'revision_number': 4, 'project_id': '9c5f325c1c3245fa88dbb36698037138', 'gw_port': {'id': 'b1f0b248-f30b-4d6d-9d7c-8bf3f1e98ba7', 'name': '', 'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:3b:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '361ba4ad-6a67-4fdc-930f-be73daea70c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'ip_address': '172.27.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T15:26:30Z', 'updated_at': '2022-06-24T15:26:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-11-iscsi', '_interfaces': [{'id': '5059218b-130a-412b-a145-6c762746e5a2', 'name': '', 'network_id': 'a938b282-cfea-4809-a5ee-a9f6a9bd6a63', 'tenant_id': '9c5f325c1c3245fa88dbb36698037138', 'mac_address': 'fa:16:3e:cf:62:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '361ba4ad-6a67-4fdc-930f-be73daea70c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '457d19a7-6084-4c04-9002-174a158fd5f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T15:26:32Z', 'updated_at': '2022-06-24T15:26:36Z', 'revision_number': 5, 'project_id': '9c5f325c1c3245fa88dbb36698037138', 'subnets': [{'id': '457d19a7-6084-4c04-9002-174a158fd5f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-11-iscsi', False) {} {{(pid=104514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 15:29:21.654939 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9979f985-a5ed-4c8b-9d7c-9913ef404ba2 None None] Checking router: 361ba4ad-6a67-4fdc-930f-be73daea70c7 for host: dv-cinder-835384-11-iscsi {{(pid=104514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 15:29:21.664495 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9979f985-a5ed-4c8b-9d7c-9913ef404ba2 None None] Routers {'361ba4ad-6a67-4fdc-930f-be73daea70c7'} bound to L3 agent in host dv-cinder-835384-11-iscsi {{(pid=104514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 15:29:21.665105 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.db.l3_hamode_db [None req-9979f985-a5ed-4c8b-9d7c-9913ef404ba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-24T15:10:24Z,description=,heartbeat_timestamp=2022-06-24T15:28:54Z,host='dv-cinder-835384-11-iscsi',id=45985ff7-1335-48cd-ab02-73eb58295827,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T15:10:24Z,topic='l3_agent')) {'router_ids': ['361ba4ad-6a67-4fdc-930f-be73daea70c7'], 'active': True} {{(pid=104514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 15:29:21.679653 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-d37ef478-f56c-4e1e-b2b7-466ef756ce6c req-94746ffe-1798-42b4-8c50-a059862cf3dd tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] 10.222.0.67 "GET /v2.0/ports?device_id=e1d75a5d-2323-4651-baaf-362175902937 HTTP/1.1" status: 200 len: 210 time: 0.0303261 Jun 24 15:29:21.765626 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.db.l3_dvr_db [None req-9979f985-a5ed-4c8b-9d7c-9913ef404ba2 None None] Set router 361ba4ad-6a67-4fdc-930f-be73daea70c7 gateway port host: dv-cinder-835384-11-iscsi {{(pid=104514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 15:29:22.028181 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.db.l3_hamode_db [None req-9979f985-a5ed-4c8b-9d7c-9913ef404ba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '361ba4ad-6a67-4fdc-930f-be73daea70c7', 'name': 'tempest-AttachVolumeTestJSON-1499954587-router', 'tenant_id': '9c5f325c1c3245fa88dbb36698037138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'external_fixed_ips': [{'subnet_id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'ip_address': '172.27.0.156'}], 'enable_snat': True}, 'gw_port_id': 'b1f0b248-f30b-4d6d-9d7c-8bf3f1e98ba7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T15:26:29Z', 'updated_at': '2022-06-24T15:26:32Z', 'revision_number': 4, 'project_id': '9c5f325c1c3245fa88dbb36698037138', 'gw_port': {'id': 'b1f0b248-f30b-4d6d-9d7c-8bf3f1e98ba7', 'name': '', 'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:3b:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '361ba4ad-6a67-4fdc-930f-be73daea70c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'ip_address': '172.27.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T15:26:30Z', 'updated_at': '2022-06-24T15:26:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-11-iscsi', '_interfaces': [{'id': '5059218b-130a-412b-a145-6c762746e5a2', 'name': '', 'network_id': 'a938b282-cfea-4809-a5ee-a9f6a9bd6a63', 'tenant_id': '9c5f325c1c3245fa88dbb36698037138', 'mac_address': 'fa:16:3e:cf:62:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '361ba4ad-6a67-4fdc-930f-be73daea70c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '457d19a7-6084-4c04-9002-174a158fd5f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T15:26:32Z', 'updated_at': '2022-06-24T15:26:36Z', 'revision_number': 5, 'project_id': '9c5f325c1c3245fa88dbb36698037138', 'subnets': [{'id': '457d19a7-6084-4c04-9002-174a158fd5f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-11-iscsi', False) {} {{(pid=104514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 15:29:22.056120 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9979f985-a5ed-4c8b-9d7c-9913ef404ba2 None None] The sync data for ids ['361ba4ad-6a67-4fdc-930f-be73daea70c7'] in dv-cinder-835384-11-iscsi is: [{'id': '361ba4ad-6a67-4fdc-930f-be73daea70c7', 'name': 'tempest-AttachVolumeTestJSON-1499954587-router', 'tenant_id': '9c5f325c1c3245fa88dbb36698037138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'external_fixed_ips': [{'subnet_id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'ip_address': '172.27.0.156'}], 'enable_snat': True}, 'gw_port_id': 'b1f0b248-f30b-4d6d-9d7c-8bf3f1e98ba7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T15:26:29Z', 'updated_at': '2022-06-24T15:26:32Z', 'revision_number': 4, 'project_id': '9c5f325c1c3245fa88dbb36698037138', 'gw_port': {'id': 'b1f0b248-f30b-4d6d-9d7c-8bf3f1e98ba7', 'name': '', 'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:3b:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '361ba4ad-6a67-4fdc-930f-be73daea70c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'ip_address': '172.27.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T15:26:30Z', 'updated_at': '2022-06-24T15:26:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-11-iscsi', '_interfaces': [{'id': '5059218b-130a-412b-a145-6c762746e5a2', 'name': '', 'network_id': 'a938b282-cfea-4809-a5ee-a9f6a9bd6a63', 'tenant_id': '9c5f325c1c3245fa88dbb36698037138', 'mac_address': 'fa:16:3e:cf:62:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '361ba4ad-6a67-4fdc-930f-be73daea70c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '457d19a7-6084-4c04-9002-174a158fd5f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T15:26:32Z', 'updated_at': '2022-06-24T15:26:36Z', 'revision_number': 5, 'project_id': '9c5f325c1c3245fa88dbb36698037138', 'subnets': [{'id': '457d19a7-6084-4c04-9002-174a158fd5f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 15:29:22.271864 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc12febf-8c01-41d4-bc3a-e4b426177368 None None] New status for floating IP ac942cf1-793c-4863-9050-f2d6112cdc94: DOWN {{(pid=104513) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 24 15:29:22.516489 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:29:22.530068 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490dc6ea-3b7e-4384-bd5d-e1e8e4d0dc5e req-26059910-27ff-45f4-8909-d9b5d00cc3c3 tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:29:22.531823 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-490dc6ea-3b7e-4384-bd5d-e1e8e4d0dc5e req-26059910-27ff-45f4-8909-d9b5d00cc3c3 tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] 10.222.0.67 "GET /v2.0/ports?device_id=3aadec7f-938e-4148-99c6-c0e1282ae85c HTTP/1.1" status: 200 len: 943 time: 0.0490763 Jun 24 15:29:22.582250 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-490dc6ea-3b7e-4384-bd5d-e1e8e4d0dc5e req-e5cadc58-71cb-44a8-896b-9b308a5e7e5f tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] 10.222.0.67 "GET /v2.0/security-groups?id=3e7d3075-e93e-49d4-b5f8-9fd2c6a73d99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444369 Jun 24 15:29:22.822246 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.wsgi [-] (104512) accepted ('10.222.0.67', 46168) {{(pid=104512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:29:22.880016 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-0f723d06-6450-4378-9759-05c276425841 tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] Publish callbacks [] for security_group (241e9b7a-5f4a-430f-ba53-5b423d405f30), before_delete {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:29:22.903974 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-0f723d06-6450-4378-9759-05c276425841 tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] Publish callbacks [] for security_group (241e9b7a-5f4a-430f-ba53-5b423d405f30), precommit_delete {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:29:23.026585 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-0f723d06-6450-4378-9759-05c276425841 tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-275664'] for security_group (241e9b7a-5f4a-430f-ba53-5b423d405f30), after_delete {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:29:23.029288 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-0f723d06-6450-4378-9759-05c276425841 tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] Publish callbacks [] for security_group (None), before_response {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:29:23.030439 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [None req-0f723d06-6450-4378-9759-05c276425841 tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] 10.222.0.67 "DELETE /v2.0/security-groups/241e9b7a-5f4a-430f-ba53-5b423d405f30 HTTP/1.1" status: 204 len: 168 time: 0.2072024 Jun 24 15:29:23.033336 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.wsgi [-] (104511) accepted ('10.222.0.67', 46170) {{(pid=104511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:29:23.040704 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f723d06-6450-4378-9759-05c276425841 tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=241e9b7a-5f4a-430f-ba53-5b423d405f30,revision_number=None']} {{(pid=104512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:29:23.049881 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.api.v2.resource [None req-9ca63e33-1fd0-4ef3-9a3e-33cedf42c427 tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] show failed (client error): The resource could not be found. Jun 24 15:29:23.051256 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [None req-9ca63e33-1fd0-4ef3-9a3e-33cedf42c427 tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] 10.222.0.67 "GET /v2.0/security-groups/241e9b7a-5f4a-430f-ba53-5b423d405f30 HTTP/1.1" status: 404 len: 347 time: 0.0157957 Jun 24 15:29:23.054006 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.wsgi [-] (104511) accepted ('10.222.0.67', 46174) {{(pid=104511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:29:23.170811 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [None req-c547ec25-ffd7-4353-8367-61a89d90743e tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] Deleting port 5f6386df-56c5-48c0-87e8-be6bdb17b1a2 {{(pid=104511) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 15:29:23.171147 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-c547ec25-ffd7-4353-8367-61a89d90743e tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761385095720'] for port (5f6386df-56c5-48c0-87e8-be6bdb17b1a2), before_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:29:23.246181 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-c547ec25-ffd7-4353-8367-61a89d90743e tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-465599'] for port (5f6386df-56c5-48c0-87e8-be6bdb17b1a2), precommit_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:29:23.246514 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-c547ec25-ffd7-4353-8367-61a89d90743e tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] Publish callbacks [] for floatingip (5f6386df-56c5-48c0-87e8-be6bdb17b1a2), precommit_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:29:23.260336 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [None req-c547ec25-ffd7-4353-8367-61a89d90743e tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] Calling delete_port for 5f6386df-56c5-48c0-87e8-be6bdb17b1a2 owned by network:floatingip {{(pid=104511) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 15:29:23.459654 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-c547ec25-ffd7-4353-8367-61a89d90743e tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761385101680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761384583307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3599638'] for port (5f6386df-56c5-48c0-87e8-be6bdb17b1a2), after_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:29:23.481939 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c547ec25-ffd7-4353-8367-61a89d90743e tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] Pushing event deleted for resources: {'Port': ['ID=5f6386df-56c5-48c0-87e8-be6bdb17b1a2,revision_number=None']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:29:23.495426 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c547ec25-ffd7-4353-8367-61a89d90743e tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:29:23.495779 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c547ec25-ffd7-4353-8367-61a89d90743e tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:29:23.496237 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c547ec25-ffd7-4353-8367-61a89d90743e tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:29:23.496592 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c547ec25-ffd7-4353-8367-61a89d90743e tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:29:23.496927 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c547ec25-ffd7-4353-8367-61a89d90743e tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:29:23.497261 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c547ec25-ffd7-4353-8367-61a89d90743e tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:29:23.497603 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c547ec25-ffd7-4353-8367-61a89d90743e tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:29:23.497923 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c547ec25-ffd7-4353-8367-61a89d90743e tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:29:23.498273 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c547ec25-ffd7-4353-8367-61a89d90743e tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:29:23.498584 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c547ec25-ffd7-4353-8367-61a89d90743e tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:29:23.498914 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c547ec25-ffd7-4353-8367-61a89d90743e tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:29:23.499273 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c547ec25-ffd7-4353-8367-61a89d90743e tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:29:23.499604 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c547ec25-ffd7-4353-8367-61a89d90743e tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:29:23.499928 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c547ec25-ffd7-4353-8367-61a89d90743e tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:29:23.500250 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c547ec25-ffd7-4353-8367-61a89d90743e tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:29:23.559741 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-c547ec25-ffd7-4353-8367-61a89d90743e tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] Publish callbacks [] for floatingip (ac942cf1-793c-4863-9050-f2d6112cdc94), after_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:29:23.562203 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-c547ec25-ffd7-4353-8367-61a89d90743e tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30073'] for floatingip (None), before_response {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:29:23.563400 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [None req-c547ec25-ffd7-4353-8367-61a89d90743e tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] 10.222.0.67 "DELETE /v2.0/floatingips/ac942cf1-793c-4863-9050-f2d6112cdc94 HTTP/1.1" status: 204 len: 168 time: 0.5084636 Jun 24 15:29:23.631979 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.rpc [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Device f7a751d8-c6fd-4d16-b565-3302931d702a no longer exists at agent hyperv_hv-cinder-83538 {{(pid=104513) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 15:29:23.652168 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.plugin [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] No Port match for: f7a751d8-c6fd-4d16-b565-3302931d702a {{(pid=104513) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 15:29:23.652508 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.rpc [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Device f7a751d8-c6fd-4d16-b565-3302931d702a not bound to the agent host hv-cinder-83538 {{(pid=104513) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 15:29:23.700884 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f436e28-917e-4b98-a7ef-9676aaba20ce req-a47937e7-a33e-4f25-bbea-bc800907bcec tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:29:23.702360 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-4f436e28-917e-4b98-a7ef-9676aaba20ce req-a47937e7-a33e-4f25-bbea-bc800907bcec tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] 10.222.0.67 "GET /v2.0/ports?device_id=3aadec7f-938e-4148-99c6-c0e1282ae85c HTTP/1.1" status: 200 len: 943 time: 0.0478463 Jun 24 15:29:23.731522 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.wsgi [-] (104511) accepted ('10.222.0.67', 46180) {{(pid=104511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:29:23.736255 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.v2.base [None req-8bdf9b2a-292d-43c6-8244-585fb7d69dc2 tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2033504112', 'description': 'tempest-description--621759116'}} {{(pid=104511) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 15:29:23.747166 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-88915cee-9854-4ce7-95ab-b24ef45822a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697012'] for agent (45985ff7-1335-48cd-ab02-73eb58295827), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:29:23.752312 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-4f436e28-917e-4b98-a7ef-9676aaba20ce req-f3bba2be-7cfb-457a-9d4e-c5a2eac6568d tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] 10.222.0.67 "GET /v2.0/security-groups?id=3e7d3075-e93e-49d4-b5f8-9fd2c6a73d99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441775 Jun 24 15:29:23.832804 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-8bdf9b2a-292d-43c6-8244-585fb7d69dc2 tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] Publish callbacks [] for security_group (None), before_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:29:23.902452 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-8bdf9b2a-292d-43c6-8244-585fb7d69dc2 tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] Publish callbacks [] for security_group (395dea1c-c3a0-42fd-92d4-d308e937dc9b), precommit_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:29:23.986422 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-8bdf9b2a-292d-43c6-8244-585fb7d69dc2 tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-275664'] for security_group (395dea1c-c3a0-42fd-92d4-d308e937dc9b), after_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:29:24.016114 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdf9b2a-292d-43c6-8244-585fb7d69dc2 tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] Pushing event updated for resources: {'SecurityGroup': ['ID=395dea1c-c3a0-42fd-92d4-d308e937dc9b,revision_number=1']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:29:24.091393 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-8bdf9b2a-292d-43c6-8244-585fb7d69dc2 tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] Publish callbacks [] for security_group (None), before_response {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:29:24.095377 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [None req-8bdf9b2a-292d-43c6-8244-585fb7d69dc2 tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3599837 Jun 24 15:29:24.100620 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.wsgi [-] (104512) accepted ('10.222.0.67', 46182) {{(pid=104512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:29:24.101445 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.v2.base [None req-8474ff98-3467-4fbe-8734-fdc67ca4f21d tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] Request body: {'security_group_rule': {'security_group_id': '395dea1c-c3a0-42fd-92d4-d308e937dc9b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 15:29:24.204517 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-8474ff98-3467-4fbe-8734-fdc67ca4f21d tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] Publish callbacks [] for security_group_rule (9e9e2555-1705-4ab9-96f3-4d94af8b5ac9), before_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:29:24.265153 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-8474ff98-3467-4fbe-8734-fdc67ca4f21d tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] Publish callbacks [] for security_group_rule (9e9e2555-1705-4ab9-96f3-4d94af8b5ac9), precommit_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:29:24.340674 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-8474ff98-3467-4fbe-8734-fdc67ca4f21d tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-275495'] for security_group_rule (9e9e2555-1705-4ab9-96f3-4d94af8b5ac9), after_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:29:24.356459 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=4 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:29:24.364192 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8474ff98-3467-4fbe-8734-fdc67ca4f21d tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e9e2555-1705-4ab9-96f3-4d94af8b5ac9,revision_number=0']} {{(pid=104512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:29:24.457485 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-8474ff98-3467-4fbe-8734-fdc67ca4f21d tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:29:24.458690 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [None req-8474ff98-3467-4fbe-8734-fdc67ca4f21d tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3608773 Jun 24 15:29:24.461279 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.wsgi [-] (104512) accepted ('10.222.0.67', 46184) {{(pid=104512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:29:24.465853 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.v2.base [None req-1565a6a1-ea62-4649-b54d-31e9eadb3283 tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] Request body: {'security_group_rule': {'security_group_id': '395dea1c-c3a0-42fd-92d4-d308e937dc9b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 15:29:24.556862 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-1565a6a1-ea62-4649-b54d-31e9eadb3283 tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] Publish callbacks [] for security_group_rule (2e98620d-6fe1-40e7-b3f0-a3871b14aee0), before_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:29:24.613492 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-1565a6a1-ea62-4649-b54d-31e9eadb3283 tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] Publish callbacks [] for security_group_rule (2e98620d-6fe1-40e7-b3f0-a3871b14aee0), precommit_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:29:24.700897 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-1565a6a1-ea62-4649-b54d-31e9eadb3283 tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-275495'] for security_group_rule (2e98620d-6fe1-40e7-b3f0-a3871b14aee0), after_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:29:24.721137 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1565a6a1-ea62-4649-b54d-31e9eadb3283 tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e98620d-6fe1-40e7-b3f0-a3871b14aee0,revision_number=0']} {{(pid=104512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:29:24.782961 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-1565a6a1-ea62-4649-b54d-31e9eadb3283 tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:29:24.784237 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [None req-1565a6a1-ea62-4649-b54d-31e9eadb3283 tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3220468 Jun 24 15:29:24.787460 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.wsgi [-] (104512) accepted ('10.222.0.67', 46188) {{(pid=104512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:29:24.792492 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.v2.base [None req-73ec94bc-c1a7-4f26-a617-7ee58648e78b tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] Request body: {'floatingip': {'floating_network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59'}} {{(pid=104512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 15:29:24.869625 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4eca935-6639-44db-9a01-2969320c688d req-a059c0f3-d56e-4971-8914-b07a3161944c tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:29:24.871078 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-e4eca935-6639-44db-9a01-2969320c688d req-a059c0f3-d56e-4971-8914-b07a3161944c tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] 10.222.0.67 "GET /v2.0/ports?device_id=3aadec7f-938e-4148-99c6-c0e1282ae85c HTTP/1.1" status: 200 len: 943 time: 0.0481555 Jun 24 15:29:24.886040 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-73ec94bc-c1a7-4f26-a617-7ee58648e78b tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:29:24.977217 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-e4eca935-6639-44db-9a01-2969320c688d req-e6ce856f-17ca-4fb1-ae8f-30b881fb021c tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] 10.222.0.67 "GET /v2.0/security-groups?id=3e7d3075-e93e-49d4-b5f8-9fd2c6a73d99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0986493 Jun 24 15:29:24.996734 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-73ec94bc-c1a7-4f26-a617-7ee58648e78b tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7727318'] for port (None), before_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:29:24.998714 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-6e9ba797-1d0c-40f8-9e0c-708f895be0b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697012'] for agent (f984396c-9862-4f32-9cf6-f19d2e5feb00), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:29:25.056010 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=87,neutron:DELETE=5,neutron:UPDATE=2,neutron:INSERT=6 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:29:25.107686 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.db.db_base_plugin_common [None req-73ec94bc-c1a7-4f26-a617-7ee58648e78b tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] Allocated IP 172.27.0.33 (60b3096c-3a0f-4216-9e52-e826cbf1fb59/f6c08379-d241-4966-a4ae-7ff02804e7f6/f0d1d90d-d111-41cb-a7d2-c169fb6a91e6) {{(pid=104512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 15:29:25.210473 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-73ec94bc-c1a7-4f26-a617-7ee58648e78b tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] Publish callbacks [] for port (f0d1d90d-d111-41cb-a7d2-c169fb6a91e6), precommit_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:29:25.232006 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=89,neutron:DELETE=1,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:29:25.312478 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-73ec94bc-c1a7-4f26-a617-7ee58648e78b tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761384583298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3859661'] for port (f0d1d90d-d111-41cb-a7d2-c169fb6a91e6), after_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:29:25.353358 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73ec94bc-c1a7-4f26-a617-7ee58648e78b tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] Network 60b3096c-3a0f-4216-9e52-e826cbf1fb59 is already hosted by enough agents. {{(pid=104512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 15:29:25.356212 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.scheduler.base_scheduler [None req-73ec94bc-c1a7-4f26-a617-7ee58648e78b tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] Resources bound (agent type, host, resource id): {{(pid=104512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 15:29:25.359992 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73ec94bc-c1a7-4f26-a617-7ee58648e78b tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] Received port after_create {{(pid=104512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 15:29:25.365563 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ec94bc-c1a7-4f26-a617-7ee58648e78b tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] Pushing event updated for resources: {'Port': ['ID=f0d1d90d-d111-41cb-a7d2-c169fb6a91e6,revision_number=1']} {{(pid=104512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:29:25.449773 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-73ec94bc-c1a7-4f26-a617-7ee58648e78b tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] Publish callbacks [] for floatingip (2f7a1b98-7de6-473b-8668-d8e5cb1da2b3), precommit_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:29:25.523945 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-73ec94bc-c1a7-4f26-a617-7ee58648e78b tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7727318'] for port (f0d1d90d-d111-41cb-a7d2-c169fb6a91e6), before_update {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:29:25.667314 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-73ec94bc-c1a7-4f26-a617-7ee58648e78b tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] Publish callbacks [] for port (f0d1d90d-d111-41cb-a7d2-c169fb6a91e6), precommit_update {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:29:25.739420 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-73ec94bc-c1a7-4f26-a617-7ee58648e78b tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761385101662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761384583316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761384583334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3859668'] for port (f0d1d90d-d111-41cb-a7d2-c169fb6a91e6), after_update {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:29:25.808139 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ec94bc-c1a7-4f26-a617-7ee58648e78b tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] Pushing event updated for resources: {'Port': ['ID=f0d1d90d-d111-41cb-a7d2-c169fb6a91e6,revision_number=2']} {{(pid=104512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:29:25.819006 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-73ec94bc-c1a7-4f26-a617-7ee58648e78b tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-467314'] for floatingip (2f7a1b98-7de6-473b-8668-d8e5cb1da2b3), after_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:29:25.914038 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-73ec94bc-c1a7-4f26-a617-7ee58648e78b tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30073'] for floatingip (None), before_response {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:29:25.915280 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [None req-73ec94bc-c1a7-4f26-a617-7ee58648e78b tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1267588 Jun 24 15:29:26.114608 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b0ecb0-e19b-4be7-ac5a-1a8de4c58120 req-80ecb2e2-3d09-485a-a93e-ff2ed84d3c42 tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:29:26.116127 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-24b0ecb0-e19b-4be7-ac5a-1a8de4c58120 req-80ecb2e2-3d09-485a-a93e-ff2ed84d3c42 tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] 10.222.0.67 "GET /v2.0/ports?device_id=3aadec7f-938e-4148-99c6-c0e1282ae85c HTTP/1.1" status: 200 len: 943 time: 0.0675724 Jun 24 15:29:26.159978 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-6796fba9-0c4a-42dd-8411-e756820b282f req-b095d387-b621-4ee5-9586-262cb8bfafe1 tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-securitygroup--2033504112&fields=id&tenant_id=9c5f325c1c3245fa88dbb36698037138 HTTP/1.1" status: 200 len: 267 time: 0.0772347 Jun 24 15:29:26.202411 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:DELETE=1 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:29:26.210856 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-24b0ecb0-e19b-4be7-ac5a-1a8de4c58120 req-8d25efb0-6b19-4a2f-95d8-b2841bb3e15b tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] 10.222.0.67 "GET /v2.0/security-groups?id=3e7d3075-e93e-49d4-b5f8-9fd2c6a73d99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0849915 Jun 24 15:29:26.289547 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6796fba9-0c4a-42dd-8411-e756820b282f req-650c2480-21bf-42b4-898e-7d028336f6b9 tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:29:26.290875 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-6796fba9-0c4a-42dd-8411-e756820b282f req-650c2480-21bf-42b4-898e-7d028336f6b9 tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] 10.222.0.67 "GET /v2.0/networks?id=a938b282-cfea-4809-a5ee-a9f6a9bd6a63 HTTP/1.1" status: 200 len: 811 time: 0.1230881 Jun 24 15:29:26.305944 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-6796fba9-0c4a-42dd-8411-e756820b282f req-ba42b1f8-8bc7-4748-8d03-3e0e24fabd7c tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] 10.222.0.67 "GET /v2.0/quotas/9c5f325c1c3245fa88dbb36698037138 HTTP/1.1" status: 200 len: 375 time: 0.0096729 Jun 24 15:29:26.357460 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-6796fba9-0c4a-42dd-8411-e756820b282f req-c9155ff0-f94d-4c1b-8ef5-a79fcec5a71d tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=9c5f325c1c3245fa88dbb36698037138&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0464213 Jun 24 15:29:26.420629 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-e7d2b4de-897d-40d1-b758-5e5b7ac4c4e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697012'] for agent (2f766f35-a225-44ed-b70f-669caec6f4a7), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:29:26.460122 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-6796fba9-0c4a-42dd-8411-e756820b282f req-5d55b629-347f-4df8-b22c-605702215511 service neutron] 10.222.0.67 "GET /v2.0/networks/a938b282-cfea-4809-a5ee-a9f6a9bd6a63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911670 Jun 24 15:29:26.540470 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:29:26.551059 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-6796fba9-0c4a-42dd-8411-e756820b282f req-23b7750b-94d7-40bb-bf26-c2713402ace2 service neutron] 10.222.0.67 "GET /v2.0/networks/a938b282-cfea-4809-a5ee-a9f6a9bd6a63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849667 Jun 24 15:29:26.712489 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697012'] for agent (559fa80c-96d5-4fe7-8c5f-9eda482c27bf), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:29:26.830397 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-fcd2cf2f-830b-4f3b-9615-ea434462008c req-1e5fe904-0441-4be6-9b99-814757e8ffc5 tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] 10.222.0.67 "GET /v2.0/ports?device_id=24ba2929-16f7-4b45-a698-e2299566a165 HTTP/1.1" status: 200 len: 210 time: 0.0289457 Jun 24 15:29:27.328309 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdc2042-b975-4488-b3ac-7c17f9530739 req-65091450-9d25-4a48-9b25-44aa270349c4 tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:29:27.329742 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-0bdc2042-b975-4488-b3ac-7c17f9530739 req-65091450-9d25-4a48-9b25-44aa270349c4 tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] 10.222.0.67 "GET /v2.0/ports?device_id=3aadec7f-938e-4148-99c6-c0e1282ae85c HTTP/1.1" status: 200 len: 943 time: 0.0515432 Jun 24 15:29:27.380176 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-0bdc2042-b975-4488-b3ac-7c17f9530739 req-ba17bbd2-eb34-4e56-a666-a8956fdd78e6 tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] 10.222.0.67 "GET /v2.0/security-groups?id=3e7d3075-e93e-49d4-b5f8-9fd2c6a73d99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442901 Jun 24 15:29:27.665160 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.rpc [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Device 1345e201-cc6d-4325-8f93-49d81f6f21a7 details requested by agent hyperv_hv-cinder-83538 with host hv-cinder-83538 {{(pid=104513) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 15:29:27.766166 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.db [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] For port 1345e201-cc6d-4325-8f93-49d81f6f21a7, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=1345e201-cc6d-4325-8f93-49d81f6f21a7,segment=NetworkSegment(dac079e8-662a-4bf1-950a-0525c98ad107),segment_id=dac079e8-662a-4bf1-950a-0525c98ad107)] {{(pid=104513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 15:29:27.777986 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.rpc [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Returning: {'device': '1345e201-cc6d-4325-8f93-49d81f6f21a7', 'network_id': '2a32a679-de41-498c-bfd0-5831dd67fdee', 'port_id': '1345e201-cc6d-4325-8f93-49d81f6f21a7', 'mac_address': 'fa:16:3e:55:3b:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 779, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3fab91a5-d4d3-43d4-a452-8b378716e743', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104513) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 15:29:27.818803 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.plugin [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Current status of the port 1345e201-cc6d-4325-8f93-49d81f6f21a7 is: DOWN; New status is: BUILD {{(pid=104513) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 15:29:27.819226 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7727318'] for port (1345e201-cc6d-4325-8f93-49d81f6f21a7), before_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:29:27.833336 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.notifiers.nova [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1345e201-cc6d-4325-8f93-49d81f6f21a7 {{(pid=104513) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 15:29:27.855100 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.db [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] For port 1345e201-cc6d-4325-8f93-49d81f6f21a7, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=1345e201-cc6d-4325-8f93-49d81f6f21a7,segment=NetworkSegment(dac079e8-662a-4bf1-950a-0525c98ad107),segment_id=dac079e8-662a-4bf1-950a-0525c98ad107)] {{(pid=104513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 15:29:27.927339 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-bd750fc5-cf08-419e-b7b7-94d563deae74 req-59aede22-cb92-4e11-8e6a-a89d2fdbd26b tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] 10.222.0.67 "GET /v2.0/ports?device_id=24ba2929-16f7-4b45-a698-e2299566a165 HTTP/1.1" status: 200 len: 210 time: 0.0284836 Jun 24 15:29:27.929410 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761385101662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761384583316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761384583334'] for port (1345e201-cc6d-4325-8f93-49d81f6f21a7), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:29:27.976897 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Pushing event updated for resources: {'Port': ['ID=1345e201-cc6d-4325-8f93-49d81f6f21a7,revision_number=4']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:29:27.983970 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:29:27.984313 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:29:27.984648 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:29:27.984983 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:29:27.985352 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:29:27.985673 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:29:27.985997 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:29:27.986323 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:29:27.987479 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:29:27.987643 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:29:27.987965 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:29:27.988285 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:29:27.988602 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:29:27.988917 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:29:27.989232 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:29:28.144573 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.db [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] get_ports_and_sgs() called for port_ids ['1345e201-cc6d-4325-8f93-49d81f6f21a7'] {{(pid=104513) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 15:29:28.543884 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5abd61-f21b-451f-a0e0-b76023946cd0 req-d08ae19e-96c7-4387-9cdc-059471449b6e tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:29:28.545343 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-ae5abd61-f21b-451f-a0e0-b76023946cd0 req-d08ae19e-96c7-4387-9cdc-059471449b6e tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] 10.222.0.67 "GET /v2.0/ports?device_id=3aadec7f-938e-4148-99c6-c0e1282ae85c HTTP/1.1" status: 200 len: 944 time: 0.0930915 Jun 24 15:29:28.555835 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6796fba9-0c4a-42dd-8411-e756820b282f req-690fa9e6-c1d2-45f9-80a7-7570d76a154e tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:29:28.557347 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-6796fba9-0c4a-42dd-8411-e756820b282f req-690fa9e6-c1d2-45f9-80a7-7570d76a154e tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] 10.222.0.64 "GET /v2.0/networks?id=a938b282-cfea-4809-a5ee-a9f6a9bd6a63 HTTP/1.1" status: 200 len: 811 time: 0.1466231 Jun 24 15:29:28.637325 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-ae5abd61-f21b-451f-a0e0-b76023946cd0 req-ffa5be26-259e-404a-b187-bb3012f4141d tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] 10.222.0.67 "GET /v2.0/security-groups?id=3e7d3075-e93e-49d4-b5f8-9fd2c6a73d99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0790215 Jun 24 15:29:28.650791 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-6796fba9-0c4a-42dd-8411-e756820b282f req-16fd7c04-97d1-487b-8530-c8fe12e1ed14 tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9c5f325c1c3245fa88dbb36698037138 HTTP/1.1" status: 200 len: 380 time: 0.0787151 Jun 24 15:29:28.660432 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.v2.base [req-6796fba9-0c4a-42dd-8411-e756820b282f req-315b579d-0e2c-4853-a8bf-dc5f8894434a tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] Request body: {'port': {'device_id': '24ba2929-16f7-4b45-a698-e2299566a165', 'network_id': 'a938b282-cfea-4809-a5ee-a9f6a9bd6a63', 'admin_state_up': True, 'tenant_id': '9c5f325c1c3245fa88dbb36698037138', 'security_groups': ['395dea1c-c3a0-42fd-92d4-d308e937dc9b']}} {{(pid=104512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 15:29:28.883769 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6796fba9-0c4a-42dd-8411-e756820b282f req-315b579d-0e2c-4853-a8bf-dc5f8894434a tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] Made reservation on behalf of 9c5f325c1c3245fa88dbb36698037138 for: {'port': 1} {{(pid=104512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 15:29:28.887724 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [req-6796fba9-0c4a-42dd-8411-e756820b282f req-315b579d-0e2c-4853-a8bf-dc5f8894434a tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7727318'] for port (None), before_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:29:29.030178 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-500bce14-1c98-4535-ae03-841b36ec0de7 req-32e86f92-8c82-465f-9670-89a9486e3c37 tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] 10.222.0.67 "GET /v2.0/ports?device_id=24ba2929-16f7-4b45-a698-e2299566a165 HTTP/1.1" status: 200 len: 210 time: 0.0353005 Jun 24 15:29:29.047488 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.db.db_base_plugin_common [req-6796fba9-0c4a-42dd-8411-e756820b282f req-315b579d-0e2c-4853-a8bf-dc5f8894434a tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] Allocated IP 172.20.0.13 (a938b282-cfea-4809-a5ee-a9f6a9bd6a63/457d19a7-6084-4c04-9002-174a158fd5f4/3072ff83-0f72-485b-be77-46d1eb364be4) {{(pid=104512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 15:29:29.086458 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:29:29.187523 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [req-6796fba9-0c4a-42dd-8411-e756820b282f req-315b579d-0e2c-4853-a8bf-dc5f8894434a tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] Publish callbacks [] for port (3072ff83-0f72-485b-be77-46d1eb364be4), precommit_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:29:29.196666 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:29:29.272478 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [req-6796fba9-0c4a-42dd-8411-e756820b282f req-315b579d-0e2c-4853-a8bf-dc5f8894434a tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761384583298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3859661'] for port (3072ff83-0f72-485b-be77-46d1eb364be4), after_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:29:29.317540 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6796fba9-0c4a-42dd-8411-e756820b282f req-315b579d-0e2c-4853-a8bf-dc5f8894434a tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] Network a938b282-cfea-4809-a5ee-a9f6a9bd6a63 is already hosted by enough agents. {{(pid=104512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 15:29:29.320517 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.scheduler.base_scheduler [req-6796fba9-0c4a-42dd-8411-e756820b282f req-315b579d-0e2c-4853-a8bf-dc5f8894434a tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] Resources bound (agent type, host, resource id): {{(pid=104512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 15:29:29.324208 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.db.l3_dvrscheduler_db [req-6796fba9-0c4a-42dd-8411-e756820b282f req-315b579d-0e2c-4853-a8bf-dc5f8894434a tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] Received port after_create {{(pid=104512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 15:29:29.330882 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315b579d-0e2c-4853-a8bf-dc5f8894434a tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] Pushing event updated for resources: {'Port': ['ID=3072ff83-0f72-485b-be77-46d1eb364be4,revision_number=1']} {{(pid=104512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:29:29.377517 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6796fba9-0c4a-42dd-8411-e756820b282f req-315b579d-0e2c-4853-a8bf-dc5f8894434a tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:29:29.378158 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [req-6796fba9-0c4a-42dd-8411-e756820b282f req-315b579d-0e2c-4853-a8bf-dc5f8894434a tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30073'] for port (None), before_response {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:29:29.475012 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-6796fba9-0c4a-42dd-8411-e756820b282f req-315b579d-0e2c-4853-a8bf-dc5f8894434a tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8190227 Jun 24 15:29:29.486019 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.v2.base [req-6796fba9-0c4a-42dd-8411-e756820b282f req-f02a9b99-3644-4006-8b38-66011a2199ca service neutron] Request body: {'port': {'device_id': '24ba2929-16f7-4b45-a698-e2299566a165', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83538'}} {{(pid=104512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 15:29:29.522618 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.provisioning_blocks [None req-5c8403d5-50ff-4a5b-bb98-2505ab0ea16c None None] Provisioning complete for port 3072ff83-0f72-485b-be77-46d1eb364be4 triggered by entity DHCP. {{(pid=104513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 15:29:29.523234 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-5c8403d5-50ff-4a5b-bb98-2505ab0ea16c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7696598'] for port (3072ff83-0f72-485b-be77-46d1eb364be4), provisioning_complete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:29:29.550029 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [req-6796fba9-0c4a-42dd-8411-e756820b282f req-f02a9b99-3644-4006-8b38-66011a2199ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7727318'] for port (3072ff83-0f72-485b-be77-46d1eb364be4), before_update {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:29:29.554217 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.plugin [None req-5c8403d5-50ff-4a5b-bb98-2505ab0ea16c None None] Port 3072ff83-0f72-485b-be77-46d1eb364be4 cannot update to ACTIVE because it is not bound. {{(pid=104513) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 15:29:29.693114 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.rpc [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Device 1345e201-cc6d-4325-8f93-49d81f6f21a7 up at agent hyperv_hv-cinder-83538 {{(pid=104513) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 15:29:29.738381 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.provisioning_blocks [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Provisioning for port 1345e201-cc6d-4325-8f93-49d81f6f21a7 completed by entity L2. {{(pid=104513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 24 15:29:29.786143 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85eb80da-a047-4a30-ac27-7ba0de8bbb28 req-fa6b487b-4769-4119-ad09-701c54d4c2ec tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:29:29.787618 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-85eb80da-a047-4a30-ac27-7ba0de8bbb28 req-fa6b487b-4769-4119-ad09-701c54d4c2ec tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] 10.222.0.67 "GET /v2.0/ports?device_id=3aadec7f-938e-4148-99c6-c0e1282ae85c HTTP/1.1" status: 200 len: 944 time: 0.0655246 Jun 24 15:29:29.813984 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.provisioning_blocks [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Provisioning complete for port 1345e201-cc6d-4325-8f93-49d81f6f21a7 triggered by entity L2. {{(pid=104513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 15:29:29.814544 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7696598'] for port (1345e201-cc6d-4325-8f93-49d81f6f21a7), provisioning_complete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:29:29.883465 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-85eb80da-a047-4a30-ac27-7ba0de8bbb28 req-05f38931-680e-43b9-9c88-e16541f44c16 tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] 10.222.0.67 "GET /v2.0/security-groups?id=3e7d3075-e93e-49d4-b5f8-9fd2c6a73d99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0894659 Jun 24 15:29:29.885331 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.notifiers.nova [req-6796fba9-0c4a-42dd-8411-e756820b282f req-f02a9b99-3644-4006-8b38-66011a2199ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3072ff83-0f72-485b-be77-46d1eb364be4 {{(pid=104512) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 15:29:29.889311 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.plugin [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Current status of the port 1345e201-cc6d-4325-8f93-49d81f6f21a7 is: BUILD; New status is: ACTIVE {{(pid=104513) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 15:29:29.889710 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7727318'] for port (1345e201-cc6d-4325-8f93-49d81f6f21a7), before_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:29:29.893688 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [req-6796fba9-0c4a-42dd-8411-e756820b282f req-f02a9b99-3644-4006-8b38-66011a2199ca service neutron] Publish callbacks [] for port (3072ff83-0f72-485b-be77-46d1eb364be4), precommit_update {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:29:29.907208 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.db.provisioning_blocks [req-6796fba9-0c4a-42dd-8411-e756820b282f req-f02a9b99-3644-4006-8b38-66011a2199ca service neutron] Transition to ACTIVE for port object 3072ff83-0f72-485b-be77-46d1eb364be4 will not be triggered until provisioned by entity L2. {{(pid=104512) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 24 15:29:29.914090 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3aadec7f-938e-4148-99c6-c0e1282ae85c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1345e201-cc6d-4325-8f93-49d81f6f21a7'}] {{(pid=104513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 15:29:29.916323 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7de2ae652872cab3d5aa36b412d6cead56dffdf121926fea6679daaa3daba4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4286b15-15e6-490e-8dcf-5972ea713fd5" -d '{"events": [{"server_uuid": "3aadec7f-938e-4148-99c6-c0e1282ae85c", "name": "network-vif-plugged", "status": "completed", "tag": "1345e201-cc6d-4325-8f93-49d81f6f21a7"}]}' {{(pid=104513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 15:29:29.929174 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.db [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] For port 1345e201-cc6d-4325-8f93-49d81f6f21a7, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=1345e201-cc6d-4325-8f93-49d81f6f21a7,segment=NetworkSegment(dac079e8-662a-4bf1-950a-0525c98ad107),segment_id=dac079e8-662a-4bf1-950a-0525c98ad107)] {{(pid=104513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 15:29:29.953122 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 15:29:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-444cb4ea-db9a-4d8d-b4cb-5cee1abe6d14 x-openstack-request-id: req-444cb4ea-db9a-4d8d-b4cb-5cee1abe6d14 {{(pid=104513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 15:29:29.953419 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3aadec7f-938e-4148-99c6-c0e1282ae85c", "name": "network-vif-plugged", "status": "completed", "tag": "1345e201-cc6d-4325-8f93-49d81f6f21a7", "code": 200}]} {{(pid=104513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 15:29:29.953668 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-444cb4ea-db9a-4d8d-b4cb-5cee1abe6d14 {{(pid=104513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 15:29:29.954809 dv-cinder-835384-11-iscsi neutron-server[104513]: INFO neutron.notifiers.nova [-] Nova event matching ['req-444cb4ea-db9a-4d8d-b4cb-5cee1abe6d14'] response: {'server_uuid': '3aadec7f-938e-4148-99c6-c0e1282ae85c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1345e201-cc6d-4325-8f93-49d81f6f21a7', 'code': 200} Jun 24 15:29:29.996727 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [req-6796fba9-0c4a-42dd-8411-e756820b282f req-f02a9b99-3644-4006-8b38-66011a2199ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761385101662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761384583316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761384583334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3859668'] for port (3072ff83-0f72-485b-be77-46d1eb364be4), after_update {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:29:30.003977 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761385101662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761384583316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761384583334'] for port (1345e201-cc6d-4325-8f93-49d81f6f21a7), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:29:30.050559 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02a9b99-3644-4006-8b38-66011a2199ca service neutron] Pushing event updated for resources: {'Port': ['ID=3072ff83-0f72-485b-be77-46d1eb364be4,revision_number=2']} {{(pid=104512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:29:30.074860 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Pushing event updated for resources: {'Port': ['ID=1345e201-cc6d-4325-8f93-49d81f6f21a7,revision_number=5']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:29:30.095595 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:29:30.179230 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68343c4f-bc40-437f-8c81-87a9ff4e3154 req-b8e3a769-26bf-4b25-ad23-c49e703a6998 tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:29:30.180911 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-68343c4f-bc40-437f-8c81-87a9ff4e3154 req-b8e3a769-26bf-4b25-ad23-c49e703a6998 tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] 10.222.0.67 "GET /v2.0/ports?device_id=24ba2929-16f7-4b45-a698-e2299566a165 HTTP/1.1" status: 200 len: 944 time: 0.0655243 Jun 24 15:29:30.206494 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.managers [req-6796fba9-0c4a-42dd-8411-e756820b282f req-f02a9b99-3644-4006-8b38-66011a2199ca service neutron] Attempting to bind port 3072ff83-0f72-485b-be77-46d1eb364be4 on host hv-cinder-83538 for vnic_type normal with profile {{(pid=104512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 15:29:30.206828 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.managers [req-6796fba9-0c4a-42dd-8411-e756820b282f req-f02a9b99-3644-4006-8b38-66011a2199ca service neutron] Attempting to bind port 3072ff83-0f72-485b-be77-46d1eb364be4 by drivers openvswitch,hyperv on host hv-cinder-83538 at level 0 using segments [{'id': '6638c144-a037-4a0d-a23e-e5ad5f3b41a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'a938b282-cfea-4809-a5ee-a9f6a9bd6a63'}] {{(pid=104512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 15:29:30.207153 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6796fba9-0c4a-42dd-8411-e756820b282f req-f02a9b99-3644-4006-8b38-66011a2199ca service neutron] Attempting to bind port 3072ff83-0f72-485b-be77-46d1eb364be4 on network a938b282-cfea-4809-a5ee-a9f6a9bd6a63 {{(pid=104512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 15:29:30.215758 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6796fba9-0c4a-42dd-8411-e756820b282f req-f02a9b99-3644-4006-8b38-66011a2199ca service neutron] Port 3072ff83-0f72-485b-be77-46d1eb364be4 on network a938b282-cfea-4809-a5ee-a9f6a9bd6a63 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83538 {{(pid=104512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 24 15:29:30.216180 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6796fba9-0c4a-42dd-8411-e756820b282f req-f02a9b99-3644-4006-8b38-66011a2199ca service neutron] Attempting to bind port 3072ff83-0f72-485b-be77-46d1eb364be4 on network a938b282-cfea-4809-a5ee-a9f6a9bd6a63 {{(pid=104512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 15:29:30.229548 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6796fba9-0c4a-42dd-8411-e756820b282f req-f02a9b99-3644-4006-8b38-66011a2199ca service neutron] Checking agent: {'id': 'f0fa743b-ff28-43ff-ac51-704c86538f10', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83538', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 15, 16, 38), 'started_at': datetime.datetime(2022, 6, 24, 15, 16, 38), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 15, 29, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 15:29:30.229889 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6796fba9-0c4a-42dd-8411-e756820b282f req-f02a9b99-3644-4006-8b38-66011a2199ca service neutron] Checking segment: {'id': '6638c144-a037-4a0d-a23e-e5ad5f3b41a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'a938b282-cfea-4809-a5ee-a9f6a9bd6a63'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 15:29:30.230261 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6796fba9-0c4a-42dd-8411-e756820b282f req-f02a9b99-3644-4006-8b38-66011a2199ca service neutron] Bound using segment: {'id': '6638c144-a037-4a0d-a23e-e5ad5f3b41a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'a938b282-cfea-4809-a5ee-a9f6a9bd6a63'} {{(pid=104512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 15:29:30.230689 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.managers [req-6796fba9-0c4a-42dd-8411-e756820b282f req-f02a9b99-3644-4006-8b38-66011a2199ca service neutron] Bound port: 3072ff83-0f72-485b-be77-46d1eb364be4, host: hv-cinder-83538, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6638c144-a037-4a0d-a23e-e5ad5f3b41a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'a938b282-cfea-4809-a5ee-a9f6a9bd6a63'}}] {{(pid=104512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 15:29:30.231040 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [req-6796fba9-0c4a-42dd-8411-e756820b282f req-f02a9b99-3644-4006-8b38-66011a2199ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7727318'] for port (3072ff83-0f72-485b-be77-46d1eb364be4), before_update {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:29:30.254287 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:29:30.261855 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-68343c4f-bc40-437f-8c81-87a9ff4e3154 req-c73e3fd3-d072-4593-a1c6-ec806be11b98 tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] 10.222.0.67 "GET /v2.0/security-groups?id=395dea1c-c3a0-42fd-92d4-d308e937dc9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730438 Jun 24 15:29:30.309871 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.db [req-6796fba9-0c4a-42dd-8411-e756820b282f req-f02a9b99-3644-4006-8b38-66011a2199ca service neutron] For port 3072ff83-0f72-485b-be77-46d1eb364be4, host hv-cinder-83538, cleared binding levels {{(pid=104512) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 15:29:30.312189 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.db [req-6796fba9-0c4a-42dd-8411-e756820b282f req-f02a9b99-3644-4006-8b38-66011a2199ca service neutron] For port 3072ff83-0f72-485b-be77-46d1eb364be4, host hv-cinder-83538, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=3072ff83-0f72-485b-be77-46d1eb364be4,segment=NetworkSegment(6638c144-a037-4a0d-a23e-e5ad5f3b41a2),segment_id=6638c144-a037-4a0d-a23e-e5ad5f3b41a2)] {{(pid=104512) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 15:29:30.393600 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [req-6796fba9-0c4a-42dd-8411-e756820b282f req-f02a9b99-3644-4006-8b38-66011a2199ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761385101662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761384583316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761384583334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3859668'] for port (3072ff83-0f72-485b-be77-46d1eb364be4), after_update {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:29:30.433220 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6796fba9-0c4a-42dd-8411-e756820b282f req-f02a9b99-3644-4006-8b38-66011a2199ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:29:30.433846 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [req-6796fba9-0c4a-42dd-8411-e756820b282f req-f02a9b99-3644-4006-8b38-66011a2199ca service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30073'] for port (None), before_response {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:29:30.435284 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-6796fba9-0c4a-42dd-8411-e756820b282f req-f02a9b99-3644-4006-8b38-66011a2199ca service neutron] 10.222.0.64 "PUT /v2.0/ports/3072ff83-0f72-485b-be77-46d1eb364be4 HTTP/1.1" status: 200 len: 1094 time: 0.9532778 Jun 24 15:29:30.435874 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24ba2929-16f7-4b45-a698-e2299566a165', 'tag': '3072ff83-0f72-485b-be77-46d1eb364be4'}] {{(pid=104512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 15:29:30.438056 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9db87de5340c6be2811fa9e5912a63998a589dd3f857fd3823a550d1ae48127" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95b0b2b6-7c40-4a5b-9750-1c2829f0b25f" -d '{"events": [{"name": "network-changed", "server_uuid": "24ba2929-16f7-4b45-a698-e2299566a165", "tag": "3072ff83-0f72-485b-be77-46d1eb364be4"}]}' {{(pid=104512) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 15:29:30.492081 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Jun 2022 15:29:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17f9a2f3-9848-4aeb-81bd-f005fe4bc5e5 x-openstack-request-id: req-17f9a2f3-9848-4aeb-81bd-f005fe4bc5e5 {{(pid=104512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 15:29:30.492457 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24ba2929-16f7-4b45-a698-e2299566a165", "tag": "3072ff83-0f72-485b-be77-46d1eb364be4", "status": "completed", "code": 200}]} {{(pid=104512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 15:29:30.492775 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-17f9a2f3-9848-4aeb-81bd-f005fe4bc5e5 {{(pid=104512) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 15:29:30.493244 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.notifiers.nova [-] Nova event matching ['req-17f9a2f3-9848-4aeb-81bd-f005fe4bc5e5'] response: {'name': 'network-changed', 'server_uuid': '24ba2929-16f7-4b45-a698-e2299566a165', 'tag': '3072ff83-0f72-485b-be77-46d1eb364be4', 'status': 'completed', 'code': 200} Jun 24 15:29:30.511111 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ae5da1-8628-499c-a480-d8680f12d277 req-af304602-6b51-4897-aaf7-df05b186e799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:29:30.512651 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-d7ae5da1-8628-499c-a480-d8680f12d277 req-af304602-6b51-4897-aaf7-df05b186e799 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=3aadec7f-938e-4148-99c6-c0e1282ae85c HTTP/1.1" status: 200 len: 1129 time: 0.0871463 Jun 24 15:29:30.513606 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02a9b99-3644-4006-8b38-66011a2199ca service neutron] Pushing event updated for resources: {'Port': ['ID=3072ff83-0f72-485b-be77-46d1eb364be4,revision_number=3']} {{(pid=104512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:29:30.593551 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b0b2b6-7c40-4a5b-9750-1c2829f0b25f req-4fa3856f-8278-4026-93ad-99be190adb3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:29:30.595073 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-95b0b2b6-7c40-4a5b-9750-1c2829f0b25f req-4fa3856f-8278-4026-93ad-99be190adb3a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9c5f325c1c3245fa88dbb36698037138&device_id=24ba2929-16f7-4b45-a698-e2299566a165 HTTP/1.1" status: 200 len: 1128 time: 0.0712099 Jun 24 15:29:30.603011 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-d7ae5da1-8628-499c-a480-d8680f12d277 req-5a375cd1-a168-469e-b9af-5d0b1a939e03 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=3e7d3075-e93e-49d4-b5f8-9fd2c6a73d99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707769 Jun 24 15:29:30.698126 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b0b2b6-7c40-4a5b-9750-1c2829f0b25f req-0538e1e7-43ec-458f-9919-c000794bb751 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:29:30.699717 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-95b0b2b6-7c40-4a5b-9750-1c2829f0b25f req-0538e1e7-43ec-458f-9919-c000794bb751 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=9c5f325c1c3245fa88dbb36698037138&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0956757 Jun 24 15:29:30.892188 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b0b2b6-7c40-4a5b-9750-1c2829f0b25f req-7d4168ac-d144-435c-9814-230a6d570b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:29:30.893659 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-95b0b2b6-7c40-4a5b-9750-1c2829f0b25f req-7d4168ac-d144-435c-9814-230a6d570b97 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0879006 Jun 24 15:29:30.996674 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6796fba9-0c4a-42dd-8411-e756820b282f req-c30aceb1-9105-47c0-96e4-2b5f0d21eb46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:29:30.998135 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-6796fba9-0c4a-42dd-8411-e756820b282f req-c30aceb1-9105-47c0-96e4-2b5f0d21eb46 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9c5f325c1c3245fa88dbb36698037138&device_id=24ba2929-16f7-4b45-a698-e2299566a165 HTTP/1.1" status: 200 len: 1128 time: 0.0682118 Jun 24 15:29:31.012305 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457b9264-fd81-4e7b-86a0-2cf0a98100b2 req-e7828772-f7de-4cc8-b788-86d69b97128d tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:29:31.013635 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-457b9264-fd81-4e7b-86a0-2cf0a98100b2 req-e7828772-f7de-4cc8-b788-86d69b97128d tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] 10.222.0.67 "GET /v2.0/ports?device_id=3aadec7f-938e-4148-99c6-c0e1282ae85c HTTP/1.1" status: 200 len: 945 time: 0.0532491 Jun 24 15:29:31.061581 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-457b9264-fd81-4e7b-86a0-2cf0a98100b2 req-61c8f2fc-d38c-4592-8a6b-601d1b1c06ff tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] 10.222.0.67 "GET /v2.0/security-groups?id=3e7d3075-e93e-49d4-b5f8-9fd2c6a73d99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420053 Jun 24 15:29:31.291506 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-6796fba9-0c4a-42dd-8411-e756820b282f req-d26b3410-b9a4-4336-8936-d6d9adf2a6d8 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3072ff83-0f72-485b-be77-46d1eb364be4 HTTP/1.1" status: 200 len: 217 time: 0.0323400 Jun 24 15:29:31.347024 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:29:31.368930 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6796fba9-0c4a-42dd-8411-e756820b282f req-433bcb8d-646d-411c-b2b2-2569697ed00a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:29:31.370361 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-6796fba9-0c4a-42dd-8411-e756820b282f req-433bcb8d-646d-411c-b2b2-2569697ed00a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=457d19a7-6084-4c04-9002-174a158fd5f4 HTTP/1.1" status: 200 len: 850 time: 0.0733080 Jun 24 15:29:31.385749 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b2557f-9cda-4efa-91a9-4350ac940a2f req-548615e8-3c4b-4ecc-844d-94458b2076be tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:29:31.387107 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-e5b2557f-9cda-4efa-91a9-4350ac940a2f req-548615e8-3c4b-4ecc-844d-94458b2076be tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] 10.222.0.67 "GET /v2.0/ports?device_id=24ba2929-16f7-4b45-a698-e2299566a165 HTTP/1.1" status: 200 len: 944 time: 0.0557010 Jun 24 15:29:31.446876 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6796fba9-0c4a-42dd-8411-e756820b282f req-c23336d5-031c-4e33-8720-d42d3e31b020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:29:31.448355 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-6796fba9-0c4a-42dd-8411-e756820b282f req-c23336d5-031c-4e33-8720-d42d3e31b020 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a938b282-cfea-4809-a5ee-a9f6a9bd6a63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0604000 Jun 24 15:29:31.481362 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-e5b2557f-9cda-4efa-91a9-4350ac940a2f req-c2463d32-a8c3-4238-858c-c6a81ee92356 tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] 10.222.0.67 "GET /v2.0/security-groups?id=395dea1c-c3a0-42fd-92d4-d308e937dc9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843832 Jun 24 15:29:31.551266 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-6796fba9-0c4a-42dd-8411-e756820b282f req-b60f0040-1310-462e-a019-f4a740f49a0c service neutron] 10.222.0.64 "GET /v2.0/networks/a938b282-cfea-4809-a5ee-a9f6a9bd6a63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931842 Jun 24 15:29:31.946426 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-6796fba9-0c4a-42dd-8411-e756820b282f req-a86c1100-6865-4daa-9288-873de0b8e14a service neutron] 10.222.0.64 "GET /v2.0/networks/a938b282-cfea-4809-a5ee-a9f6a9bd6a63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844898 Jun 24 15:29:32.025813 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG dbcounter [-] [104514] Writing DB stats neutron:SELECT=79 {{(pid=104514) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:29:32.030688 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG dbcounter [-] [104514] Writing DB stats neutron:SELECT=85 {{(pid=104514) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:29:32.179694 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ef270d-bf72-4121-a1c3-59a3f56caae4 req-856df7d2-29aa-47c6-b3e5-3220e6aa297f tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:29:32.181196 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-70ef270d-bf72-4121-a1c3-59a3f56caae4 req-856df7d2-29aa-47c6-b3e5-3220e6aa297f tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] 10.222.0.67 "GET /v2.0/ports?device_id=3aadec7f-938e-4148-99c6-c0e1282ae85c HTTP/1.1" status: 200 len: 945 time: 0.0515602 Jun 24 15:29:32.229762 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-70ef270d-bf72-4121-a1c3-59a3f56caae4 req-290c3280-7a04-4e06-bebd-e144f672cfeb tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] 10.222.0.67 "GET /v2.0/security-groups?id=3e7d3075-e93e-49d4-b5f8-9fd2c6a73d99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429320 Jun 24 15:29:32.339716 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b15a103-d3b6-4349-b646-4475bbc2533b req-ae675f6b-06a9-4921-8967-3f4255c98cae tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:29:32.341135 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-7b15a103-d3b6-4349-b646-4475bbc2533b req-ae675f6b-06a9-4921-8967-3f4255c98cae tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] 10.222.0.67 "GET /v2.0/ports?device_id=3aadec7f-938e-4148-99c6-c0e1282ae85c HTTP/1.1" status: 200 len: 945 time: 0.0463908 Jun 24 15:29:32.380484 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=100 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:29:32.388934 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-7b15a103-d3b6-4349-b646-4475bbc2533b req-22b40017-5c9e-4030-8b83-2630a99fee40 tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] 10.222.0.67 "GET /v2.0/security-groups?id=3e7d3075-e93e-49d4-b5f8-9fd2c6a73d99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420890 Jun 24 15:29:32.414626 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.wsgi [-] (104512) accepted ('10.222.0.67', 46246) {{(pid=104512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:29:32.455633 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-498e7b25-d75b-40c5-ab38-75f9bd049ff7 tempest-TestVolumeBootPattern-1018190679 tempest-TestVolumeBootPattern-1018190679-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:29:32.457151 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [None req-498e7b25-d75b-40c5-ab38-75f9bd049ff7 tempest-TestVolumeBootPattern-1018190679 tempest-TestVolumeBootPattern-1018190679-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=3aadec7f-938e-4148-99c6-c0e1282ae85c HTTP/1.1" status: 200 len: 1124 time: 0.0415401 Jun 24 15:29:32.459891 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.wsgi [-] (104512) accepted ('10.222.0.67', 46248) {{(pid=104512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:29:32.463909 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.v2.base [None req-240ca5d7-e709-46b7-bd7b-3a65b879de2e tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] Request body: {'floatingip': {'floating_network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'port_id': '1345e201-cc6d-4325-8f93-49d81f6f21a7', 'tenant_id': '06aac4c0b410452fa71221434149e3b7', 'fixed_ip_address': '172.20.0.5'}} {{(pid=104512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 15:29:32.576566 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-240ca5d7-e709-46b7-bd7b-3a65b879de2e tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:29:32.616025 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1036b430-41cd-46f6-b464-39ac53fc2a3f req-a9b5c1e5-2570-486f-aa55-02942f1843d4 tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:29:32.617685 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-1036b430-41cd-46f6-b464-39ac53fc2a3f req-a9b5c1e5-2570-486f-aa55-02942f1843d4 tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] 10.222.0.67 "GET /v2.0/ports?device_id=24ba2929-16f7-4b45-a698-e2299566a165 HTTP/1.1" status: 200 len: 944 time: 0.0704627 Jun 24 15:29:32.692227 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-240ca5d7-e709-46b7-bd7b-3a65b879de2e tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7727318'] for port (None), before_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:29:32.714171 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-1036b430-41cd-46f6-b464-39ac53fc2a3f req-6e89f755-7659-4cfd-b451-b365f340751f tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] 10.222.0.67 "GET /v2.0/security-groups?id=395dea1c-c3a0-42fd-92d4-d308e937dc9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0909650 Jun 24 15:29:32.811209 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.db.db_base_plugin_common [None req-240ca5d7-e709-46b7-bd7b-3a65b879de2e tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] Allocated IP 172.27.0.252 (60b3096c-3a0f-4216-9e52-e826cbf1fb59/f6c08379-d241-4966-a4ae-7ff02804e7f6/3b414356-36bd-41af-9dc6-e3944a74f0e2) {{(pid=104512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 15:29:32.916408 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-240ca5d7-e709-46b7-bd7b-3a65b879de2e tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] Publish callbacks [] for port (3b414356-36bd-41af-9dc6-e3944a74f0e2), precommit_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:29:32.936480 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:29:32.997890 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-240ca5d7-e709-46b7-bd7b-3a65b879de2e tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761384583298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3859661'] for port (3b414356-36bd-41af-9dc6-e3944a74f0e2), after_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:29:33.040880 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-240ca5d7-e709-46b7-bd7b-3a65b879de2e tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] Network 60b3096c-3a0f-4216-9e52-e826cbf1fb59 is already hosted by enough agents. {{(pid=104512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 15:29:33.043911 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.scheduler.base_scheduler [None req-240ca5d7-e709-46b7-bd7b-3a65b879de2e tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] Resources bound (agent type, host, resource id): {{(pid=104512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 15:29:33.046502 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-240ca5d7-e709-46b7-bd7b-3a65b879de2e tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] Received port after_create {{(pid=104512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 15:29:33.071478 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240ca5d7-e709-46b7-bd7b-3a65b879de2e tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] Pushing event updated for resources: {'Port': ['ID=3b414356-36bd-41af-9dc6-e3944a74f0e2,revision_number=1']} {{(pid=104512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:29:33.551103 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:29:33.657648 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-240ca5d7-e709-46b7-bd7b-3a65b879de2e tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] Publish callbacks [] for floatingip (e34dc95f-09a1-4f32-85f9-14ef749a373f), precommit_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:29:33.709694 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.rpc [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Device 3072ff83-0f72-485b-be77-46d1eb364be4 details requested by agent hyperv_hv-cinder-83538 with host hv-cinder-83538 {{(pid=104513) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 15:29:33.718006 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:29:33.756041 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:UPDATE=5,neutron:SELECT=95 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:29:33.775756 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-240ca5d7-e709-46b7-bd7b-3a65b879de2e tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7727318'] for port (3b414356-36bd-41af-9dc6-e3944a74f0e2), before_update {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:29:33.799488 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:29:33.822600 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.db [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] For port 3072ff83-0f72-485b-be77-46d1eb364be4, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=3072ff83-0f72-485b-be77-46d1eb364be4,segment=NetworkSegment(6638c144-a037-4a0d-a23e-e5ad5f3b41a2),segment_id=6638c144-a037-4a0d-a23e-e5ad5f3b41a2)] {{(pid=104513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 15:29:33.831077 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.rpc [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Returning: {'device': '3072ff83-0f72-485b-be77-46d1eb364be4', 'network_id': 'a938b282-cfea-4809-a5ee-a9f6a9bd6a63', 'port_id': '3072ff83-0f72-485b-be77-46d1eb364be4', 'mac_address': 'fa:16:3e:b4:fa:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 794, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '457d19a7-6084-4c04-9002-174a158fd5f4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104513) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 15:29:33.862761 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61fb99b-8c8c-4eb2-8630-91ad59359a67 req-5e36362e-ef88-48cf-8665-62bc1101cc40 tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:29:33.864286 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-e61fb99b-8c8c-4eb2-8630-91ad59359a67 req-5e36362e-ef88-48cf-8665-62bc1101cc40 tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] 10.222.0.67 "GET /v2.0/ports?device_id=24ba2929-16f7-4b45-a698-e2299566a165 HTTP/1.1" status: 200 len: 944 time: 0.0692680 Jun 24 15:29:33.869384 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.plugin [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Current status of the port 3072ff83-0f72-485b-be77-46d1eb364be4 is: DOWN; New status is: BUILD {{(pid=104513) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 15:29:33.869384 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7727318'] for port (3072ff83-0f72-485b-be77-46d1eb364be4), before_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:29:33.881944 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.notifiers.nova [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3072ff83-0f72-485b-be77-46d1eb364be4 {{(pid=104513) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 15:29:33.902278 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.db [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] For port 3072ff83-0f72-485b-be77-46d1eb364be4, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=3072ff83-0f72-485b-be77-46d1eb364be4,segment=NetworkSegment(6638c144-a037-4a0d-a23e-e5ad5f3b41a2),segment_id=6638c144-a037-4a0d-a23e-e5ad5f3b41a2)] {{(pid=104513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 15:29:33.965696 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-e61fb99b-8c8c-4eb2-8630-91ad59359a67 req-fce51abe-4bfc-4552-9768-ff4779229a9b tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] 10.222.0.67 "GET /v2.0/security-groups?id=395dea1c-c3a0-42fd-92d4-d308e937dc9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0916843 Jun 24 15:29:33.976092 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761385101662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761384583316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761384583334'] for port (3072ff83-0f72-485b-be77-46d1eb364be4), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:29:34.007525 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-240ca5d7-e709-46b7-bd7b-3a65b879de2e tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] Publish callbacks [] for port (3b414356-36bd-41af-9dc6-e3944a74f0e2), precommit_update {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:29:34.013625 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=62,neutron:DELETE=6,neutron:INSERT=4 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:29:34.015494 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=70,neutron:DELETE=3,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:29:34.026640 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Pushing event updated for resources: {'Port': ['ID=3072ff83-0f72-485b-be77-46d1eb364be4,revision_number=4']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:29:34.112457 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-240ca5d7-e709-46b7-bd7b-3a65b879de2e tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761385101662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761384583316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761384583334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3859668'] for port (3b414356-36bd-41af-9dc6-e3944a74f0e2), after_update {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:29:34.169112 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:29:34.180383 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240ca5d7-e709-46b7-bd7b-3a65b879de2e tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] Pushing event updated for resources: {'Port': ['ID=3b414356-36bd-41af-9dc6-e3944a74f0e2,revision_number=2']} {{(pid=104512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:29:34.182734 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.db [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] get_ports_and_sgs() called for port_ids ['3072ff83-0f72-485b-be77-46d1eb364be4'] {{(pid=104513) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 15:29:34.193464 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-240ca5d7-e709-46b7-bd7b-3a65b879de2e tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-467314'] for floatingip (e34dc95f-09a1-4f32-85f9-14ef749a373f), after_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:29:34.292185 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.db.l3_db [None req-240ca5d7-e709-46b7-bd7b-3a65b879de2e tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] Floating IP e34dc95f-09a1-4f32-85f9-14ef749a373f associated. External IP: 172.27.0.252, port: 1345e201-cc6d-4325-8f93-49d81f6f21a7. Jun 24 15:29:34.430623 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:29:34.493967 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-240ca5d7-e709-46b7-bd7b-3a65b879de2e tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] Router 3b204f98-a367-42c7-8389-8d8b539db927 has already been hosted by L3 agent 45985ff7-1335-48cd-ab02-73eb58295827 {{(pid=104512) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 15:29:34.594646 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-240ca5d7-e709-46b7-bd7b-3a65b879de2e tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] Notify agent at l3_agent.dv-cinder-835384-11-iscsi the message routers_updated {{(pid=104512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 15:29:34.604735 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dccd964e-3a16-4984-8ebe-11cdb309ca33 None None] Sync routers for ids ['3b204f98-a367-42c7-8389-8d8b539db927'] in dv-cinder-835384-11-iscsi {{(pid=104514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 15:29:34.614847 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dccd964e-3a16-4984-8ebe-11cdb309ca33 None None] Routers {'3b204f98-a367-42c7-8389-8d8b539db927'} bound to L3 agent in host dv-cinder-835384-11-iscsi {{(pid=104514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 15:29:34.616841 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.db.l3_hamode_db [None req-dccd964e-3a16-4984-8ebe-11cdb309ca33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-24T15:10:24Z,description=,heartbeat_timestamp=2022-06-24T15:29:24Z,host='dv-cinder-835384-11-iscsi',id=45985ff7-1335-48cd-ab02-73eb58295827,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T15:10:24Z,topic='l3_agent')) {'router_ids': ['3b204f98-a367-42c7-8389-8d8b539db927'], 'active': True} {{(pid=104514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 15:29:34.651261 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-240ca5d7-e709-46b7-bd7b-3a65b879de2e tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30073'] for floatingip (None), before_response {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:29:34.682916 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [None req-240ca5d7-e709-46b7-bd7b-3a65b879de2e tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2219367 Jun 24 15:29:34.683454 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3aadec7f-938e-4148-99c6-c0e1282ae85c', 'tag': '1345e201-cc6d-4325-8f93-49d81f6f21a7'}] {{(pid=104512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 15:29:34.685722 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9db87de5340c6be2811fa9e5912a63998a589dd3f857fd3823a550d1ae48127" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31eaf0a8-a899-4361-9fdd-9e997019ffa6" -d '{"events": [{"name": "network-changed", "server_uuid": "3aadec7f-938e-4148-99c6-c0e1282ae85c", "tag": "1345e201-cc6d-4325-8f93-49d81f6f21a7"}]}' {{(pid=104512) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 15:29:34.716274 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.db.l3_dvr_db [None req-dccd964e-3a16-4984-8ebe-11cdb309ca33 None None] Set router 3b204f98-a367-42c7-8389-8d8b539db927 gateway port host: dv-cinder-835384-11-iscsi {{(pid=104514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 15:29:34.721911 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Jun 2022 15:29:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab240ca9-382a-4fdf-95ad-23875101c382 x-openstack-request-id: req-ab240ca9-382a-4fdf-95ad-23875101c382 {{(pid=104512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 15:29:34.722200 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3aadec7f-938e-4148-99c6-c0e1282ae85c", "tag": "1345e201-cc6d-4325-8f93-49d81f6f21a7", "status": "completed", "code": 200}]} {{(pid=104512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 15:29:34.722452 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-ab240ca9-382a-4fdf-95ad-23875101c382 {{(pid=104512) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 15:29:34.722861 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab240ca9-382a-4fdf-95ad-23875101c382'] response: {'name': 'network-changed', 'server_uuid': '3aadec7f-938e-4148-99c6-c0e1282ae85c', 'tag': '1345e201-cc6d-4325-8f93-49d81f6f21a7', 'status': 'completed', 'code': 200} Jun 24 15:29:34.783849 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31eaf0a8-a899-4361-9fdd-9e997019ffa6 req-5d40b343-2b4d-4952-aeeb-0f25dcdfa9d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:29:34.785412 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-31eaf0a8-a899-4361-9fdd-9e997019ffa6 req-5d40b343-2b4d-4952-aeeb-0f25dcdfa9d4 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=06aac4c0b410452fa71221434149e3b7&device_id=3aadec7f-938e-4148-99c6-c0e1282ae85c HTTP/1.1" status: 200 len: 1129 time: 0.0404651 Jun 24 15:29:34.881739 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31eaf0a8-a899-4361-9fdd-9e997019ffa6 req-4c5709f4-953d-497e-b72b-09828752d6b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:29:34.883260 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-31eaf0a8-a899-4361-9fdd-9e997019ffa6 req-4c5709f4-953d-497e-b72b-09828752d6b3 service neutron] 10.222.0.64 "GET /v2.0/networks?id=2a32a679-de41-498c-bfd0-5831dd67fdee HTTP/1.1" status: 200 len: 912 time: 0.0921044 Jun 24 15:29:34.927909 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.db.l3_hamode_db [None req-dccd964e-3a16-4984-8ebe-11cdb309ca33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b204f98-a367-42c7-8389-8d8b539db927', 'name': 'tempest-TestVolumeBootPattern-933791428-router', 'tenant_id': '06aac4c0b410452fa71221434149e3b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'external_fixed_ips': [{'subnet_id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'ip_address': '172.27.0.72'}], 'enable_snat': True}, 'gw_port_id': 'b529ebad-e8d9-480a-b8eb-1b28c2745ddd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T15:24:01Z', 'updated_at': '2022-06-24T15:24:05Z', 'revision_number': 4, 'project_id': '06aac4c0b410452fa71221434149e3b7', 'gw_port': {'id': 'b529ebad-e8d9-480a-b8eb-1b28c2745ddd', 'name': '', 'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:d8:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b204f98-a367-42c7-8389-8d8b539db927', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'ip_address': '172.27.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T15:24:02Z', 'updated_at': '2022-06-24T15:24:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-11-iscsi', '_floatingips': [{'id': 'c952dd8a-c1d6-4b9f-8bcb-a0b508419898', 'tenant_id': '06aac4c0b410452fa71221434149e3b7', 'floating_ip_address': '172.27.0.205', 'floating_network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'router_id': '3b204f98-a367-42c7-8389-8d8b539db927', 'port_id': '58f3591c-04bf-4951-9a65-69f9336adee7', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 651, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2a32a679-de41-498c-bfd0-5831dd67fdee', 'mac_address': 'fa:16:3e:6e:e7:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a263b760-4d15-450d-9dcb-ca7bc36eb287', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T15:27:29Z', 'updated_at': '2022-06-24T15:27:31Z', 'revision_number': 1, 'project_id': '06aac4c0b410452fa71221434149e3b7', 'fixed_ip_address_scope': None}, {'id': 'e34dc95f-09a1-4f32-85f9-14ef749a373f', 'tenant_id': '06aac4c0b410452fa71221434149e3b7', 'floating_ip_address': '172.27.0.252', 'floating_network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'router_id': '3b204f98-a367-42c7-8389-8d8b539db927', 'port_id': '1345e201-cc6d-4325-8f93-49d81f6f21a7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 662, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2a32a679-de41-498c-bfd0-5831dd67fdee', 'mac_address': 'fa:16:3e:55:3b:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aadec7f-938e-4148-99c6-c0e1282ae85c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T15:29:33Z', 'updated_at': '2022-06-24T15:29:33Z', 'revision_number': 0, 'project_id': '06aac4c0b410452fa71221434149e3b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '330082d1-f0dc-4b95-b5b8-396060cd29da', 'name': '', 'network_id': '2a32a679-de41-498c-bfd0-5831dd67fdee', 'tenant_id': '06aac4c0b410452fa71221434149e3b7', 'mac_address': 'fa:16:3e:b9:01:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b204f98-a367-42c7-8389-8d8b539db927', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '3fab91a5-d4d3-43d4-a452-8b378716e743', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T15:24:04Z', 'updated_at': '2022-06-24T15:24:08Z', 'revision_number': 5, 'project_id': '06aac4c0b410452fa71221434149e3b7', 'subnets': [{'id': '3fab91a5-d4d3-43d4-a452-8b378716e743', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-11-iscsi', False) {} {{(pid=104514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 15:29:34.946984 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-31eaf0a8-a899-4361-9fdd-9e997019ffa6 req-b469b513-e6e2-4192-9983-3f072abeebc3 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1345e201-cc6d-4325-8f93-49d81f6f21a7 HTTP/1.1" status: 200 len: 999 time: 0.0576134 Jun 24 15:29:34.953041 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dccd964e-3a16-4984-8ebe-11cdb309ca33 None None] Checking router: 3b204f98-a367-42c7-8389-8d8b539db927 for host: dv-cinder-835384-11-iscsi {{(pid=104514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 15:29:34.962144 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dccd964e-3a16-4984-8ebe-11cdb309ca33 None None] Routers {'3b204f98-a367-42c7-8389-8d8b539db927'} bound to L3 agent in host dv-cinder-835384-11-iscsi {{(pid=104514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 15:29:34.962753 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.db.l3_hamode_db [None req-dccd964e-3a16-4984-8ebe-11cdb309ca33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-24T15:10:24Z,description=,heartbeat_timestamp=2022-06-24T15:29:24Z,host='dv-cinder-835384-11-iscsi',id=45985ff7-1335-48cd-ab02-73eb58295827,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T15:10:24Z,topic='l3_agent')) {'router_ids': ['3b204f98-a367-42c7-8389-8d8b539db927'], 'active': True} {{(pid=104514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 15:29:34.994842 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31eaf0a8-a899-4361-9fdd-9e997019ffa6 req-e850cf28-174c-4822-9e64-348ed44242fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:29:34.996345 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-31eaf0a8-a899-4361-9fdd-9e997019ffa6 req-e850cf28-174c-4822-9e64-348ed44242fc service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3fab91a5-d4d3-43d4-a452-8b378716e743 HTTP/1.1" status: 200 len: 850 time: 0.0438654 Jun 24 15:29:35.064877 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.db.l3_dvr_db [None req-dccd964e-3a16-4984-8ebe-11cdb309ca33 None None] Set router 3b204f98-a367-42c7-8389-8d8b539db927 gateway port host: dv-cinder-835384-11-iscsi {{(pid=104514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 15:29:35.075832 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31eaf0a8-a899-4361-9fdd-9e997019ffa6 req-16304b89-9bd1-4a3c-ae3b-25b2d3dbdd98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:29:35.077348 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-31eaf0a8-a899-4361-9fdd-9e997019ffa6 req-16304b89-9bd1-4a3c-ae3b-25b2d3dbdd98 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2a32a679-de41-498c-bfd0-5831dd67fdee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0751388 Jun 24 15:29:35.099043 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77d8f26-0a45-4a97-8d8b-811aad6ec090 req-46d35dc5-6b78-484d-a5e7-f4019a10bc45 tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:29:35.100557 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-c77d8f26-0a45-4a97-8d8b-811aad6ec090 req-46d35dc5-6b78-484d-a5e7-f4019a10bc45 tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] 10.222.0.67 "GET /v2.0/ports?device_id=24ba2929-16f7-4b45-a698-e2299566a165 HTTP/1.1" status: 200 len: 945 time: 0.0603616 Jun 24 15:29:35.203159 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-c77d8f26-0a45-4a97-8d8b-811aad6ec090 req-f855f228-7a27-4dbd-97c4-0896787bcea8 tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] 10.222.0.67 "GET /v2.0/security-groups?id=395dea1c-c3a0-42fd-92d4-d308e937dc9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0913501 Jun 24 15:29:35.228495 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-31eaf0a8-a899-4361-9fdd-9e997019ffa6 req-319926ec-4697-4a24-8702-7f7b9b3d3024 service neutron] 10.222.0.64 "GET /v2.0/networks/2a32a679-de41-498c-bfd0-5831dd67fdee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1449323 Jun 24 15:29:35.274580 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.db.l3_hamode_db [None req-dccd964e-3a16-4984-8ebe-11cdb309ca33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b204f98-a367-42c7-8389-8d8b539db927', 'name': 'tempest-TestVolumeBootPattern-933791428-router', 'tenant_id': '06aac4c0b410452fa71221434149e3b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'external_fixed_ips': [{'subnet_id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'ip_address': '172.27.0.72'}], 'enable_snat': True}, 'gw_port_id': 'b529ebad-e8d9-480a-b8eb-1b28c2745ddd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T15:24:01Z', 'updated_at': '2022-06-24T15:24:05Z', 'revision_number': 4, 'project_id': '06aac4c0b410452fa71221434149e3b7', 'gw_port': {'id': 'b529ebad-e8d9-480a-b8eb-1b28c2745ddd', 'name': '', 'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:d8:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b204f98-a367-42c7-8389-8d8b539db927', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'ip_address': '172.27.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T15:24:02Z', 'updated_at': '2022-06-24T15:24:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-11-iscsi', '_floatingips': [{'id': 'c952dd8a-c1d6-4b9f-8bcb-a0b508419898', 'tenant_id': '06aac4c0b410452fa71221434149e3b7', 'floating_ip_address': '172.27.0.205', 'floating_network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'router_id': '3b204f98-a367-42c7-8389-8d8b539db927', 'port_id': '58f3591c-04bf-4951-9a65-69f9336adee7', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 651, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2a32a679-de41-498c-bfd0-5831dd67fdee', 'mac_address': 'fa:16:3e:6e:e7:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a263b760-4d15-450d-9dcb-ca7bc36eb287', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T15:27:29Z', 'updated_at': '2022-06-24T15:27:31Z', 'revision_number': 1, 'project_id': '06aac4c0b410452fa71221434149e3b7', 'fixed_ip_address_scope': None}, {'id': 'e34dc95f-09a1-4f32-85f9-14ef749a373f', 'tenant_id': '06aac4c0b410452fa71221434149e3b7', 'floating_ip_address': '172.27.0.252', 'floating_network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'router_id': '3b204f98-a367-42c7-8389-8d8b539db927', 'port_id': '1345e201-cc6d-4325-8f93-49d81f6f21a7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 662, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2a32a679-de41-498c-bfd0-5831dd67fdee', 'mac_address': 'fa:16:3e:55:3b:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aadec7f-938e-4148-99c6-c0e1282ae85c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T15:29:33Z', 'updated_at': '2022-06-24T15:29:33Z', 'revision_number': 0, 'project_id': '06aac4c0b410452fa71221434149e3b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '330082d1-f0dc-4b95-b5b8-396060cd29da', 'name': '', 'network_id': '2a32a679-de41-498c-bfd0-5831dd67fdee', 'tenant_id': '06aac4c0b410452fa71221434149e3b7', 'mac_address': 'fa:16:3e:b9:01:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b204f98-a367-42c7-8389-8d8b539db927', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '3fab91a5-d4d3-43d4-a452-8b378716e743', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T15:24:04Z', 'updated_at': '2022-06-24T15:24:08Z', 'revision_number': 5, 'project_id': '06aac4c0b410452fa71221434149e3b7', 'subnets': [{'id': '3fab91a5-d4d3-43d4-a452-8b378716e743', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-11-iscsi', False) {} {{(pid=104514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 15:29:35.302968 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dccd964e-3a16-4984-8ebe-11cdb309ca33 None None] The sync data for ids ['3b204f98-a367-42c7-8389-8d8b539db927'] in dv-cinder-835384-11-iscsi is: [{'id': '3b204f98-a367-42c7-8389-8d8b539db927', 'name': 'tempest-TestVolumeBootPattern-933791428-router', 'tenant_id': '06aac4c0b410452fa71221434149e3b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'external_fixed_ips': [{'subnet_id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'ip_address': '172.27.0.72'}], 'enable_snat': True}, 'gw_port_id': 'b529ebad-e8d9-480a-b8eb-1b28c2745ddd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T15:24:01Z', 'updated_at': '2022-06-24T15:24:05Z', 'revision_number': 4, 'project_id': '06aac4c0b410452fa71221434149e3b7', 'gw_port': {'id': 'b529ebad-e8d9-480a-b8eb-1b28c2745ddd', 'name': '', 'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:d8:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b204f98-a367-42c7-8389-8d8b539db927', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'ip_address': '172.27.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T15:24:02Z', 'updated_at': '2022-06-24T15:24:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-11-iscsi', '_floatingips': [{'id': 'c952dd8a-c1d6-4b9f-8bcb-a0b508419898', 'tenant_id': '06aac4c0b410452fa71221434149e3b7', 'floating_ip_address': '172.27.0.205', 'floating_network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'router_id': '3b204f98-a367-42c7-8389-8d8b539db927', 'port_id': '58f3591c-04bf-4951-9a65-69f9336adee7', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 651, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2a32a679-de41-498c-bfd0-5831dd67fdee', 'mac_address': 'fa:16:3e:6e:e7:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a263b760-4d15-450d-9dcb-ca7bc36eb287', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T15:27:29Z', 'updated_at': '2022-06-24T15:27:31Z', 'revision_number': 1, 'project_id': '06aac4c0b410452fa71221434149e3b7', 'fixed_ip_address_scope': None}, {'id': 'e34dc95f-09a1-4f32-85f9-14ef749a373f', 'tenant_id': '06aac4c0b410452fa71221434149e3b7', 'floating_ip_address': '172.27.0.252', 'floating_network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'router_id': '3b204f98-a367-42c7-8389-8d8b539db927', 'port_id': '1345e201-cc6d-4325-8f93-49d81f6f21a7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 662, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2a32a679-de41-498c-bfd0-5831dd67fdee', 'mac_address': 'fa:16:3e:55:3b:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aadec7f-938e-4148-99c6-c0e1282ae85c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T15:29:33Z', 'updated_at': '2022-06-24T15:29:33Z', 'revision_number': 0, 'project_id': '06aac4c0b410452fa71221434149e3b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '330082d1-f0dc-4b95-b5b8-396060cd29da', 'name': '', 'network_id': '2a32a679-de41-498c-bfd0-5831dd67fdee', 'tenant_id': '06aac4c0b410452fa71221434149e3b7', 'mac_address': 'fa:16:3e:b9:01:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b204f98-a367-42c7-8389-8d8b539db927', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '3fab91a5-d4d3-43d4-a452-8b378716e743', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T15:24:04Z', 'updated_at': '2022-06-24T15:24:08Z', 'revision_number': 5, 'project_id': '06aac4c0b410452fa71221434149e3b7', 'subnets': [{'id': '3fab91a5-d4d3-43d4-a452-8b378716e743', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 15:29:35.321784 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-31eaf0a8-a899-4361-9fdd-9e997019ffa6 req-4ed153b3-4857-492d-b1d9-e996be9593d6 service neutron] 10.222.0.64 "GET /v2.0/networks/2a32a679-de41-498c-bfd0-5831dd67fdee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872924 Jun 24 15:29:35.504065 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16da0272-e997-413c-983e-1b6b6489602f None None] New status for floating IP e34dc95f-09a1-4f32-85f9-14ef749a373f: ACTIVE {{(pid=104513) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 24 15:29:35.739746 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.rpc [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Device 3072ff83-0f72-485b-be77-46d1eb364be4 up at agent hyperv_hv-cinder-83538 {{(pid=104513) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 15:29:35.785527 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.provisioning_blocks [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Provisioning for port 3072ff83-0f72-485b-be77-46d1eb364be4 completed by entity L2. {{(pid=104513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 24 15:29:35.866449 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.provisioning_blocks [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Provisioning complete for port 3072ff83-0f72-485b-be77-46d1eb364be4 triggered by entity L2. {{(pid=104513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 15:29:35.866828 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7696598'] for port (3072ff83-0f72-485b-be77-46d1eb364be4), provisioning_complete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:29:36.057968 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.plugin [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Current status of the port 3072ff83-0f72-485b-be77-46d1eb364be4 is: BUILD; New status is: ACTIVE {{(pid=104513) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 15:29:36.058355 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7727318'] for port (3072ff83-0f72-485b-be77-46d1eb364be4), before_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:29:36.079993 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24ba2929-16f7-4b45-a698-e2299566a165', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3072ff83-0f72-485b-be77-46d1eb364be4'}] {{(pid=104513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 15:29:36.082182 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7de2ae652872cab3d5aa36b412d6cead56dffdf121926fea6679daaa3daba4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7a67cf6-7658-46b1-a1c1-dcd4ed342f85" -d '{"events": [{"server_uuid": "24ba2929-16f7-4b45-a698-e2299566a165", "name": "network-vif-plugged", "status": "completed", "tag": "3072ff83-0f72-485b-be77-46d1eb364be4"}]}' {{(pid=104513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 15:29:36.099209 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.db [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] For port 3072ff83-0f72-485b-be77-46d1eb364be4, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=3072ff83-0f72-485b-be77-46d1eb364be4,segment=NetworkSegment(6638c144-a037-4a0d-a23e-e5ad5f3b41a2),segment_id=6638c144-a037-4a0d-a23e-e5ad5f3b41a2)] {{(pid=104513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 15:29:36.125740 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 15:29:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38561ac0-c9d4-4a8f-adb6-de2668f30182 x-openstack-request-id: req-38561ac0-c9d4-4a8f-adb6-de2668f30182 {{(pid=104513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 15:29:36.125740 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24ba2929-16f7-4b45-a698-e2299566a165", "name": "network-vif-plugged", "status": "completed", "tag": "3072ff83-0f72-485b-be77-46d1eb364be4", "code": 200}]} {{(pid=104513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 15:29:36.125740 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-38561ac0-c9d4-4a8f-adb6-de2668f30182 {{(pid=104513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 15:29:36.125740 dv-cinder-835384-11-iscsi neutron-server[104513]: INFO neutron.notifiers.nova [-] Nova event matching ['req-38561ac0-c9d4-4a8f-adb6-de2668f30182'] response: {'server_uuid': '24ba2929-16f7-4b45-a698-e2299566a165', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3072ff83-0f72-485b-be77-46d1eb364be4', 'code': 200} Jun 24 15:29:36.181038 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761385101662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761384583316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761384583334'] for port (3072ff83-0f72-485b-be77-46d1eb364be4), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:29:36.231324 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Pushing event updated for resources: {'Port': ['ID=3072ff83-0f72-485b-be77-46d1eb364be4,revision_number=5']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:29:36.326699 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6faa0a99-3c84-4a24-ab66-959d856e452e req-e67560a9-1c62-4e16-8c24-0dd5290d75e1 tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:29:36.328279 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-6faa0a99-3c84-4a24-ab66-959d856e452e req-e67560a9-1c62-4e16-8c24-0dd5290d75e1 tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] 10.222.0.67 "GET /v2.0/ports?device_id=24ba2929-16f7-4b45-a698-e2299566a165 HTTP/1.1" status: 200 len: 946 time: 0.0480199 Jun 24 15:29:36.352436 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=100 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:29:36.413966 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-6faa0a99-3c84-4a24-ab66-959d856e452e req-14a4a98c-2bd2-4c62-a5e3-61355d92c871 tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] 10.222.0.67 "GET /v2.0/security-groups?id=395dea1c-c3a0-42fd-92d4-d308e937dc9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786803 Jun 24 15:29:36.414782 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4f4559-6dcd-4849-be68-0b5bbc1299fa req-28ca847e-b2a0-4c48-ae12-5370f41a1309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:29:36.416260 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-6a4f4559-6dcd-4849-be68-0b5bbc1299fa req-28ca847e-b2a0-4c48-ae12-5370f41a1309 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=24ba2929-16f7-4b45-a698-e2299566a165 HTTP/1.1" status: 200 len: 1130 time: 0.0561850 Jun 24 15:29:36.462561 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-6a4f4559-6dcd-4849-be68-0b5bbc1299fa req-7aa0a313-4576-4d38-a195-96d467a9163c service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=395dea1c-c3a0-42fd-92d4-d308e937dc9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403504 Jun 24 15:29:36.739697 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.db.agents_db [None req-1e76bcc0-0ba2-49bf-a9b5-df198b272e3c None None] Agent healthcheck: found 6 active agents {{(pid=104514) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 15:29:37.534181 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2b86f2-eb2a-47b2-abb4-095459849269 req-0a02e364-d9b9-42e6-a067-33a236e5c17f tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:29:37.535594 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-1c2b86f2-eb2a-47b2-abb4-095459849269 req-0a02e364-d9b9-42e6-a067-33a236e5c17f tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] 10.222.0.67 "GET /v2.0/ports?device_id=24ba2929-16f7-4b45-a698-e2299566a165 HTTP/1.1" status: 200 len: 946 time: 0.0483685 Jun 24 15:29:37.555286 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:29:37.584149 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-1c2b86f2-eb2a-47b2-abb4-095459849269 req-f8299c96-636b-44d4-8617-f11e29d0e073 tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] 10.222.0.67 "GET /v2.0/security-groups?id=395dea1c-c3a0-42fd-92d4-d308e937dc9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429420 Jun 24 15:29:38.700520 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b062b7-ac5a-42df-9873-396f46c836bd req-6c7a905a-2739-48cf-a438-bc9c05525c6f tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:29:38.701862 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-77b062b7-ac5a-42df-9873-396f46c836bd req-6c7a905a-2739-48cf-a438-bc9c05525c6f tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] 10.222.0.67 "GET /v2.0/ports?device_id=24ba2929-16f7-4b45-a698-e2299566a165 HTTP/1.1" status: 200 len: 946 time: 0.0487287 Jun 24 15:29:38.747577 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-77b062b7-ac5a-42df-9873-396f46c836bd req-c380fa29-d2c7-4ef9-bd32-8ab69df10a9f tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] 10.222.0.67 "GET /v2.0/security-groups?id=395dea1c-c3a0-42fd-92d4-d308e937dc9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398972 Jun 24 15:29:38.855579 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97901c62-176c-4419-b3e7-9d93c533a232 req-8a0bea3c-4db4-4878-8568-72542cc49449 tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:29:38.857029 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-97901c62-176c-4419-b3e7-9d93c533a232 req-8a0bea3c-4db4-4878-8568-72542cc49449 tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] 10.222.0.67 "GET /v2.0/ports?device_id=24ba2929-16f7-4b45-a698-e2299566a165 HTTP/1.1" status: 200 len: 946 time: 0.0470662 Jun 24 15:29:38.866218 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.wsgi [-] (104512) accepted ('10.222.0.67', 46270) {{(pid=104512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:29:38.870392 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.v2.base [None req-c3962746-e15e-46d2-9f95-ecfb2ecea03d tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] Request body: {'floatingip': {'port_id': '3072ff83-0f72-485b-be77-46d1eb364be4'}} {{(pid=104512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 15:29:38.911118 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-c3962746-e15e-46d2-9f95-ecfb2ecea03d tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] Publish callbacks [] for floatingip (2f7a1b98-7de6-473b-8668-d8e5cb1da2b3), before_update {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:29:39.316494 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-c3962746-e15e-46d2-9f95-ecfb2ecea03d tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:29:39.363636 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-c3962746-e15e-46d2-9f95-ecfb2ecea03d tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-467314'] for floatingip (2f7a1b98-7de6-473b-8668-d8e5cb1da2b3), after_update {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:29:39.454628 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.db.l3_db [None req-c3962746-e15e-46d2-9f95-ecfb2ecea03d tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] Floating IP 2f7a1b98-7de6-473b-8668-d8e5cb1da2b3 associated. External IP: 172.27.0.33, port: 3072ff83-0f72-485b-be77-46d1eb364be4. Jun 24 15:29:39.553446 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:29:39.652209 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3962746-e15e-46d2-9f95-ecfb2ecea03d tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] Router 361ba4ad-6a67-4fdc-930f-be73daea70c7 has already been hosted by L3 agent 45985ff7-1335-48cd-ab02-73eb58295827 {{(pid=104512) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 15:29:40.005276 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:29:40.020052 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3962746-e15e-46d2-9f95-ecfb2ecea03d tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] Notify agent at l3_agent.dv-cinder-835384-11-iscsi the message routers_updated {{(pid=104512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 15:29:40.025123 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-c3962746-e15e-46d2-9f95-ecfb2ecea03d tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30073'] for floatingip (None), before_response {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:29:40.030269 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-394cd937-84f4-4e40-9ba8-04576538d55e None None] Sync routers for ids ['361ba4ad-6a67-4fdc-930f-be73daea70c7'] in dv-cinder-835384-11-iscsi {{(pid=104514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 15:29:40.040466 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-394cd937-84f4-4e40-9ba8-04576538d55e None None] Routers {'361ba4ad-6a67-4fdc-930f-be73daea70c7'} bound to L3 agent in host dv-cinder-835384-11-iscsi {{(pid=104514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 15:29:40.041055 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.db.l3_hamode_db [None req-394cd937-84f4-4e40-9ba8-04576538d55e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-24T15:10:24Z,description=,heartbeat_timestamp=2022-06-24T15:29:24Z,host='dv-cinder-835384-11-iscsi',id=45985ff7-1335-48cd-ab02-73eb58295827,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T15:10:24Z,topic='l3_agent')) {'router_ids': ['361ba4ad-6a67-4fdc-930f-be73daea70c7'], 'active': True} {{(pid=104514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 15:29:40.055772 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [None req-c3962746-e15e-46d2-9f95-ecfb2ecea03d tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] 10.222.0.67 "PUT /v2.0/floatingips/2f7a1b98-7de6-473b-8668-d8e5cb1da2b3 HTTP/1.1" status: 200 len: 991 time: 1.1885056 Jun 24 15:29:40.056393 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24ba2929-16f7-4b45-a698-e2299566a165', 'tag': '3072ff83-0f72-485b-be77-46d1eb364be4'}] {{(pid=104512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 15:29:40.058677 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9db87de5340c6be2811fa9e5912a63998a589dd3f857fd3823a550d1ae48127" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b34adea0-9f77-48d4-b40b-3ec70248491b" -d '{"events": [{"name": "network-changed", "server_uuid": "24ba2929-16f7-4b45-a698-e2299566a165", "tag": "3072ff83-0f72-485b-be77-46d1eb364be4"}]}' {{(pid=104512) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 15:29:40.094102 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Jun 2022 15:29:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf7bb814-ee85-4fde-94a7-34461ce17696 x-openstack-request-id: req-bf7bb814-ee85-4fde-94a7-34461ce17696 {{(pid=104512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 15:29:40.094455 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24ba2929-16f7-4b45-a698-e2299566a165", "tag": "3072ff83-0f72-485b-be77-46d1eb364be4", "status": "completed", "code": 200}]} {{(pid=104512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 15:29:40.094709 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-bf7bb814-ee85-4fde-94a7-34461ce17696 {{(pid=104512) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 15:29:40.095101 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bf7bb814-ee85-4fde-94a7-34461ce17696'] response: {'name': 'network-changed', 'server_uuid': '24ba2929-16f7-4b45-a698-e2299566a165', 'tag': '3072ff83-0f72-485b-be77-46d1eb364be4', 'status': 'completed', 'code': 200} Jun 24 15:29:40.144154 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.db.l3_dvr_db [None req-394cd937-84f4-4e40-9ba8-04576538d55e None None] Set router 361ba4ad-6a67-4fdc-930f-be73daea70c7 gateway port host: dv-cinder-835384-11-iscsi {{(pid=104514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 15:29:40.153793 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34adea0-9f77-48d4-b40b-3ec70248491b req-7c90ffc7-cfed-4d16-966d-4820e412f993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:29:40.155293 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-b34adea0-9f77-48d4-b40b-3ec70248491b req-7c90ffc7-cfed-4d16-966d-4820e412f993 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9c5f325c1c3245fa88dbb36698037138&device_id=24ba2929-16f7-4b45-a698-e2299566a165 HTTP/1.1" status: 200 len: 1130 time: 0.0387585 Jun 24 15:29:40.242461 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697012'] for agent (f0fa743b-ff28-43ff-ac51-704c86538f10), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:29:40.248276 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34adea0-9f77-48d4-b40b-3ec70248491b req-f7e14f7f-d0fd-45a5-8cca-032a016b9407 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:29:40.252185 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-b34adea0-9f77-48d4-b40b-3ec70248491b req-f7e14f7f-d0fd-45a5-8cca-032a016b9407 service neutron] 10.222.0.64 "GET /v2.0/networks?id=a938b282-cfea-4809-a5ee-a9f6a9bd6a63 HTTP/1.1" status: 200 len: 912 time: 0.0883541 Jun 24 15:29:40.259118 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG dbcounter [-] [104514] Writing DB stats neutron:SELECT=100 {{(pid=104514) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:29:40.261329 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG dbcounter [-] [104514] Writing DB stats neutron:SELECT=100 {{(pid=104514) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:29:40.311919 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-b34adea0-9f77-48d4-b40b-3ec70248491b req-5b232070-af0d-4dbd-80f6-a77a2b83a147 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3072ff83-0f72-485b-be77-46d1eb364be4 HTTP/1.1" status: 200 len: 999 time: 0.0549765 Jun 24 15:29:40.352953 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.db.l3_hamode_db [None req-394cd937-84f4-4e40-9ba8-04576538d55e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '361ba4ad-6a67-4fdc-930f-be73daea70c7', 'name': 'tempest-AttachVolumeTestJSON-1499954587-router', 'tenant_id': '9c5f325c1c3245fa88dbb36698037138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'external_fixed_ips': [{'subnet_id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'ip_address': '172.27.0.156'}], 'enable_snat': True}, 'gw_port_id': 'b1f0b248-f30b-4d6d-9d7c-8bf3f1e98ba7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T15:26:29Z', 'updated_at': '2022-06-24T15:26:32Z', 'revision_number': 4, 'project_id': '9c5f325c1c3245fa88dbb36698037138', 'gw_port': {'id': 'b1f0b248-f30b-4d6d-9d7c-8bf3f1e98ba7', 'name': '', 'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:3b:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '361ba4ad-6a67-4fdc-930f-be73daea70c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'ip_address': '172.27.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T15:26:30Z', 'updated_at': '2022-06-24T15:26:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-11-iscsi', '_floatingips': [{'id': '2f7a1b98-7de6-473b-8668-d8e5cb1da2b3', 'tenant_id': '9c5f325c1c3245fa88dbb36698037138', 'floating_ip_address': '172.27.0.33', 'floating_network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'router_id': '361ba4ad-6a67-4fdc-930f-be73daea70c7', 'port_id': '3072ff83-0f72-485b-be77-46d1eb364be4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 659, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a938b282-cfea-4809-a5ee-a9f6a9bd6a63', 'mac_address': 'fa:16:3e:b4:fa:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24ba2929-16f7-4b45-a698-e2299566a165', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T15:29:25Z', 'updated_at': '2022-06-24T15:29:39Z', 'revision_number': 1, 'project_id': '9c5f325c1c3245fa88dbb36698037138', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5059218b-130a-412b-a145-6c762746e5a2', 'name': '', 'network_id': 'a938b282-cfea-4809-a5ee-a9f6a9bd6a63', 'tenant_id': '9c5f325c1c3245fa88dbb36698037138', 'mac_address': 'fa:16:3e:cf:62:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '361ba4ad-6a67-4fdc-930f-be73daea70c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '457d19a7-6084-4c04-9002-174a158fd5f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T15:26:32Z', 'updated_at': '2022-06-24T15:26:36Z', 'revision_number': 5, 'project_id': '9c5f325c1c3245fa88dbb36698037138', 'subnets': [{'id': '457d19a7-6084-4c04-9002-174a158fd5f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-11-iscsi', False) {} {{(pid=104514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 15:29:40.367843 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34adea0-9f77-48d4-b40b-3ec70248491b req-e79c1875-078b-4996-9c32-446608286f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:29:40.369302 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-b34adea0-9f77-48d4-b40b-3ec70248491b req-e79c1875-078b-4996-9c32-446608286f96 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=457d19a7-6084-4c04-9002-174a158fd5f4 HTTP/1.1" status: 200 len: 850 time: 0.0437920 Jun 24 15:29:40.381424 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-394cd937-84f4-4e40-9ba8-04576538d55e None None] Checking router: 361ba4ad-6a67-4fdc-930f-be73daea70c7 for host: dv-cinder-835384-11-iscsi {{(pid=104514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 15:29:40.389859 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-394cd937-84f4-4e40-9ba8-04576538d55e None None] Routers {'361ba4ad-6a67-4fdc-930f-be73daea70c7'} bound to L3 agent in host dv-cinder-835384-11-iscsi {{(pid=104514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 15:29:40.390449 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.db.l3_hamode_db [None req-394cd937-84f4-4e40-9ba8-04576538d55e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-24T15:10:24Z,description=,heartbeat_timestamp=2022-06-24T15:29:24Z,host='dv-cinder-835384-11-iscsi',id=45985ff7-1335-48cd-ab02-73eb58295827,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T15:10:24Z,topic='l3_agent')) {'router_ids': ['361ba4ad-6a67-4fdc-930f-be73daea70c7'], 'active': True} {{(pid=104514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 15:29:40.415970 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34adea0-9f77-48d4-b40b-3ec70248491b req-03f9b73e-0085-4eb5-ae9b-e806d2af7150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:29:40.417548 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-b34adea0-9f77-48d4-b40b-3ec70248491b req-03f9b73e-0085-4eb5-ae9b-e806d2af7150 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a938b282-cfea-4809-a5ee-a9f6a9bd6a63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0429270 Jun 24 15:29:40.490289 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.db.l3_dvr_db [None req-394cd937-84f4-4e40-9ba8-04576538d55e None None] Set router 361ba4ad-6a67-4fdc-930f-be73daea70c7 gateway port host: dv-cinder-835384-11-iscsi {{(pid=104514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 15:29:40.510729 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-b34adea0-9f77-48d4-b40b-3ec70248491b req-38f1386d-0656-4381-83e4-3196e708b00c service neutron] 10.222.0.64 "GET /v2.0/networks/a938b282-cfea-4809-a5ee-a9f6a9bd6a63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870526 Jun 24 15:29:40.608689 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-b34adea0-9f77-48d4-b40b-3ec70248491b req-770085dd-5479-4dd7-9fbe-813c12f9a098 service neutron] 10.222.0.64 "GET /v2.0/networks/a938b282-cfea-4809-a5ee-a9f6a9bd6a63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921476 Jun 24 15:29:40.786241 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.db.l3_hamode_db [None req-394cd937-84f4-4e40-9ba8-04576538d55e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '361ba4ad-6a67-4fdc-930f-be73daea70c7', 'name': 'tempest-AttachVolumeTestJSON-1499954587-router', 'tenant_id': '9c5f325c1c3245fa88dbb36698037138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'external_fixed_ips': [{'subnet_id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'ip_address': '172.27.0.156'}], 'enable_snat': True}, 'gw_port_id': 'b1f0b248-f30b-4d6d-9d7c-8bf3f1e98ba7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T15:26:29Z', 'updated_at': '2022-06-24T15:26:32Z', 'revision_number': 4, 'project_id': '9c5f325c1c3245fa88dbb36698037138', 'gw_port': {'id': 'b1f0b248-f30b-4d6d-9d7c-8bf3f1e98ba7', 'name': '', 'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:3b:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '361ba4ad-6a67-4fdc-930f-be73daea70c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'ip_address': '172.27.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T15:26:30Z', 'updated_at': '2022-06-24T15:26:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-11-iscsi', '_floatingips': [{'id': '2f7a1b98-7de6-473b-8668-d8e5cb1da2b3', 'tenant_id': '9c5f325c1c3245fa88dbb36698037138', 'floating_ip_address': '172.27.0.33', 'floating_network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'router_id': '361ba4ad-6a67-4fdc-930f-be73daea70c7', 'port_id': '3072ff83-0f72-485b-be77-46d1eb364be4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 659, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a938b282-cfea-4809-a5ee-a9f6a9bd6a63', 'mac_address': 'fa:16:3e:b4:fa:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24ba2929-16f7-4b45-a698-e2299566a165', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T15:29:25Z', 'updated_at': '2022-06-24T15:29:39Z', 'revision_number': 1, 'project_id': '9c5f325c1c3245fa88dbb36698037138', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5059218b-130a-412b-a145-6c762746e5a2', 'name': '', 'network_id': 'a938b282-cfea-4809-a5ee-a9f6a9bd6a63', 'tenant_id': '9c5f325c1c3245fa88dbb36698037138', 'mac_address': 'fa:16:3e:cf:62:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '361ba4ad-6a67-4fdc-930f-be73daea70c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '457d19a7-6084-4c04-9002-174a158fd5f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T15:26:32Z', 'updated_at': '2022-06-24T15:26:36Z', 'revision_number': 5, 'project_id': '9c5f325c1c3245fa88dbb36698037138', 'subnets': [{'id': '457d19a7-6084-4c04-9002-174a158fd5f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-11-iscsi', False) {} {{(pid=104514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 15:29:40.809921 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-394cd937-84f4-4e40-9ba8-04576538d55e None None] The sync data for ids ['361ba4ad-6a67-4fdc-930f-be73daea70c7'] in dv-cinder-835384-11-iscsi is: [{'id': '361ba4ad-6a67-4fdc-930f-be73daea70c7', 'name': 'tempest-AttachVolumeTestJSON-1499954587-router', 'tenant_id': '9c5f325c1c3245fa88dbb36698037138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'external_fixed_ips': [{'subnet_id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'ip_address': '172.27.0.156'}], 'enable_snat': True}, 'gw_port_id': 'b1f0b248-f30b-4d6d-9d7c-8bf3f1e98ba7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T15:26:29Z', 'updated_at': '2022-06-24T15:26:32Z', 'revision_number': 4, 'project_id': '9c5f325c1c3245fa88dbb36698037138', 'gw_port': {'id': 'b1f0b248-f30b-4d6d-9d7c-8bf3f1e98ba7', 'name': '', 'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:3b:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '361ba4ad-6a67-4fdc-930f-be73daea70c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'ip_address': '172.27.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T15:26:30Z', 'updated_at': '2022-06-24T15:26:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-11-iscsi', '_floatingips': [{'id': '2f7a1b98-7de6-473b-8668-d8e5cb1da2b3', 'tenant_id': '9c5f325c1c3245fa88dbb36698037138', 'floating_ip_address': '172.27.0.33', 'floating_network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'router_id': '361ba4ad-6a67-4fdc-930f-be73daea70c7', 'port_id': '3072ff83-0f72-485b-be77-46d1eb364be4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 659, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a938b282-cfea-4809-a5ee-a9f6a9bd6a63', 'mac_address': 'fa:16:3e:b4:fa:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24ba2929-16f7-4b45-a698-e2299566a165', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T15:29:25Z', 'updated_at': '2022-06-24T15:29:39Z', 'revision_number': 1, 'project_id': '9c5f325c1c3245fa88dbb36698037138', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5059218b-130a-412b-a145-6c762746e5a2', 'name': '', 'network_id': 'a938b282-cfea-4809-a5ee-a9f6a9bd6a63', 'tenant_id': '9c5f325c1c3245fa88dbb36698037138', 'mac_address': 'fa:16:3e:cf:62:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '361ba4ad-6a67-4fdc-930f-be73daea70c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '457d19a7-6084-4c04-9002-174a158fd5f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T15:26:32Z', 'updated_at': '2022-06-24T15:26:36Z', 'revision_number': 5, 'project_id': '9c5f325c1c3245fa88dbb36698037138', 'subnets': [{'id': '457d19a7-6084-4c04-9002-174a158fd5f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 15:29:40.992208 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50b548ef-8a3e-469b-acd6-ca5891a48097 None None] New status for floating IP 2f7a1b98-7de6-473b-8668-d8e5cb1da2b3: ACTIVE {{(pid=104513) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 24 15:29:46.950401 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-ffbae45d-9867-4f39-8cef-b0defaf7650d req-60bc2865-d82e-40e7-8fea-7f1efd64b710 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=a263b760-4d15-450d-9dcb-ca7bc36eb287&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0371473 Jun 24 15:29:47.019734 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbae45d-9867-4f39-8cef-b0defaf7650d req-0ac3dca5-fc65-4772-94cb-910e3e016ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:29:47.021504 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-ffbae45d-9867-4f39-8cef-b0defaf7650d req-0ac3dca5-fc65-4772-94cb-910e3e016ec8 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=06aac4c0b410452fa71221434149e3b7&device_id=a263b760-4d15-450d-9dcb-ca7bc36eb287 HTTP/1.1" status: 200 len: 1129 time: 0.0393252 Jun 24 15:29:47.127170 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbae45d-9867-4f39-8cef-b0defaf7650d req-4494bd0d-98c8-43d8-97d1-27ab4bc2f47d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:29:47.129267 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-ffbae45d-9867-4f39-8cef-b0defaf7650d req-4494bd0d-98c8-43d8-97d1-27ab4bc2f47d service neutron] 10.222.0.64 "GET /v2.0/networks?id=2a32a679-de41-498c-bfd0-5831dd67fdee HTTP/1.1" status: 200 len: 912 time: 0.0897021 Jun 24 15:29:47.191496 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-ffbae45d-9867-4f39-8cef-b0defaf7650d req-18f13fb7-dc02-4add-9881-20cb4169b0fb service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=58f3591c-04bf-4951-9a65-69f9336adee7 HTTP/1.1" status: 200 len: 1001 time: 0.0539267 Jun 24 15:29:47.231458 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=100 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:29:47.242230 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbae45d-9867-4f39-8cef-b0defaf7650d req-efa3393b-bab4-473e-98cc-295548b633ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:29:47.246627 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-ffbae45d-9867-4f39-8cef-b0defaf7650d req-efa3393b-bab4-473e-98cc-295548b633ad service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3fab91a5-d4d3-43d4-a452-8b378716e743 HTTP/1.1" status: 200 len: 850 time: 0.0471416 Jun 24 15:29:47.285752 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbae45d-9867-4f39-8cef-b0defaf7650d req-c9ab7b1d-f15f-4382-b96c-7fa1358014d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:29:47.287237 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-ffbae45d-9867-4f39-8cef-b0defaf7650d req-c9ab7b1d-f15f-4382-b96c-7fa1358014d2 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2a32a679-de41-498c-bfd0-5831dd67fdee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0382643 Jun 24 15:29:47.378517 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-ffbae45d-9867-4f39-8cef-b0defaf7650d req-d837e13a-b17a-4697-b1be-a9cb77080119 service neutron] 10.222.0.64 "GET /v2.0/networks/2a32a679-de41-498c-bfd0-5831dd67fdee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854728 Jun 24 15:29:47.453132 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=100 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:29:47.467278 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-ffbae45d-9867-4f39-8cef-b0defaf7650d req-47be5f19-0e94-45ba-afef-33c9c6cd7002 service neutron] 10.222.0.64 "GET /v2.0/networks/2a32a679-de41-498c-bfd0-5831dd67fdee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830417 Jun 24 15:29:50.455295 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:29:50.788482 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG dbcounter [-] [104514] Writing DB stats neutron:SELECT=42 {{(pid=104514) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:29:50.789278 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG dbcounter [-] [104514] Writing DB stats neutron:SELECT=56 {{(pid=104514) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:29:51.305908 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-5f4c9905-f681-4904-810d-3f81888f2d14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697012'] for agent (61dc9491-0c49-467e-b62a-6961ce952bc2), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:29:53.791745 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-7e5fc745-7e90-4f88-9978-621fca4d2c72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697012'] for agent (45985ff7-1335-48cd-ab02-73eb58295827), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:29:54.944758 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-6e9ba797-1d0c-40f8-9e0c-708f895be0b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697012'] for agent (f984396c-9862-4f32-9cf6-f19d2e5feb00), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:29:56.407665 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-e7d2b4de-897d-40d1-b758-5e5b7ac4c4e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697012'] for agent (2f766f35-a225-44ed-b70f-669caec6f4a7), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:29:56.694534 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697012'] for agent (559fa80c-96d5-4fe7-8c5f-9eda482c27bf), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:29:57.464339 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=22 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:30:02.783510 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG dbcounter [-] [104514] Writing DB stats neutron:SELECT=3 {{(pid=104514) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:30:02.789351 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG dbcounter [-] [104514] Writing DB stats neutron:SELECT=3 {{(pid=104514) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:30:04.881233 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:SELECT=4,neutron:UPDATE=2 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:30:06.603664 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:SELECT=64,neutron:UPDATE=7 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:30:06.610588 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:SELECT=56,neutron:UPDATE=3 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:30:10.225601 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697012'] for agent (f0fa743b-ff28-43ff-ac51-704c86538f10), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:30:13.739954 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.db.agents_db [None req-1e76bcc0-0ba2-49bf-a9b5-df198b272e3c None None] Agent healthcheck: found 6 active agents {{(pid=104514) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 15:30:20.180439 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:SELECT=1 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:30:20.184277 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:SELECT=2 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:30:20.185997 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:UPDATE=1 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:30:21.322551 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-195195eb-b854-4534-98fd-b774c6f713e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697012'] for agent (61dc9491-0c49-467e-b62a-6961ce952bc2), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:30:23.735603 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG dbcounter [-] [104514] Writing DB stats neutron:SELECT=2 {{(pid=104514) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:30:23.736330 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG dbcounter [-] [104514] Writing DB stats neutron:DELETE=1,neutron:SELECT=1 {{(pid=104514) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:30:23.739820 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-3afd356b-851b-4c52-ae96-e5373d1bbe4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697012'] for agent (45985ff7-1335-48cd-ab02-73eb58295827), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:30:24.933974 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-6e9ba797-1d0c-40f8-9e0c-708f895be0b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697012'] for agent (f984396c-9862-4f32-9cf6-f19d2e5feb00), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:30:26.436904 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-e7d2b4de-897d-40d1-b758-5e5b7ac4c4e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697012'] for agent (2f766f35-a225-44ed-b70f-669caec6f4a7), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:30:26.694900 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697012'] for agent (559fa80c-96d5-4fe7-8c5f-9eda482c27bf), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:30:36.606110 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:SELECT=3,neutron:UPDATE=2 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:30:36.610976 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:UPDATE=1,neutron:SELECT=5 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:30:36.613711 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:30:39.335065 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f7cbc5-2212-4d00-a3d1-f0ba3446eb15 req-449b4373-fdb4-4091-a9bd-9ef965778f5d tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:30:39.336643 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-d3f7cbc5-2212-4d00-a3d1-f0ba3446eb15 req-449b4373-fdb4-4091-a9bd-9ef965778f5d tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] 10.222.0.67 "GET /v2.0/ports?device_id=24ba2929-16f7-4b45-a698-e2299566a165 HTTP/1.1" status: 200 len: 946 time: 0.0492733 Jun 24 15:30:39.387915 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-d3f7cbc5-2212-4d00-a3d1-f0ba3446eb15 req-46de039d-cd4d-487d-a6ac-d538131dd6ba tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] 10.222.0.67 "GET /v2.0/security-groups?id=395dea1c-c3a0-42fd-92d4-d308e937dc9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456271 Jun 24 15:30:39.776984 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG dbcounter [-] [104514] Writing DB stats neutron:SELECT=1 {{(pid=104514) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:30:39.786200 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG dbcounter [-] [104514] Writing DB stats neutron:SELECT=5 {{(pid=104514) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:30:40.259319 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697012'] for agent (f0fa743b-ff28-43ff-ac51-704c86538f10), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:30:40.501995 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f10b96-42f7-48c6-8ba3-fffb3f81e87e req-ed9f7c57-4009-4585-85f0-e6a903650441 tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:30:40.503508 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-99f10b96-42f7-48c6-8ba3-fffb3f81e87e req-ed9f7c57-4009-4585-85f0-e6a903650441 tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] 10.222.0.67 "GET /v2.0/ports?device_id=24ba2929-16f7-4b45-a698-e2299566a165 HTTP/1.1" status: 200 len: 946 time: 0.0476418 Jun 24 15:30:40.551507 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-99f10b96-42f7-48c6-8ba3-fffb3f81e87e req-883e212b-3f2b-468a-b5f2-536ee35311de tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] 10.222.0.67 "GET /v2.0/security-groups?id=395dea1c-c3a0-42fd-92d4-d308e937dc9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422814 Jun 24 15:30:40.928157 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844dc074-19cf-4bfe-95b3-cdac5eea33e3 req-6bc473ed-197f-4614-9759-b235e01d8c3e tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:30:40.929582 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-844dc074-19cf-4bfe-95b3-cdac5eea33e3 req-6bc473ed-197f-4614-9759-b235e01d8c3e tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] 10.222.0.64 "GET /v2.0/ports?device_id=24ba2929-16f7-4b45-a698-e2299566a165 HTTP/1.1" status: 200 len: 946 time: 0.0461049 Jun 24 15:30:41.013671 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.plugin [req-844dc074-19cf-4bfe-95b3-cdac5eea33e3 req-614f24b1-6a18-4457-a567-a0d0615ea90b tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] Deleting port 3072ff83-0f72-485b-be77-46d1eb364be4 {{(pid=104512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 15:30:41.014008 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [req-844dc074-19cf-4bfe-95b3-cdac5eea33e3 req-614f24b1-6a18-4457-a567-a0d0615ea90b tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761385095720'] for port (3072ff83-0f72-485b-be77-46d1eb364be4), before_delete {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:30:41.101357 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.db [req-844dc074-19cf-4bfe-95b3-cdac5eea33e3 req-614f24b1-6a18-4457-a567-a0d0615ea90b tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] For port 3072ff83-0f72-485b-be77-46d1eb364be4, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=3072ff83-0f72-485b-be77-46d1eb364be4,segment=NetworkSegment(6638c144-a037-4a0d-a23e-e5ad5f3b41a2),segment_id=6638c144-a037-4a0d-a23e-e5ad5f3b41a2)] {{(pid=104512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 15:30:41.101720 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [req-844dc074-19cf-4bfe-95b3-cdac5eea33e3 req-614f24b1-6a18-4457-a567-a0d0615ea90b tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-465599'] for port (3072ff83-0f72-485b-be77-46d1eb364be4), precommit_delete {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:30:41.263090 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [req-844dc074-19cf-4bfe-95b3-cdac5eea33e3 req-614f24b1-6a18-4457-a567-a0d0615ea90b tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:30:41.263409 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [req-844dc074-19cf-4bfe-95b3-cdac5eea33e3 req-614f24b1-6a18-4457-a567-a0d0615ea90b tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-467314'] for floatingip (2f7a1b98-7de6-473b-8668-d8e5cb1da2b3), after_update {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:30:41.263726 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.db.l3_db [req-844dc074-19cf-4bfe-95b3-cdac5eea33e3 req-614f24b1-6a18-4457-a567-a0d0615ea90b tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] Floating IP 2f7a1b98-7de6-473b-8668-d8e5cb1da2b3 disassociated. External IP: 172.27.0.33, port: 3072ff83-0f72-485b-be77-46d1eb364be4. Jun 24 15:30:41.264067 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.plugin [req-844dc074-19cf-4bfe-95b3-cdac5eea33e3 req-614f24b1-6a18-4457-a567-a0d0615ea90b tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] Calling delete_port for 3072ff83-0f72-485b-be77-46d1eb364be4 owned by compute:nova {{(pid=104512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 15:30:41.459466 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [req-844dc074-19cf-4bfe-95b3-cdac5eea33e3 req-614f24b1-6a18-4457-a567-a0d0615ea90b tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761385101680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761384583307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3859661'] for port (3072ff83-0f72-485b-be77-46d1eb364be4), after_delete {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:30:41.491071 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614f24b1-6a18-4457-a567-a0d0615ea90b tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] Pushing event deleted for resources: {'Port': ['ID=3072ff83-0f72-485b-be77-46d1eb364be4,revision_number=None']} {{(pid=104512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:30:41.504301 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-614f24b1-6a18-4457-a567-a0d0615ea90b tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:30:41.509734 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-614f24b1-6a18-4457-a567-a0d0615ea90b tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:30:41.509734 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-614f24b1-6a18-4457-a567-a0d0615ea90b tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:30:41.509734 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-614f24b1-6a18-4457-a567-a0d0615ea90b tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:30:41.509734 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-614f24b1-6a18-4457-a567-a0d0615ea90b tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:30:41.509734 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-614f24b1-6a18-4457-a567-a0d0615ea90b tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:30:41.509734 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-614f24b1-6a18-4457-a567-a0d0615ea90b tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:30:41.509734 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-614f24b1-6a18-4457-a567-a0d0615ea90b tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:30:41.509734 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-614f24b1-6a18-4457-a567-a0d0615ea90b tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:30:41.509734 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-614f24b1-6a18-4457-a567-a0d0615ea90b tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:30:41.509734 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-614f24b1-6a18-4457-a567-a0d0615ea90b tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:30:41.509734 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-614f24b1-6a18-4457-a567-a0d0615ea90b tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:30:41.509734 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-614f24b1-6a18-4457-a567-a0d0615ea90b tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:30:41.509734 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-614f24b1-6a18-4457-a567-a0d0615ea90b tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:30:41.510907 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-614f24b1-6a18-4457-a567-a0d0615ea90b tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:30:41.618539 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.scheduler.l3_agent_scheduler [req-844dc074-19cf-4bfe-95b3-cdac5eea33e3 req-614f24b1-6a18-4457-a567-a0d0615ea90b tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] Router 361ba4ad-6a67-4fdc-930f-be73daea70c7 has already been hosted by L3 agent 45985ff7-1335-48cd-ab02-73eb58295827 {{(pid=104512) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 15:30:41.623421 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:30:41.656832 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-26ca35c6-33f2-4da0-ac85-d5e45fe4015f req-c286594f-ed27-414e-b7a2-609e4ed1673f tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] 10.222.0.67 "GET /v2.0/ports?device_id=24ba2929-16f7-4b45-a698-e2299566a165 HTTP/1.1" status: 200 len: 210 time: 0.0340669 Jun 24 15:30:41.698554 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:30:41.749912 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-844dc074-19cf-4bfe-95b3-cdac5eea33e3 req-614f24b1-6a18-4457-a567-a0d0615ea90b tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] Notify agent at l3_agent.dv-cinder-835384-11-iscsi the message routers_updated {{(pid=104512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 15:30:41.759522 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c02d5f9-60ac-44e6-b706-b3a815dd6f78 None None] Sync routers for ids ['361ba4ad-6a67-4fdc-930f-be73daea70c7'] in dv-cinder-835384-11-iscsi {{(pid=104514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 15:30:41.769080 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c02d5f9-60ac-44e6-b706-b3a815dd6f78 None None] Routers {'361ba4ad-6a67-4fdc-930f-be73daea70c7'} bound to L3 agent in host dv-cinder-835384-11-iscsi {{(pid=104514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 15:30:41.769603 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.db.l3_hamode_db [None req-7c02d5f9-60ac-44e6-b706-b3a815dd6f78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-24T15:10:24Z,description=,heartbeat_timestamp=2022-06-24T15:30:24Z,host='dv-cinder-835384-11-iscsi',id=45985ff7-1335-48cd-ab02-73eb58295827,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T15:10:24Z,topic='l3_agent')) {'router_ids': ['361ba4ad-6a67-4fdc-930f-be73daea70c7'], 'active': True} {{(pid=104514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 15:30:41.793564 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.db.l3_dvrscheduler_db [req-844dc074-19cf-4bfe-95b3-cdac5eea33e3 req-614f24b1-6a18-4457-a567-a0d0615ea90b tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] No DVR routers for this DVR port 3072ff83-0f72-485b-be77-46d1eb364be4 on host hv-cinder-83538 {{(pid=104512) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 24 15:30:41.796264 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [req-844dc074-19cf-4bfe-95b3-cdac5eea33e3 req-614f24b1-6a18-4457-a567-a0d0615ea90b tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30073'] for port (None), before_response {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:30:41.799662 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-844dc074-19cf-4bfe-95b3-cdac5eea33e3 req-614f24b1-6a18-4457-a567-a0d0615ea90b tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] 10.222.0.64 "DELETE /v2.0/ports/3072ff83-0f72-485b-be77-46d1eb364be4 HTTP/1.1" status: 204 len: 173 time: 0.8644867 Jun 24 15:30:41.800108 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24ba2929-16f7-4b45-a698-e2299566a165', 'name': 'network-vif-deleted', 'tag': '3072ff83-0f72-485b-be77-46d1eb364be4'}] {{(pid=104512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 15:30:41.802497 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9db87de5340c6be2811fa9e5912a63998a589dd3f857fd3823a550d1ae48127" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6408841-e4a1-4e7e-b9c2-57710fbda4aa" -d '{"events": [{"server_uuid": "24ba2929-16f7-4b45-a698-e2299566a165", "name": "network-vif-deleted", "tag": "3072ff83-0f72-485b-be77-46d1eb364be4"}]}' {{(pid=104512) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 15:30:41.884359 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.db.l3_dvr_db [None req-7c02d5f9-60ac-44e6-b706-b3a815dd6f78 None None] Set router 361ba4ad-6a67-4fdc-930f-be73daea70c7 gateway port host: dv-cinder-835384-11-iscsi {{(pid=104514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 15:30:41.916537 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 15:30:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75402bc1-8ecd-4c56-a4e5-ac895962508d x-openstack-request-id: req-75402bc1-8ecd-4c56-a4e5-ac895962508d {{(pid=104512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 15:30:41.919731 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24ba2929-16f7-4b45-a698-e2299566a165", "name": "network-vif-deleted", "tag": "3072ff83-0f72-485b-be77-46d1eb364be4", "status": "completed", "code": 200}]} {{(pid=104512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 15:30:41.921385 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-75402bc1-8ecd-4c56-a4e5-ac895962508d {{(pid=104512) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 15:30:41.921385 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.notifiers.nova [-] Nova event matching ['req-75402bc1-8ecd-4c56-a4e5-ac895962508d'] response: {'server_uuid': '24ba2929-16f7-4b45-a698-e2299566a165', 'name': 'network-vif-deleted', 'tag': '3072ff83-0f72-485b-be77-46d1eb364be4', 'status': 'completed', 'code': 200} Jun 24 15:30:42.080841 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.db.l3_hamode_db [None req-7c02d5f9-60ac-44e6-b706-b3a815dd6f78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '361ba4ad-6a67-4fdc-930f-be73daea70c7', 'name': 'tempest-AttachVolumeTestJSON-1499954587-router', 'tenant_id': '9c5f325c1c3245fa88dbb36698037138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'external_fixed_ips': [{'subnet_id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'ip_address': '172.27.0.156'}], 'enable_snat': True}, 'gw_port_id': 'b1f0b248-f30b-4d6d-9d7c-8bf3f1e98ba7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T15:26:29Z', 'updated_at': '2022-06-24T15:26:32Z', 'revision_number': 4, 'project_id': '9c5f325c1c3245fa88dbb36698037138', 'gw_port': {'id': 'b1f0b248-f30b-4d6d-9d7c-8bf3f1e98ba7', 'name': '', 'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:3b:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '361ba4ad-6a67-4fdc-930f-be73daea70c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'ip_address': '172.27.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T15:26:30Z', 'updated_at': '2022-06-24T15:26:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-11-iscsi', '_interfaces': [{'id': '5059218b-130a-412b-a145-6c762746e5a2', 'name': '', 'network_id': 'a938b282-cfea-4809-a5ee-a9f6a9bd6a63', 'tenant_id': '9c5f325c1c3245fa88dbb36698037138', 'mac_address': 'fa:16:3e:cf:62:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '361ba4ad-6a67-4fdc-930f-be73daea70c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '457d19a7-6084-4c04-9002-174a158fd5f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T15:26:32Z', 'updated_at': '2022-06-24T15:26:36Z', 'revision_number': 5, 'project_id': '9c5f325c1c3245fa88dbb36698037138', 'subnets': [{'id': '457d19a7-6084-4c04-9002-174a158fd5f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-11-iscsi', False) {} {{(pid=104514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 15:30:42.105529 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c02d5f9-60ac-44e6-b706-b3a815dd6f78 None None] Checking router: 361ba4ad-6a67-4fdc-930f-be73daea70c7 for host: dv-cinder-835384-11-iscsi {{(pid=104514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 15:30:42.113941 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c02d5f9-60ac-44e6-b706-b3a815dd6f78 None None] Routers {'361ba4ad-6a67-4fdc-930f-be73daea70c7'} bound to L3 agent in host dv-cinder-835384-11-iscsi {{(pid=104514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 15:30:42.114531 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.db.l3_hamode_db [None req-7c02d5f9-60ac-44e6-b706-b3a815dd6f78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-24T15:10:24Z,description=,heartbeat_timestamp=2022-06-24T15:30:24Z,host='dv-cinder-835384-11-iscsi',id=45985ff7-1335-48cd-ab02-73eb58295827,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T15:10:24Z,topic='l3_agent')) {'router_ids': ['361ba4ad-6a67-4fdc-930f-be73daea70c7'], 'active': True} {{(pid=104514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 15:30:42.215700 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.db.l3_dvr_db [None req-7c02d5f9-60ac-44e6-b706-b3a815dd6f78 None None] Set router 361ba4ad-6a67-4fdc-930f-be73daea70c7 gateway port host: dv-cinder-835384-11-iscsi {{(pid=104514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 15:30:42.399258 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.db.l3_hamode_db [None req-7c02d5f9-60ac-44e6-b706-b3a815dd6f78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '361ba4ad-6a67-4fdc-930f-be73daea70c7', 'name': 'tempest-AttachVolumeTestJSON-1499954587-router', 'tenant_id': '9c5f325c1c3245fa88dbb36698037138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'external_fixed_ips': [{'subnet_id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'ip_address': '172.27.0.156'}], 'enable_snat': True}, 'gw_port_id': 'b1f0b248-f30b-4d6d-9d7c-8bf3f1e98ba7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T15:26:29Z', 'updated_at': '2022-06-24T15:26:32Z', 'revision_number': 4, 'project_id': '9c5f325c1c3245fa88dbb36698037138', 'gw_port': {'id': 'b1f0b248-f30b-4d6d-9d7c-8bf3f1e98ba7', 'name': '', 'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:3b:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '361ba4ad-6a67-4fdc-930f-be73daea70c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'ip_address': '172.27.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T15:26:30Z', 'updated_at': '2022-06-24T15:26:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-11-iscsi', '_interfaces': [{'id': '5059218b-130a-412b-a145-6c762746e5a2', 'name': '', 'network_id': 'a938b282-cfea-4809-a5ee-a9f6a9bd6a63', 'tenant_id': '9c5f325c1c3245fa88dbb36698037138', 'mac_address': 'fa:16:3e:cf:62:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '361ba4ad-6a67-4fdc-930f-be73daea70c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '457d19a7-6084-4c04-9002-174a158fd5f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T15:26:32Z', 'updated_at': '2022-06-24T15:26:36Z', 'revision_number': 5, 'project_id': '9c5f325c1c3245fa88dbb36698037138', 'subnets': [{'id': '457d19a7-6084-4c04-9002-174a158fd5f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-11-iscsi', False) {} {{(pid=104514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 15:30:42.425665 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c02d5f9-60ac-44e6-b706-b3a815dd6f78 None None] The sync data for ids ['361ba4ad-6a67-4fdc-930f-be73daea70c7'] in dv-cinder-835384-11-iscsi is: [{'id': '361ba4ad-6a67-4fdc-930f-be73daea70c7', 'name': 'tempest-AttachVolumeTestJSON-1499954587-router', 'tenant_id': '9c5f325c1c3245fa88dbb36698037138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'external_fixed_ips': [{'subnet_id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'ip_address': '172.27.0.156'}], 'enable_snat': True}, 'gw_port_id': 'b1f0b248-f30b-4d6d-9d7c-8bf3f1e98ba7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T15:26:29Z', 'updated_at': '2022-06-24T15:26:32Z', 'revision_number': 4, 'project_id': '9c5f325c1c3245fa88dbb36698037138', 'gw_port': {'id': 'b1f0b248-f30b-4d6d-9d7c-8bf3f1e98ba7', 'name': '', 'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:3b:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '361ba4ad-6a67-4fdc-930f-be73daea70c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'ip_address': '172.27.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T15:26:30Z', 'updated_at': '2022-06-24T15:26:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-11-iscsi', '_interfaces': [{'id': '5059218b-130a-412b-a145-6c762746e5a2', 'name': '', 'network_id': 'a938b282-cfea-4809-a5ee-a9f6a9bd6a63', 'tenant_id': '9c5f325c1c3245fa88dbb36698037138', 'mac_address': 'fa:16:3e:cf:62:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '361ba4ad-6a67-4fdc-930f-be73daea70c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '457d19a7-6084-4c04-9002-174a158fd5f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T15:26:32Z', 'updated_at': '2022-06-24T15:26:36Z', 'revision_number': 5, 'project_id': '9c5f325c1c3245fa88dbb36698037138', 'subnets': [{'id': '457d19a7-6084-4c04-9002-174a158fd5f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 15:30:42.657815 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b65fa83d-ae32-4bff-b094-2e2b59c832cd None None] New status for floating IP 2f7a1b98-7de6-473b-8668-d8e5cb1da2b3: DOWN {{(pid=104513) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 24 15:30:42.766073 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-26382b26-fd9a-448d-af6d-a047b6269d36 req-07166023-9557-4420-aae6-5e17f18565af tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] 10.222.0.67 "GET /v2.0/ports?device_id=24ba2929-16f7-4b45-a698-e2299566a165 HTTP/1.1" status: 200 len: 210 time: 0.0286667 Jun 24 15:30:43.906134 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.wsgi [-] (104512) accepted ('10.222.0.67', 46440) {{(pid=104512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:30:43.961104 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-0a642a85-78ef-4ab4-aaa8-1a7add02f98b tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] Publish callbacks [] for security_group (395dea1c-c3a0-42fd-92d4-d308e937dc9b), before_delete {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:30:43.988445 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-0a642a85-78ef-4ab4-aaa8-1a7add02f98b tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] Publish callbacks [] for security_group (395dea1c-c3a0-42fd-92d4-d308e937dc9b), precommit_delete {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:30:44.115656 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-0a642a85-78ef-4ab4-aaa8-1a7add02f98b tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-275664'] for security_group (395dea1c-c3a0-42fd-92d4-d308e937dc9b), after_delete {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:30:44.118149 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-0a642a85-78ef-4ab4-aaa8-1a7add02f98b tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] Publish callbacks [] for security_group (None), before_response {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:30:44.119600 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [None req-0a642a85-78ef-4ab4-aaa8-1a7add02f98b tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] 10.222.0.67 "DELETE /v2.0/security-groups/395dea1c-c3a0-42fd-92d4-d308e937dc9b HTTP/1.1" status: 204 len: 168 time: 0.2122197 Jun 24 15:30:44.122738 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.wsgi [-] (104511) accepted ('10.222.0.67', 46442) {{(pid=104511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:30:44.129452 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a642a85-78ef-4ab4-aaa8-1a7add02f98b tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=395dea1c-c3a0-42fd-92d4-d308e937dc9b,revision_number=None']} {{(pid=104512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:30:44.140889 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.api.v2.resource [None req-d4ea1d79-ec02-46c7-9084-5981cf585e79 tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] show failed (client error): The resource could not be found. Jun 24 15:30:44.142141 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [None req-d4ea1d79-ec02-46c7-9084-5981cf585e79 tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] 10.222.0.67 "GET /v2.0/security-groups/395dea1c-c3a0-42fd-92d4-d308e937dc9b HTTP/1.1" status: 404 len: 347 time: 0.0179639 Jun 24 15:30:44.145047 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.wsgi [-] (104511) accepted ('10.222.0.67', 46446) {{(pid=104511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:30:44.171391 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.rpc [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Device 3072ff83-0f72-485b-be77-46d1eb364be4 no longer exists at agent hyperv_hv-cinder-83538 {{(pid=104513) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 15:30:44.192505 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.plugin [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] No Port match for: 3072ff83-0f72-485b-be77-46d1eb364be4 {{(pid=104513) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 15:30:44.192854 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.rpc [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Device 3072ff83-0f72-485b-be77-46d1eb364be4 not bound to the agent host hv-cinder-83538 {{(pid=104513) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 15:30:44.256470 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [None req-5f1f656a-dc2f-4a45-861d-dc15e7911d6c tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] Deleting port f0d1d90d-d111-41cb-a7d2-c169fb6a91e6 {{(pid=104511) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 15:30:44.256807 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-5f1f656a-dc2f-4a45-861d-dc15e7911d6c tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761385095720'] for port (f0d1d90d-d111-41cb-a7d2-c169fb6a91e6), before_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:30:44.333110 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-5f1f656a-dc2f-4a45-861d-dc15e7911d6c tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-465599'] for port (f0d1d90d-d111-41cb-a7d2-c169fb6a91e6), precommit_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:30:44.333431 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-5f1f656a-dc2f-4a45-861d-dc15e7911d6c tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] Publish callbacks [] for floatingip (f0d1d90d-d111-41cb-a7d2-c169fb6a91e6), precommit_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:30:44.349775 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [None req-5f1f656a-dc2f-4a45-861d-dc15e7911d6c tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] Calling delete_port for f0d1d90d-d111-41cb-a7d2-c169fb6a91e6 owned by network:floatingip {{(pid=104511) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 15:30:44.528562 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-5f1f656a-dc2f-4a45-861d-dc15e7911d6c tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761385101680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761384583307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3599638'] for port (f0d1d90d-d111-41cb-a7d2-c169fb6a91e6), after_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:30:44.555099 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1f656a-dc2f-4a45-861d-dc15e7911d6c tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] Pushing event deleted for resources: {'Port': ['ID=f0d1d90d-d111-41cb-a7d2-c169fb6a91e6,revision_number=None']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:30:44.568709 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1f656a-dc2f-4a45-861d-dc15e7911d6c tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:30:44.569058 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1f656a-dc2f-4a45-861d-dc15e7911d6c tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:30:44.569399 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1f656a-dc2f-4a45-861d-dc15e7911d6c tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:30:44.569734 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1f656a-dc2f-4a45-861d-dc15e7911d6c tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:30:44.570062 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1f656a-dc2f-4a45-861d-dc15e7911d6c tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:30:44.570388 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1f656a-dc2f-4a45-861d-dc15e7911d6c tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:30:44.570712 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1f656a-dc2f-4a45-861d-dc15e7911d6c tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:30:44.571055 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1f656a-dc2f-4a45-861d-dc15e7911d6c tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:30:44.571378 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1f656a-dc2f-4a45-861d-dc15e7911d6c tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:30:44.571703 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1f656a-dc2f-4a45-861d-dc15e7911d6c tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:30:44.572023 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1f656a-dc2f-4a45-861d-dc15e7911d6c tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:30:44.572343 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1f656a-dc2f-4a45-861d-dc15e7911d6c tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:30:44.572658 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1f656a-dc2f-4a45-861d-dc15e7911d6c tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:30:44.572973 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1f656a-dc2f-4a45-861d-dc15e7911d6c tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:30:44.573285 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1f656a-dc2f-4a45-861d-dc15e7911d6c tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:30:44.628681 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-5f1f656a-dc2f-4a45-861d-dc15e7911d6c tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] Publish callbacks [] for floatingip (2f7a1b98-7de6-473b-8668-d8e5cb1da2b3), after_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:30:44.631004 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-5f1f656a-dc2f-4a45-861d-dc15e7911d6c tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30073'] for floatingip (None), before_response {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:30:44.632179 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [None req-5f1f656a-dc2f-4a45-861d-dc15e7911d6c tempest-AttachVolumeTestJSON-1200413246 tempest-AttachVolumeTestJSON-1200413246-project] 10.222.0.67 "DELETE /v2.0/floatingips/2f7a1b98-7de6-473b-8668-d8e5cb1da2b3 HTTP/1.1" status: 204 len: 168 time: 0.4860013 Jun 24 15:30:47.965621 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-c502893e-39de-4974-8204-25864871725c req-5dae7f53-4116-49fc-adee-a09d31b8bd54 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=a263b760-4d15-450d-9dcb-ca7bc36eb287&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0387444 Jun 24 15:30:48.047536 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c502893e-39de-4974-8204-25864871725c req-fa0a7bba-6520-4a25-a219-f0f92e9a27c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:30:48.049001 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-c502893e-39de-4974-8204-25864871725c req-fa0a7bba-6520-4a25-a219-f0f92e9a27c3 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=06aac4c0b410452fa71221434149e3b7&device_id=a263b760-4d15-450d-9dcb-ca7bc36eb287 HTTP/1.1" status: 200 len: 1129 time: 0.0400698 Jun 24 15:30:48.159132 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c502893e-39de-4974-8204-25864871725c req-6dcd38b3-20ab-4623-aacb-64badf98e253 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:30:48.160615 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-c502893e-39de-4974-8204-25864871725c req-6dcd38b3-20ab-4623-aacb-64badf98e253 service neutron] 10.222.0.64 "GET /v2.0/networks?id=2a32a679-de41-498c-bfd0-5831dd67fdee HTTP/1.1" status: 200 len: 912 time: 0.0907476 Jun 24 15:30:48.222182 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-c502893e-39de-4974-8204-25864871725c req-a9733d2c-0df0-46fa-be77-99f17835cd8c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=58f3591c-04bf-4951-9a65-69f9336adee7 HTTP/1.1" status: 200 len: 1001 time: 0.0546069 Jun 24 15:30:48.272499 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c502893e-39de-4974-8204-25864871725c req-dd5e9322-865a-40dd-85d7-4ccbca95e100 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:30:48.273892 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-c502893e-39de-4974-8204-25864871725c req-dd5e9322-865a-40dd-85d7-4ccbca95e100 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3fab91a5-d4d3-43d4-a452-8b378716e743 HTTP/1.1" status: 200 len: 850 time: 0.0460701 Jun 24 15:30:48.317656 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c502893e-39de-4974-8204-25864871725c req-2a2e42f7-0ae4-48ef-851d-ce4314827d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:30:48.319366 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-c502893e-39de-4974-8204-25864871725c req-2a2e42f7-0ae4-48ef-851d-ce4314827d95 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2a32a679-de41-498c-bfd0-5831dd67fdee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0386009 Jun 24 15:30:48.408737 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-c502893e-39de-4974-8204-25864871725c req-40de0680-e9a5-4731-a8d5-ea7f3bac6725 service neutron] 10.222.0.64 "GET /v2.0/networks/2a32a679-de41-498c-bfd0-5831dd67fdee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833650 Jun 24 15:30:48.500644 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-c502893e-39de-4974-8204-25864871725c req-00b4bbbc-e006-40ba-aa23-84bfb5779521 service neutron] 10.222.0.64 "GET /v2.0/networks/2a32a679-de41-498c-bfd0-5831dd67fdee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852587 Jun 24 15:30:48.634939 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.wsgi [-] (104512) accepted ('10.222.0.67', 46474) {{(pid=104512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:30:48.826105 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:30:48.856082 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:30:48.947711 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-003429b9-8778-44b8-abef-8b4f6ae9bb71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-460680'] for router_interface (361ba4ad-6a67-4fdc-930f-be73daea70c7), before_delete {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:30:49.168605 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.plugin [None req-003429b9-8778-44b8-abef-8b4f6ae9bb71 admin admin] Deleting port 5059218b-130a-412b-a145-6c762746e5a2 {{(pid=104512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 15:30:49.169481 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-003429b9-8778-44b8-abef-8b4f6ae9bb71 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761385095720'] for port (5059218b-130a-412b-a145-6c762746e5a2), before_delete {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:30:49.246444 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.db [None req-003429b9-8778-44b8-abef-8b4f6ae9bb71 admin admin] For port 5059218b-130a-412b-a145-6c762746e5a2, host dv-cinder-835384-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-11-iscsi',level=0,port_id=5059218b-130a-412b-a145-6c762746e5a2,segment=NetworkSegment(6638c144-a037-4a0d-a23e-e5ad5f3b41a2),segment_id=6638c144-a037-4a0d-a23e-e5ad5f3b41a2)] {{(pid=104512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 15:30:49.246795 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-003429b9-8778-44b8-abef-8b4f6ae9bb71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-465599'] for port (5059218b-130a-412b-a145-6c762746e5a2), precommit_delete {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:30:49.260082 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.plugin [None req-003429b9-8778-44b8-abef-8b4f6ae9bb71 admin admin] Calling delete_port for 5059218b-130a-412b-a145-6c762746e5a2 owned by network:router_interface {{(pid=104512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 15:30:49.499638 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-003429b9-8778-44b8-abef-8b4f6ae9bb71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761385101680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761384583307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3859661'] for port (5059218b-130a-412b-a145-6c762746e5a2), after_delete {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:30:49.523368 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003429b9-8778-44b8-abef-8b4f6ae9bb71 admin admin] Pushing event deleted for resources: {'Port': ['ID=5059218b-130a-412b-a145-6c762746e5a2,revision_number=None']} {{(pid=104512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:30:49.672677 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:30:49.687156 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-003429b9-8778-44b8-abef-8b4f6ae9bb71 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7879178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-460572'] for router_interface (361ba4ad-6a67-4fdc-930f-be73daea70c7), after_delete {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:30:49.742090 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:30:49.889440 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-003429b9-8778-44b8-abef-8b4f6ae9bb71 admin admin] Router 361ba4ad-6a67-4fdc-930f-be73daea70c7 has already been hosted by L3 agent 45985ff7-1335-48cd-ab02-73eb58295827 {{(pid=104512) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 15:30:50.246444 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-003429b9-8778-44b8-abef-8b4f6ae9bb71 admin admin] Notify agent at l3_agent.dv-cinder-835384-11-iscsi the message routers_updated {{(pid=104512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 15:30:50.251421 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [None req-003429b9-8778-44b8-abef-8b4f6ae9bb71 admin admin] 10.222.0.67 "PUT /v2.0/routers/361ba4ad-6a67-4fdc-930f-be73daea70c7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6167107 Jun 24 15:30:50.253981 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.wsgi [-] (104512) accepted ('10.222.0.67', 46476) {{(pid=104512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:30:50.254889 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-344d56db-d665-4dd5-8bdd-7260add9a4fc None None] Sync routers for ids ['361ba4ad-6a67-4fdc-930f-be73daea70c7'] in dv-cinder-835384-11-iscsi {{(pid=104514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 15:30:50.265659 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-344d56db-d665-4dd5-8bdd-7260add9a4fc None None] Routers {'361ba4ad-6a67-4fdc-930f-be73daea70c7'} bound to L3 agent in host dv-cinder-835384-11-iscsi {{(pid=104514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 15:30:50.266262 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.db.l3_hamode_db [None req-344d56db-d665-4dd5-8bdd-7260add9a4fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-24T15:10:24Z,description=,heartbeat_timestamp=2022-06-24T15:30:24Z,host='dv-cinder-835384-11-iscsi',id=45985ff7-1335-48cd-ab02-73eb58295827,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T15:10:24Z,topic='l3_agent')) {'router_ids': ['361ba4ad-6a67-4fdc-930f-be73daea70c7'], 'active': True} {{(pid=104514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 15:30:50.351927 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-e5143af0-a523-47a5-a817-ea6f8a324b7a admin admin] Publish callbacks [] for router (361ba4ad-6a67-4fdc-930f-be73daea70c7), before_delete {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:30:50.366047 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.db.l3_dvr_db [None req-344d56db-d665-4dd5-8bdd-7260add9a4fc None None] Set router 361ba4ad-6a67-4fdc-930f-be73daea70c7 gateway port host: dv-cinder-835384-11-iscsi {{(pid=104514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 15:30:50.453221 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-e5143af0-a523-47a5-a817-ea6f8a324b7a admin admin] Publish callbacks [] for router_gateway (361ba4ad-6a67-4fdc-930f-be73daea70c7), before_delete {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:30:50.528729 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG dbcounter [-] [104514] Writing DB stats neutron:SELECT=100 {{(pid=104514) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:30:50.532015 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.db.l3_hamode_db [None req-344d56db-d665-4dd5-8bdd-7260add9a4fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '361ba4ad-6a67-4fdc-930f-be73daea70c7', 'name': 'tempest-AttachVolumeTestJSON-1499954587-router', 'tenant_id': '9c5f325c1c3245fa88dbb36698037138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'external_fixed_ips': [{'subnet_id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'ip_address': '172.27.0.156'}], 'enable_snat': True}, 'gw_port_id': 'b1f0b248-f30b-4d6d-9d7c-8bf3f1e98ba7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T15:26:29Z', 'updated_at': '2022-06-24T15:30:49Z', 'revision_number': 5, 'project_id': '9c5f325c1c3245fa88dbb36698037138', 'gw_port': {'id': 'b1f0b248-f30b-4d6d-9d7c-8bf3f1e98ba7', 'name': '', 'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:3b:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '361ba4ad-6a67-4fdc-930f-be73daea70c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'ip_address': '172.27.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T15:26:30Z', 'updated_at': '2022-06-24T15:26:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-11-iscsi'}], 'dv-cinder-835384-11-iscsi', False) {} {{(pid=104514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 15:30:50.561442 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-344d56db-d665-4dd5-8bdd-7260add9a4fc None None] Checking router: 361ba4ad-6a67-4fdc-930f-be73daea70c7 for host: dv-cinder-835384-11-iscsi {{(pid=104514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 15:30:50.579982 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-344d56db-d665-4dd5-8bdd-7260add9a4fc None None] Routers {'361ba4ad-6a67-4fdc-930f-be73daea70c7'} bound to L3 agent in host dv-cinder-835384-11-iscsi {{(pid=104514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 15:30:50.579982 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.db.l3_hamode_db [None req-344d56db-d665-4dd5-8bdd-7260add9a4fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-24T15:10:24Z,description=,heartbeat_timestamp=2022-06-24T15:30:24Z,host='dv-cinder-835384-11-iscsi',id=45985ff7-1335-48cd-ab02-73eb58295827,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T15:10:24Z,topic='l3_agent')) {'router_ids': ['361ba4ad-6a67-4fdc-930f-be73daea70c7'], 'active': True} {{(pid=104514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 15:30:50.580215 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.plugin [None req-e5143af0-a523-47a5-a817-ea6f8a324b7a admin admin] Deleting port b1f0b248-f30b-4d6d-9d7c-8bf3f1e98ba7 {{(pid=104512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 15:30:50.580215 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-e5143af0-a523-47a5-a817-ea6f8a324b7a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761385095720'] for port (b1f0b248-f30b-4d6d-9d7c-8bf3f1e98ba7), before_delete {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:30:50.659989 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.db [None req-e5143af0-a523-47a5-a817-ea6f8a324b7a admin admin] For port b1f0b248-f30b-4d6d-9d7c-8bf3f1e98ba7, host dv-cinder-835384-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-11-iscsi',level=0,port_id=b1f0b248-f30b-4d6d-9d7c-8bf3f1e98ba7,segment=NetworkSegment(6785a788-9b98-4059-b825-96a306cb346e),segment_id=6785a788-9b98-4059-b825-96a306cb346e)] {{(pid=104512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 15:30:50.660371 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-e5143af0-a523-47a5-a817-ea6f8a324b7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-465599'] for port (b1f0b248-f30b-4d6d-9d7c-8bf3f1e98ba7), precommit_delete {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:30:50.675964 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.plugin [None req-e5143af0-a523-47a5-a817-ea6f8a324b7a admin admin] Calling delete_port for b1f0b248-f30b-4d6d-9d7c-8bf3f1e98ba7 owned by network:router_gateway {{(pid=104512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 15:30:50.684328 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG dbcounter [-] [104514] Writing DB stats neutron:SELECT=100 {{(pid=104514) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:30:50.732355 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:30:50.736203 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.db.l3_dvr_db [None req-344d56db-d665-4dd5-8bdd-7260add9a4fc None None] Set router 361ba4ad-6a67-4fdc-930f-be73daea70c7 gateway port host: None {{(pid=104514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 15:30:50.786083 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.db.agents_db [None req-1e76bcc0-0ba2-49bf-a9b5-df198b272e3c None None] Agent healthcheck: found 6 active agents {{(pid=104514) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 15:30:50.787025 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.db.l3_hamode_db [None req-344d56db-d665-4dd5-8bdd-7260add9a4fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '361ba4ad-6a67-4fdc-930f-be73daea70c7', 'name': 'tempest-AttachVolumeTestJSON-1499954587-router', 'tenant_id': '9c5f325c1c3245fa88dbb36698037138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T15:26:29Z', 'updated_at': '2022-06-24T15:30:50Z', 'revision_number': 6, 'project_id': '9c5f325c1c3245fa88dbb36698037138', 'gw_port_host': None}], 'dv-cinder-835384-11-iscsi', False) {} {{(pid=104514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 15:30:50.812591 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-344d56db-d665-4dd5-8bdd-7260add9a4fc None None] The sync data for ids ['361ba4ad-6a67-4fdc-930f-be73daea70c7'] in dv-cinder-835384-11-iscsi is: [{'id': '361ba4ad-6a67-4fdc-930f-be73daea70c7', 'name': 'tempest-AttachVolumeTestJSON-1499954587-router', 'tenant_id': '9c5f325c1c3245fa88dbb36698037138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T15:26:29Z', 'updated_at': '2022-06-24T15:30:50Z', 'revision_number': 6, 'project_id': '9c5f325c1c3245fa88dbb36698037138', 'gw_port_host': None}] {{(pid=104514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 15:30:50.888252 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-e5143af0-a523-47a5-a817-ea6f8a324b7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761385101680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761384583307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3859661'] for port (b1f0b248-f30b-4d6d-9d7c-8bf3f1e98ba7), after_delete {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:30:50.914236 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5143af0-a523-47a5-a817-ea6f8a324b7a admin admin] Pushing event deleted for resources: {'Port': ['ID=b1f0b248-f30b-4d6d-9d7c-8bf3f1e98ba7,revision_number=None']} {{(pid=104512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:30:50.980400 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-e5143af0-a523-47a5-a817-ea6f8a324b7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-470328'] for router_gateway (361ba4ad-6a67-4fdc-930f-be73daea70c7), after_delete {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:30:51.066175 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-e5143af0-a523-47a5-a817-ea6f8a324b7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-462385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14472'] for router (361ba4ad-6a67-4fdc-930f-be73daea70c7), precommit_delete {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:30:51.068230 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-e5143af0-a523-47a5-a817-ea6f8a324b7a admin admin] Publish callbacks [] for router_controller (361ba4ad-6a67-4fdc-930f-be73daea70c7), precommit_delete_associations {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:30:51.179585 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-e5143af0-a523-47a5-a817-ea6f8a324b7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-462527'] for router (361ba4ad-6a67-4fdc-930f-be73daea70c7), after_delete {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:30:51.180201 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5143af0-a523-47a5-a817-ea6f8a324b7a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 361ba4ad-6a67-4fdc-930f-be73daea70c7 {{(pid=104512) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 24 15:30:51.185022 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-e5143af0-a523-47a5-a817-ea6f8a324b7a admin admin] Publish callbacks [] for router (None), before_response {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:30:51.186198 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [None req-e5143af0-a523-47a5-a817-ea6f8a324b7a admin admin] 10.222.0.67 "DELETE /v2.0/routers/361ba4ad-6a67-4fdc-930f-be73daea70c7 HTTP/1.1" status: 204 len: 168 time: 0.9313135 Jun 24 15:30:51.188745 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.wsgi [-] (104512) accepted ('10.222.0.67', 46478) {{(pid=104512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:30:51.215389 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=87,neutron:UPDATE=3,neutron:DELETE=10 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:30:51.237662 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.db.db_base_plugin_v2 [None req-ceb50df7-1722-4616-96e9-8da121dcf8c3 admin admin] Deleting subnet 457d19a7-6084-4c04-9002-174a158fd5f4 {{(pid=104512) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 24 15:30:51.241167 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-ceb50df7-1722-4616-96e9-8da121dcf8c3 admin admin] Publish callbacks [] for subnet (457d19a7-6084-4c04-9002-174a158fd5f4), before_delete {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:30:51.281062 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-ceb50df7-1722-4616-96e9-8da121dcf8c3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-795099'] for subnet (457d19a7-6084-4c04-9002-174a158fd5f4), precommit_delete_associations {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:30:51.316858 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-5fda9aa0-4c74-43f9-b33f-a6bf884a6774 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697012'] for agent (61dc9491-0c49-467e-b62a-6961ce952bc2), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:30:51.357706 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-ceb50df7-1722-4616-96e9-8da121dcf8c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7697736'] for subnet (457d19a7-6084-4c04-9002-174a158fd5f4), precommit_delete {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:30:51.487959 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-ceb50df7-1722-4616-96e9-8da121dcf8c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7697766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3859610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3974305'] for subnet (457d19a7-6084-4c04-9002-174a158fd5f4), after_delete {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:30:51.518664 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb50df7-1722-4616-96e9-8da121dcf8c3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=457d19a7-6084-4c04-9002-174a158fd5f4,revision_number=None']} {{(pid=104512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:30:51.522336 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-ceb50df7-1722-4616-96e9-8da121dcf8c3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:30:51.525870 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [None req-ceb50df7-1722-4616-96e9-8da121dcf8c3 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/457d19a7-6084-4c04-9002-174a158fd5f4 HTTP/1.1" status: 204 len: 168 time: 0.3359904 Jun 24 15:30:51.528387 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.wsgi [-] (104512) accepted ('10.222.0.67', 46480) {{(pid=104512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:30:51.532043 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e99b3a62-38a2-4aed-a4f2-34c5a41ce919 None None] Network a938b282-cfea-4809-a5ee-a9f6a9bd6a63 requested from dv-cinder-835384-11-iscsi {{(pid=104513) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 15:30:51.606130 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-9be7beb6-448f-46d0-8650-f0b1f86d99d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7823327'] for network (a938b282-cfea-4809-a5ee-a9f6a9bd6a63), before_delete {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:30:51.656519 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.plugin [None req-9be7beb6-448f-46d0-8650-f0b1f86d99d7 admin admin] Deleting port 42d16147-6e33-4e4a-9205-5f19ff096842 {{(pid=104512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 15:30:51.657069 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-9be7beb6-448f-46d0-8650-f0b1f86d99d7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761385095720'] for port (42d16147-6e33-4e4a-9205-5f19ff096842), before_delete {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:30:51.688305 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37099cd7-cf04-4a18-8f8b-b6be5dee4d40 None None] DHCP port deletion for a938b282-cfea-4809-a5ee-a9f6a9bd6a63 request from dv-cinder-835384-11-iscsi {{(pid=104513) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 24 15:30:51.716116 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=90,neutron:DELETE=7,neutron:UPDATE=3 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:30:51.728700 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.db [None req-9be7beb6-448f-46d0-8650-f0b1f86d99d7 admin admin] For port 42d16147-6e33-4e4a-9205-5f19ff096842, host dv-cinder-835384-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-11-iscsi',level=0,port_id=42d16147-6e33-4e4a-9205-5f19ff096842,segment=NetworkSegment(6638c144-a037-4a0d-a23e-e5ad5f3b41a2),segment_id=6638c144-a037-4a0d-a23e-e5ad5f3b41a2)] {{(pid=104512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 15:30:51.729543 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.plugin [None req-37099cd7-cf04-4a18-8f8b-b6be5dee4d40 None None] Deleting port 42d16147-6e33-4e4a-9205-5f19ff096842 {{(pid=104513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 15:30:51.729662 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-9be7beb6-448f-46d0-8650-f0b1f86d99d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-465599'] for port (42d16147-6e33-4e4a-9205-5f19ff096842), precommit_delete {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:30:51.729780 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-37099cd7-cf04-4a18-8f8b-b6be5dee4d40 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761385095720'] for port (42d16147-6e33-4e4a-9205-5f19ff096842), before_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:30:51.743680 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.plugin [None req-9be7beb6-448f-46d0-8650-f0b1f86d99d7 admin admin] Calling delete_port for 42d16147-6e33-4e4a-9205-5f19ff096842 owned by network:dhcp {{(pid=104512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 15:30:51.798920 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.db [None req-37099cd7-cf04-4a18-8f8b-b6be5dee4d40 None None] For port 42d16147-6e33-4e4a-9205-5f19ff096842, host dv-cinder-835384-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-11-iscsi',level=0,port_id=42d16147-6e33-4e4a-9205-5f19ff096842,segment=NetworkSegment(6638c144-a037-4a0d-a23e-e5ad5f3b41a2),segment_id=6638c144-a037-4a0d-a23e-e5ad5f3b41a2)] {{(pid=104513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 15:30:51.799359 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-37099cd7-cf04-4a18-8f8b-b6be5dee4d40 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-465599'] for port (42d16147-6e33-4e4a-9205-5f19ff096842), precommit_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:30:51.813745 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.plugin [None req-37099cd7-cf04-4a18-8f8b-b6be5dee4d40 None None] Calling delete_port for 42d16147-6e33-4e4a-9205-5f19ff096842 owned by network:dhcp {{(pid=104513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 15:30:51.893552 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-9be7beb6-448f-46d0-8650-f0b1f86d99d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761385101680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761384583307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3859661'] for port (42d16147-6e33-4e4a-9205-5f19ff096842), after_delete {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:30:51.894098 dv-cinder-835384-11-iscsi neutron-server[104513]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 24 15:30:51.894098 dv-cinder-835384-11-iscsi neutron-server[104513]: from cryptography.utils import int_from_bytes Jun 24 15:30:51.894098 dv-cinder-835384-11-iscsi neutron-server[104513]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 24 15:30:51.894098 dv-cinder-835384-11-iscsi neutron-server[104513]: from cryptography.utils import int_from_bytes Jun 24 15:30:51.894098 dv-cinder-835384-11-iscsi neutron-server[104513]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 24 15:30:51.894098 dv-cinder-835384-11-iscsi neutron-server[104513]: self.session.flush() Jun 24 15:30:51.894098 dv-cinder-835384-11-iscsi neutron-server[104513]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 24 15:30:51.894098 dv-cinder-835384-11-iscsi neutron-server[104513]: self.session.flush() Jun 24 15:30:51.894098 dv-cinder-835384-11-iscsi neutron-server[104513]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 24 15:30:51.894098 dv-cinder-835384-11-iscsi neutron-server[104513]: self.session.flush() Jun 24 15:30:51.894098 dv-cinder-835384-11-iscsi neutron-server[104513]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 24 15:30:51.894098 dv-cinder-835384-11-iscsi neutron-server[104513]: self.session.flush() Jun 24 15:30:51.894098 dv-cinder-835384-11-iscsi neutron-server[104513]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 24 15:30:51.894098 dv-cinder-835384-11-iscsi neutron-server[104513]: self.session.flush() Jun 24 15:30:51.894098 dv-cinder-835384-11-iscsi neutron-server[104513]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 24 15:30:51.894098 dv-cinder-835384-11-iscsi neutron-server[104513]: self.session.flush() Jun 24 15:30:51.894098 dv-cinder-835384-11-iscsi neutron-server[104513]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 24 15:30:51.894098 dv-cinder-835384-11-iscsi neutron-server[104513]: self.session.flush() Jun 24 15:30:51.894098 dv-cinder-835384-11-iscsi neutron-server[104513]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 24 15:30:51.894098 dv-cinder-835384-11-iscsi neutron-server[104513]: self.session.flush() Jun 24 15:30:51.894098 dv-cinder-835384-11-iscsi neutron-server[104513]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 24 15:30:51.894098 dv-cinder-835384-11-iscsi neutron-server[104513]: self.session.flush() Jun 24 15:30:51.894098 dv-cinder-835384-11-iscsi neutron-server[104513]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 24 15:30:51.894098 dv-cinder-835384-11-iscsi neutron-server[104513]: self.session.flush() Jun 24 15:30:51.894098 dv-cinder-835384-11-iscsi neutron-server[104513]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 24 15:30:51.894098 dv-cinder-835384-11-iscsi neutron-server[104513]: self.session.flush() Jun 24 15:30:51.894098 dv-cinder-835384-11-iscsi neutron-server[104513]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 24 15:30:51.894098 dv-cinder-835384-11-iscsi neutron-server[104513]: self.session.flush() Jun 24 15:30:51.894098 dv-cinder-835384-11-iscsi neutron-server[104513]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 24 15:30:51.894098 dv-cinder-835384-11-iscsi neutron-server[104513]: self.session.flush() Jun 24 15:30:51.894098 dv-cinder-835384-11-iscsi neutron-server[104513]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 24 15:30:51.894098 dv-cinder-835384-11-iscsi neutron-server[104513]: self.session.flush() Jun 24 15:30:51.894098 dv-cinder-835384-11-iscsi neutron-server[104513]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 24 15:30:51.894098 dv-cinder-835384-11-iscsi neutron-server[104513]: self.session.flush() Jun 24 15:30:51.894098 dv-cinder-835384-11-iscsi neutron-server[104513]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 24 15:30:51.894098 dv-cinder-835384-11-iscsi neutron-server[104513]: self.session.flush() Jun 24 15:30:51.894098 dv-cinder-835384-11-iscsi neutron-server[104513]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 24 15:30:51.894098 dv-cinder-835384-11-iscsi neutron-server[104513]: self.session.flush() Jun 24 15:30:51.894098 dv-cinder-835384-11-iscsi neutron-server[104513]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 24 15:30:51.894098 dv-cinder-835384-11-iscsi neutron-server[104513]: self.session.flush() Jun 24 15:30:51.894098 dv-cinder-835384-11-iscsi neutron-server[104513]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 24 15:30:51.894098 dv-cinder-835384-11-iscsi neutron-server[104513]: self.session.flush() Jun 24 15:30:51.897273 dv-cinder-835384-11-iscsi neutron-server[104513]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 24 15:30:51.897273 dv-cinder-835384-11-iscsi neutron-server[104513]: self.session.flush() Jun 24 15:30:51.897273 dv-cinder-835384-11-iscsi neutron-server[104513]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 24 15:30:51.897273 dv-cinder-835384-11-iscsi neutron-server[104513]: self.session.flush() Jun 24 15:30:51.897273 dv-cinder-835384-11-iscsi neutron-server[104513]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 24 15:30:51.897273 dv-cinder-835384-11-iscsi neutron-server[104513]: self.session.flush() Jun 24 15:30:51.897273 dv-cinder-835384-11-iscsi neutron-server[104513]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 24 15:30:51.897273 dv-cinder-835384-11-iscsi neutron-server[104513]: self.session.flush() Jun 24 15:30:51.897273 dv-cinder-835384-11-iscsi neutron-server[104513]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 24 15:30:51.897273 dv-cinder-835384-11-iscsi neutron-server[104513]: self.session.flush() Jun 24 15:30:51.897273 dv-cinder-835384-11-iscsi neutron-server[104513]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 24 15:30:51.897273 dv-cinder-835384-11-iscsi neutron-server[104513]: self.session.flush() Jun 24 15:30:51.897273 dv-cinder-835384-11-iscsi neutron-server[104513]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 24 15:30:51.897273 dv-cinder-835384-11-iscsi neutron-server[104513]: self.session.flush() Jun 24 15:30:51.903576 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-37099cd7-cf04-4a18-8f8b-b6be5dee4d40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761385101680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761384583307'] for port (42d16147-6e33-4e4a-9205-5f19ff096842), after_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:30:51.925111 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be7beb6-448f-46d0-8650-f0b1f86d99d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=42d16147-6e33-4e4a-9205-5f19ff096842,revision_number=None']} {{(pid=104512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:30:51.926381 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37099cd7-cf04-4a18-8f8b-b6be5dee4d40 None None] Pushing event deleted for resources: {'Port': ['ID=42d16147-6e33-4e4a-9205-5f19ff096842,revision_number=None']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:30:51.928507 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9be7beb6-448f-46d0-8650-f0b1f86d99d7 admin admin] No DVR routers for this DVR port 42d16147-6e33-4e4a-9205-5f19ff096842 on host dv-cinder-835384-11-iscsi {{(pid=104512) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 24 15:30:51.929918 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37099cd7-cf04-4a18-8f8b-b6be5dee4d40 None None] No DVR routers for this DVR port 42d16147-6e33-4e4a-9205-5f19ff096842 on host dv-cinder-835384-11-iscsi {{(pid=104513) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 24 15:30:51.937173 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37099cd7-cf04-4a18-8f8b-b6be5dee4d40 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:30:51.937548 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37099cd7-cf04-4a18-8f8b-b6be5dee4d40 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:30:51.937872 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37099cd7-cf04-4a18-8f8b-b6be5dee4d40 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:30:51.938217 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37099cd7-cf04-4a18-8f8b-b6be5dee4d40 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:30:51.938555 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37099cd7-cf04-4a18-8f8b-b6be5dee4d40 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:30:51.938888 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37099cd7-cf04-4a18-8f8b-b6be5dee4d40 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:30:51.939264 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37099cd7-cf04-4a18-8f8b-b6be5dee4d40 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:30:51.939599 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37099cd7-cf04-4a18-8f8b-b6be5dee4d40 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:30:51.939967 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37099cd7-cf04-4a18-8f8b-b6be5dee4d40 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:30:51.940252 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37099cd7-cf04-4a18-8f8b-b6be5dee4d40 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:30:51.940768 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37099cd7-cf04-4a18-8f8b-b6be5dee4d40 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:30:51.941260 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37099cd7-cf04-4a18-8f8b-b6be5dee4d40 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:30:51.941762 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37099cd7-cf04-4a18-8f8b-b6be5dee4d40 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:30:51.942656 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37099cd7-cf04-4a18-8f8b-b6be5dee4d40 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:30:51.942656 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37099cd7-cf04-4a18-8f8b-b6be5dee4d40 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:30:52.002691 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-9be7beb6-448f-46d0-8650-f0b1f86d99d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7769653', 'neutron.services.segments.db._delete_segments_for_network-8761385121163'] for network (a938b282-cfea-4809-a5ee-a9f6a9bd6a63), precommit_delete {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:30:52.022828 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.services.segments.db [None req-9be7beb6-448f-46d0-8650-f0b1f86d99d7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a938b282-cfea-4809-a5ee-a9f6a9bd6a63']}} {{(pid=104512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 15:30:52.032788 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.services.segments.db [None req-9be7beb6-448f-46d0-8650-f0b1f86d99d7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6638c144-a037-4a0d-a23e-e5ad5f3b41a2') {'for_net_delete': True} {{(pid=104512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 15:30:52.033080 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.services.segments.db [None req-9be7beb6-448f-46d0-8650-f0b1f86d99d7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6638c144-a037-4a0d-a23e-e5ad5f3b41a2') {} {{(pid=104512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 15:30:52.042412 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-9be7beb6-448f-46d0-8650-f0b1f86d99d7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761385121940', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-795072'] for segment (6638c144-a037-4a0d-a23e-e5ad5f3b41a2), before_delete {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:30:52.056154 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-9be7beb6-448f-46d0-8650-f0b1f86d99d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7772344'] for segment (6638c144-a037-4a0d-a23e-e5ad5f3b41a2), precommit_delete {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:30:52.062414 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9be7beb6-448f-46d0-8650-f0b1f86d99d7 admin admin] Releasing vlan 794 on physical network physnet1 to pool {{(pid=104512) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 15:30:52.062797 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-9be7beb6-448f-46d0-8650-f0b1f86d99d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7772344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3859696'] for segment (6638c144-a037-4a0d-a23e-e5ad5f3b41a2), after_delete {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:30:52.091127 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.services.segments.plugin [-] Segment 6638c144-a037-4a0d-a23e-e5ad5f3b41a2 resource provider aggregate not found Jun 24 15:30:52.123712 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.services.segments.plugin [-] Segment 6638c144-a037-4a0d-a23e-e5ad5f3b41a2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6638c144-a037-4a0d-a23e-e5ad5f3b41a2 found for delete ", "request_id": "req-a49f3f5a-6253-4b41-a1c6-f42092f97b79"}]} Jun 24 15:30:52.196748 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-9be7beb6-448f-46d0-8650-f0b1f86d99d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7769644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-275585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-467247'] for network (a938b282-cfea-4809-a5ee-a9f6a9bd6a63), after_delete {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:30:52.204125 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-9be7beb6-448f-46d0-8650-f0b1f86d99d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7879399'] for network (None), before_response {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:30:52.207201 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [None req-9be7beb6-448f-46d0-8650-f0b1f86d99d7 admin admin] 10.222.0.67 "DELETE /v2.0/networks/a938b282-cfea-4809-a5ee-a9f6a9bd6a63 HTTP/1.1" status: 204 len: 168 time: 0.6778765 Jun 24 15:30:52.216643 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be7beb6-448f-46d0-8650-f0b1f86d99d7 admin admin] Pushing event deleted for resources: {'Network': ['ID=a938b282-cfea-4809-a5ee-a9f6a9bd6a63,revision_number=None']} {{(pid=104512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:30:52.539215 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.rpc [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Device 5059218b-130a-412b-a145-6c762746e5a2 no longer exists at agent ovs-agent-dv-cinder-835384-11-iscsi {{(pid=104513) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 15:30:52.558979 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.plugin [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] No Port match for: 5059218b-130a-412b-a145-6c762746e5a2 {{(pid=104513) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 15:30:52.559370 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.rpc [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Device 5059218b-130a-412b-a145-6c762746e5a2 not bound to the agent host dv-cinder-835384-11-iscsi {{(pid=104513) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 15:30:52.564156 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.rpc [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Device b1f0b248-f30b-4d6d-9d7c-8bf3f1e98ba7 no longer exists at agent ovs-agent-dv-cinder-835384-11-iscsi {{(pid=104513) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 15:30:52.576543 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.plugin [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] No Port match for: b1f0b248-f30b-4d6d-9d7c-8bf3f1e98ba7 {{(pid=104513) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 15:30:52.576895 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.rpc [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Device b1f0b248-f30b-4d6d-9d7c-8bf3f1e98ba7 not bound to the agent host dv-cinder-835384-11-iscsi {{(pid=104513) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 15:30:52.577302 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.rpc [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Device 42d16147-6e33-4e4a-9205-5f19ff096842 no longer exists at agent ovs-agent-dv-cinder-835384-11-iscsi {{(pid=104513) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 15:30:52.592489 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.wsgi [-] (104511) accepted ('10.222.0.67', 46488) {{(pid=104511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:30:52.598697 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.plugin [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] No Port match for: 42d16147-6e33-4e4a-9205-5f19ff096842 {{(pid=104513) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 15:30:52.599041 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.rpc [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Device 42d16147-6e33-4e4a-9205-5f19ff096842 not bound to the agent host dv-cinder-835384-11-iscsi {{(pid=104513) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 15:30:52.633585 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [None req-182c5bec-fa4c-473a-9119-b3e52c819765 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=9c5f325c1c3245fa88dbb36698037138&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0393970 Jun 24 15:30:52.636181 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.wsgi [-] (104511) accepted ('10.222.0.67', 46490) {{(pid=104511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:30:52.684450 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-f8c78077-ef43-4189-ace7-e13d6e874c5d admin admin] Publish callbacks [] for security_group (f7508e57-0242-4fc4-8eff-f85f3723f4d0), before_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:30:52.706027 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-f8c78077-ef43-4189-ace7-e13d6e874c5d admin admin] Publish callbacks [] for security_group (f7508e57-0242-4fc4-8eff-f85f3723f4d0), precommit_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:30:52.835755 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-f8c78077-ef43-4189-ace7-e13d6e874c5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-275664'] for security_group (f7508e57-0242-4fc4-8eff-f85f3723f4d0), after_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:30:52.838313 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-f8c78077-ef43-4189-ace7-e13d6e874c5d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:30:52.839592 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [None req-f8c78077-ef43-4189-ace7-e13d6e874c5d admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/f7508e57-0242-4fc4-8eff-f85f3723f4d0 HTTP/1.1" status: 204 len: 168 time: 0.2024479 Jun 24 15:30:52.848131 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c78077-ef43-4189-ace7-e13d6e874c5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7508e57-0242-4fc4-8eff-f85f3723f4d0,revision_number=None']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:30:53.803342 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-ef04f49e-7b70-40a6-bc1b-3381892a14c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697012'] for agent (45985ff7-1335-48cd-ab02-73eb58295827), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:30:53.815341 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.wsgi [-] (104511) accepted ('10.222.0.67', 46512) {{(pid=104511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:30:53.919712 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.v2.base [None req-873e6255-fedc-43dd-a108-af7ff68c4ff5 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-125228773-network', 'tenant_id': '9c0e7447465d430d9352d9e9b7ea012c'}} {{(pid=104511) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 15:30:54.013654 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-873e6255-fedc-43dd-a108-af7ff68c4ff5 admin admin] Made reservation on behalf of 9c0e7447465d430d9352d9e9b7ea012c for: {'network': 1} {{(pid=104511) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 15:30:54.016832 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-873e6255-fedc-43dd-a108-af7ff68c4ff5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7727318'] for network (None), before_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:30:54.026189 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-873e6255-fedc-43dd-a108-af7ff68c4ff5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:30:54.104210 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-873e6255-fedc-43dd-a108-af7ff68c4ff5 admin admin] Publish callbacks [] for security_group (5b13276a-6340-4652-9347-f3b7775d8231), precommit_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:30:54.185110 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-873e6255-fedc-43dd-a108-af7ff68c4ff5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-275664'] for security_group (5b13276a-6340-4652-9347-f3b7775d8231), after_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:30:54.193441 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=84,neutron:DELETE=6,neutron:INSERT=10 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:30:54.200207 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:30:54.213626 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-873e6255-fedc-43dd-a108-af7ff68c4ff5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 764} {{(pid=104511) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 15:30:54.225201 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873e6255-fedc-43dd-a108-af7ff68c4ff5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b13276a-6340-4652-9347-f3b7775d8231,revision_number=1']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:30:54.230286 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-873e6255-fedc-43dd-a108-af7ff68c4ff5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7772344'] for segment (db94acf1-3522-4be0-9339-21a877b773e3), precommit_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:30:54.230634 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.db.segments_db [None req-873e6255-fedc-43dd-a108-af7ff68c4ff5 admin admin] Added segment db94acf1-3522-4be0-9339-21a877b773e3 of type vlan for network acd35ae0-cdce-4e2a-af0f-4813fbf5ee68 Jun 24 15:30:54.276045 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-873e6255-fedc-43dd-a108-af7ff68c4ff5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761384550337'] for network (acd35ae0-cdce-4e2a-af0f-4813fbf5ee68), precommit_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:30:54.430882 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-873e6255-fedc-43dd-a108-af7ff68c4ff5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-275585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409'] for network (acd35ae0-cdce-4e2a-af0f-4813fbf5ee68), after_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:30:54.431995 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-873e6255-fedc-43dd-a108-af7ff68c4ff5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:30:54.432588 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-873e6255-fedc-43dd-a108-af7ff68c4ff5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7879399'] for network (None), before_response {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:30:54.501220 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873e6255-fedc-43dd-a108-af7ff68c4ff5 admin admin] Pushing event updated for resources: {'Network': ['ID=acd35ae0-cdce-4e2a-af0f-4813fbf5ee68,revision_number=1']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:30:54.512159 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.rpc [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Network acd35ae0-cdce-4e2a-af0f-4813fbf5ee68 details requested by agent ovs-agent-dv-cinder-835384-11-iscsi with host dv-cinder-835384-11-iscsi {{(pid=104513) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 15:30:54.553316 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [None req-873e6255-fedc-43dd-a108-af7ff68c4ff5 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 0.7366877 Jun 24 15:30:54.556421 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.wsgi [-] (104512) accepted ('10.222.0.67', 46516) {{(pid=104512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:30:54.562356 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.v2.base [None req-357c204e-a41b-4162-b5a9-b81817bfbea5 admin admin] Request body: {'subnet': {'network_id': 'acd35ae0-cdce-4e2a-af0f-4813fbf5ee68', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-125228773-subnet', 'tenant_id': '9c0e7447465d430d9352d9e9b7ea012c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 15:30:54.648025 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-357c204e-a41b-4162-b5a9-b81817bfbea5 admin admin] Made reservation on behalf of 9c0e7447465d430d9352d9e9b7ea012c for: {'subnet': 1} {{(pid=104512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 15:30:54.650724 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-357c204e-a41b-4162-b5a9-b81817bfbea5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3974350'] for subnet (None), before_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:30:54.742461 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:DELETE=9,neutron:SELECT=85,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:30:54.899833 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-357c204e-a41b-4162-b5a9-b81817bfbea5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3859545', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3974328'] for subnet (0c04c129-d27d-481c-9868-00d384b6110d), after_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:30:54.955764 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357c204e-a41b-4162-b5a9-b81817bfbea5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0c04c129-d27d-481c-9868-00d384b6110d,revision_number=0']} {{(pid=104512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:30:54.968560 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-6e9ba797-1d0c-40f8-9e0c-708f895be0b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697012'] for agent (f984396c-9862-4f32-9cf6-f19d2e5feb00), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:30:54.973232 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-357c204e-a41b-4162-b5a9-b81817bfbea5 admin admin] Checking segment: {'id': 'db94acf1-3522-4be0-9339-21a877b773e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'acd35ae0-cdce-4e2a-af0f-4813fbf5ee68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 15:30:54.973596 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-357c204e-a41b-4162-b5a9-b81817bfbea5 admin admin] Network hostable DHCP agents. Network: acd35ae0-cdce-4e2a-af0f-4813fbf5ee68, hostable agents: ['61dc9491-0c49-467e-b62a-6961ce952bc2'], hosted agents: [] {{(pid=104512) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 15:30:55.052630 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-357c204e-a41b-4162-b5a9-b81817bfbea5 admin admin] Network acd35ae0-cdce-4e2a-af0f-4813fbf5ee68 is scheduled to be hosted by DHCP agent 61dc9491-0c49-467e-b62a-6961ce952bc2 with binding_index 1 {{(pid=104512) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 15:30:55.133783 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.scheduler.base_scheduler [None req-357c204e-a41b-4162-b5a9-b81817bfbea5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835384-11-iscsi, acd35ae0-cdce-4e2a-af0f-4813fbf5ee68) {{(pid=104512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 15:30:55.137985 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-357c204e-a41b-4162-b5a9-b81817bfbea5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:30:55.139289 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-357c204e-a41b-4162-b5a9-b81817bfbea5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:30:55.144605 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82e374cc-5f26-4a82-9a2c-ac8bb76dfa58 None None] Network acd35ae0-cdce-4e2a-af0f-4813fbf5ee68 requested from dv-cinder-835384-11-iscsi {{(pid=104513) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 15:30:55.216442 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [None req-357c204e-a41b-4162-b5a9-b81817bfbea5 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6587875 Jun 24 15:30:55.219822 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.wsgi [-] (104511) accepted ('10.222.0.67', 46518) {{(pid=104511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:30:55.224506 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.v2.base [None req-08a0a876-c791-4cc9-aea5-03d8144fc7e8 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-125228773-router', 'tenant_id': '9c0e7447465d430d9352d9e9b7ea012c', 'external_gateway_info': {'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59'}}} {{(pid=104511) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 15:30:55.254886 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b1ade3e-8bb5-44d8-93a5-e0dc0f4afebd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2b4efa5-1f6d-5be6-a0c3-799436a0bdb9-acd35ae0-cdce-4e2a-af0f-4813fbf5ee68', 'network_id': 'acd35ae0-cdce-4e2a-af0f-4813fbf5ee68', 'project_id': '9c0e7447465d430d9352d9e9b7ea012c', 'fixed_ips': [{'subnet_id': '0c04c129-d27d-481c-9868-00d384b6110d'}]}} from dv-cinder-835384-11-iscsi. {{(pid=104513) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 24 15:30:55.255861 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-1b1ade3e-8bb5-44d8-93a5-e0dc0f4afebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7727318'] for port (None), before_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:30:55.338742 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-08a0a876-c791-4cc9-aea5-03d8144fc7e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-460991', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14566'] for router (5bf36090-25e1-4755-aae5-e3986ec2d11a), before_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:30:55.339960 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-08a0a876-c791-4cc9-aea5-03d8144fc7e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-461210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-470210', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-519196', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14577'] for router (5bf36090-25e1-4755-aae5-e3986ec2d11a), precommit_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:30:55.395774 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-08a0a876-c791-4cc9-aea5-03d8144fc7e8 admin admin] Publish callbacks [] for router_controller (5bf36090-25e1-4755-aae5-e3986ec2d11a), precommit_add_association {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:30:55.397346 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.db_base_plugin_common [None req-1b1ade3e-8bb5-44d8-93a5-e0dc0f4afebd None None] Allocated IP 172.20.0.2 (acd35ae0-cdce-4e2a-af0f-4813fbf5ee68/0c04c129-d27d-481c-9868-00d384b6110d/be029358-b44b-42f2-b2b8-527b7a606807) {{(pid=104513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 15:30:55.546939 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-1b1ade3e-8bb5-44d8-93a5-e0dc0f4afebd None None] Publish callbacks [] for port (be029358-b44b-42f2-b2b8-527b7a606807), precommit_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:30:55.614720 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-1b1ade3e-8bb5-44d8-93a5-e0dc0f4afebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761384583298'] for port (be029358-b44b-42f2-b2b8-527b7a606807), after_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:30:55.657861 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b1ade3e-8bb5-44d8-93a5-e0dc0f4afebd None None] Network acd35ae0-cdce-4e2a-af0f-4813fbf5ee68 is already hosted by enough agents. {{(pid=104513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 15:30:55.660758 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-08a0a876-c791-4cc9-aea5-03d8144fc7e8 admin admin] Publish callbacks [] for router_gateway (5bf36090-25e1-4755-aae5-e3986ec2d11a), precommit_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:30:55.660919 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.scheduler.base_scheduler [None req-1b1ade3e-8bb5-44d8-93a5-e0dc0f4afebd None None] Resources bound (agent type, host, resource id): {{(pid=104513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 15:30:55.666647 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b1ade3e-8bb5-44d8-93a5-e0dc0f4afebd None None] Received port after_create {{(pid=104513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 15:30:55.678005 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1ade3e-8bb5-44d8-93a5-e0dc0f4afebd None None] Pushing event updated for resources: {'Port': ['ID=be029358-b44b-42f2-b2b8-527b7a606807,revision_number=1']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:30:55.742008 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.managers [None req-1b1ade3e-8bb5-44d8-93a5-e0dc0f4afebd None None] Attempting to bind port be029358-b44b-42f2-b2b8-527b7a606807 on host dv-cinder-835384-11-iscsi for vnic_type normal with profile {{(pid=104513) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 15:30:55.742473 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.managers [None req-1b1ade3e-8bb5-44d8-93a5-e0dc0f4afebd None None] Attempting to bind port be029358-b44b-42f2-b2b8-527b7a606807 by drivers openvswitch,hyperv on host dv-cinder-835384-11-iscsi at level 0 using segments [{'id': 'db94acf1-3522-4be0-9339-21a877b773e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'acd35ae0-cdce-4e2a-af0f-4813fbf5ee68'}] {{(pid=104513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 15:30:55.742837 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b1ade3e-8bb5-44d8-93a5-e0dc0f4afebd None None] Attempting to bind port be029358-b44b-42f2-b2b8-527b7a606807 on network acd35ae0-cdce-4e2a-af0f-4813fbf5ee68 {{(pid=104513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 15:30:55.748568 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b1ade3e-8bb5-44d8-93a5-e0dc0f4afebd None None] Checking agent: {'id': '559fa80c-96d5-4fe7-8c5f-9eda482c27bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835384-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 15, 10, 27), 'started_at': datetime.datetime(2022, 6, 24, 15, 10, 57), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 15, 30, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835384-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 15:30:55.748970 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b1ade3e-8bb5-44d8-93a5-e0dc0f4afebd None None] Checking segment: {'id': 'db94acf1-3522-4be0-9339-21a877b773e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'acd35ae0-cdce-4e2a-af0f-4813fbf5ee68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 15:30:55.749454 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-1b1ade3e-8bb5-44d8-93a5-e0dc0f4afebd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:30:55.749997 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b1ade3e-8bb5-44d8-93a5-e0dc0f4afebd None None] Bound using segment: {'id': 'db94acf1-3522-4be0-9339-21a877b773e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'acd35ae0-cdce-4e2a-af0f-4813fbf5ee68'} {{(pid=104513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 15:30:55.750328 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.managers [None req-1b1ade3e-8bb5-44d8-93a5-e0dc0f4afebd None None] Bound port: be029358-b44b-42f2-b2b8-527b7a606807, host: dv-cinder-835384-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db94acf1-3522-4be0-9339-21a877b773e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'acd35ae0-cdce-4e2a-af0f-4813fbf5ee68'}}] {{(pid=104513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 15:30:55.750708 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-1b1ade3e-8bb5-44d8-93a5-e0dc0f4afebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7727318'] for port (be029358-b44b-42f2-b2b8-527b7a606807), before_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:30:55.943890 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-08a0a876-c791-4cc9-aea5-03d8144fc7e8 admin admin] Publish callbacks [] for router_gateway (5bf36090-25e1-4755-aae5-e3986ec2d11a), before_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:30:55.955920 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.db [None req-1b1ade3e-8bb5-44d8-93a5-e0dc0f4afebd None None] For port be029358-b44b-42f2-b2b8-527b7a606807, host dv-cinder-835384-11-iscsi, cleared binding levels {{(pid=104513) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 15:30:55.960025 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.db [None req-1b1ade3e-8bb5-44d8-93a5-e0dc0f4afebd None None] For port be029358-b44b-42f2-b2b8-527b7a606807, host dv-cinder-835384-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-11-iscsi',level=0,port_id=be029358-b44b-42f2-b2b8-527b7a606807,segment=NetworkSegment(db94acf1-3522-4be0-9339-21a877b773e3),segment_id=db94acf1-3522-4be0-9339-21a877b773e3)] {{(pid=104513) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 15:30:55.969064 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-08a0a876-c791-4cc9-aea5-03d8144fc7e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7727318'] for port (None), before_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:30:56.048365 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-1b1ade3e-8bb5-44d8-93a5-e0dc0f4afebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761385101662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761384583316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761384583334'] for port (be029358-b44b-42f2-b2b8-527b7a606807), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:30:56.067730 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:INSERT=8,neutron:SELECT=86,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:30:56.084552 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.db.db_base_plugin_common [None req-08a0a876-c791-4cc9-aea5-03d8144fc7e8 admin admin] Allocated IP 172.27.0.102 (60b3096c-3a0f-4216-9e52-e826cbf1fb59/f6c08379-d241-4966-a4ae-7ff02804e7f6/71aa792d-5cda-4864-a10c-1c69f8d17dbd) {{(pid=104511) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 15:30:56.125170 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1ade3e-8bb5-44d8-93a5-e0dc0f4afebd None None] Pushing event updated for resources: {'Port': ['ID=be029358-b44b-42f2-b2b8-527b7a606807,revision_number=2']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:30:56.225481 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-08a0a876-c791-4cc9-aea5-03d8144fc7e8 admin admin] Publish callbacks [] for port (71aa792d-5cda-4864-a10c-1c69f8d17dbd), precommit_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:30:56.316754 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-08a0a876-c791-4cc9-aea5-03d8144fc7e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761384583298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3599638'] for port (71aa792d-5cda-4864-a10c-1c69f8d17dbd), after_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:30:56.347611 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=5 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:30:56.365564 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08a0a876-c791-4cc9-aea5-03d8144fc7e8 admin admin] Network 60b3096c-3a0f-4216-9e52-e826cbf1fb59 is already hosted by enough agents. {{(pid=104511) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 15:30:56.368845 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.scheduler.base_scheduler [None req-08a0a876-c791-4cc9-aea5-03d8144fc7e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=104511) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 15:30:56.371615 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08a0a876-c791-4cc9-aea5-03d8144fc7e8 admin admin] Received port after_create {{(pid=104511) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 15:30:56.409401 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a0a876-c791-4cc9-aea5-03d8144fc7e8 admin admin] Pushing event updated for resources: {'Port': ['ID=71aa792d-5cda-4864-a10c-1c69f8d17dbd,revision_number=1']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:30:56.459333 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-e7d2b4de-897d-40d1-b758-5e5b7ac4c4e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697012'] for agent (2f766f35-a225-44ed-b70f-669caec6f4a7), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:30:56.574685 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.rpc [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Device be029358-b44b-42f2-b2b8-527b7a606807 up at agent ovs-agent-dv-cinder-835384-11-iscsi {{(pid=104513) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 15:30:56.615171 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:SELECT=87,neutron:UPDATE=8,neutron:DELETE=1,neutron:INSERT=4 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:30:56.636738 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:SELECT=90,neutron:DELETE=1,neutron:UPDATE=6,neutron:INSERT=3 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:30:56.642107 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:30:56.653838 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.provisioning_blocks [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Provisioning complete for port be029358-b44b-42f2-b2b8-527b7a606807 triggered by entity L2. {{(pid=104513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 15:30:56.654220 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7696598'] for port (be029358-b44b-42f2-b2b8-527b7a606807), provisioning_complete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:30:56.696908 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697012'] for agent (559fa80c-96d5-4fe7-8c5f-9eda482c27bf), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:30:56.738319 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.plugin [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Current status of the port be029358-b44b-42f2-b2b8-527b7a606807 is: DOWN; New status is: ACTIVE {{(pid=104513) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 15:30:56.739220 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7727318'] for port (be029358-b44b-42f2-b2b8-527b7a606807), before_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:30:56.777414 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.db [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] For port be029358-b44b-42f2-b2b8-527b7a606807, host dv-cinder-835384-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-11-iscsi',level=0,port_id=be029358-b44b-42f2-b2b8-527b7a606807,segment=NetworkSegment(db94acf1-3522-4be0-9339-21a877b773e3),segment_id=db94acf1-3522-4be0-9339-21a877b773e3)] {{(pid=104513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 15:30:56.854404 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761385101662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761384583316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761384583334'] for port (be029358-b44b-42f2-b2b8-527b7a606807), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:30:56.917752 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Pushing event updated for resources: {'Port': ['ID=be029358-b44b-42f2-b2b8-527b7a606807,revision_number=3']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:30:56.976827 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-08a0a876-c791-4cc9-aea5-03d8144fc7e8 admin admin] Publish callbacks [] for router_gateway (5bf36090-25e1-4755-aae5-e3986ec2d11a), after_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:30:57.131224 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85d68681-ae4f-407b-b6ce-b02d6666fcc2 None None] Network acd35ae0-cdce-4e2a-af0f-4813fbf5ee68 requested from dv-cinder-835384-11-iscsi {{(pid=104513) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 15:30:57.169726 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.provisioning_blocks [None req-378d2019-95ca-46fb-83c5-37844feed434 None None] Provisioning complete for port be029358-b44b-42f2-b2b8-527b7a606807 triggered by entity DHCP. {{(pid=104513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 15:30:57.170130 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-378d2019-95ca-46fb-83c5-37844feed434 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7696598'] for port (be029358-b44b-42f2-b2b8-527b7a606807), provisioning_complete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:30:57.189758 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-08a0a876-c791-4cc9-aea5-03d8144fc7e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-462429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-470182'] for router (5bf36090-25e1-4755-aae5-e3986ec2d11a), after_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:30:57.315512 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.plugin [None req-378d2019-95ca-46fb-83c5-37844feed434 None None] Current status of the port be029358-b44b-42f2-b2b8-527b7a606807 is: ACTIVE; New status is: ACTIVE {{(pid=104513) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 15:30:57.391247 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08a0a876-c791-4cc9-aea5-03d8144fc7e8 admin admin] Router 5bf36090-25e1-4755-aae5-e3986ec2d11a is scheduled to L3 agent 45985ff7-1335-48cd-ab02-73eb58295827 with binding_index 1 {{(pid=104511) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 24 15:30:57.503943 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08a0a876-c791-4cc9-aea5-03d8144fc7e8 admin admin] Notify agent at l3_agent.dv-cinder-835384-11-iscsi the message routers_updated {{(pid=104511) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 15:30:57.508339 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:30:57.515833 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3edfdbf-0795-42a9-a492-ba1076d524d6 None None] Sync routers for ids ['5bf36090-25e1-4755-aae5-e3986ec2d11a'] in dv-cinder-835384-11-iscsi {{(pid=104513) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 15:30:57.526229 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3edfdbf-0795-42a9-a492-ba1076d524d6 None None] Routers {'5bf36090-25e1-4755-aae5-e3986ec2d11a'} bound to L3 agent in host dv-cinder-835384-11-iscsi {{(pid=104513) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 15:30:57.526850 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.l3_hamode_db [None req-f3edfdbf-0795-42a9-a492-ba1076d524d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-24T15:10:24Z,description=,heartbeat_timestamp=2022-06-24T15:30:54Z,host='dv-cinder-835384-11-iscsi',id=45985ff7-1335-48cd-ab02-73eb58295827,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T15:10:24Z,topic='l3_agent')) {'router_ids': ['5bf36090-25e1-4755-aae5-e3986ec2d11a'], 'active': True} {{(pid=104513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 15:30:57.587686 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.provisioning_blocks [None req-b9d283d3-433c-4622-a191-dfbb2adb89d2 None None] Provisioning complete for port be029358-b44b-42f2-b2b8-527b7a606807 triggered by entity DHCP. {{(pid=104513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 15:30:57.588005 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-b9d283d3-433c-4622-a191-dfbb2adb89d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7696598'] for port (be029358-b44b-42f2-b2b8-527b7a606807), provisioning_complete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:30:57.605838 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-08a0a876-c791-4cc9-aea5-03d8144fc7e8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:30:57.610211 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [None req-08a0a876-c791-4cc9-aea5-03d8144fc7e8 admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.3863010 Jun 24 15:30:57.610568 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.wsgi [-] (104512) accepted ('10.222.0.67', 46520) {{(pid=104512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:30:57.677860 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.l3_dvr_db [None req-f3edfdbf-0795-42a9-a492-ba1076d524d6 None None] Set router 5bf36090-25e1-4755-aae5-e3986ec2d11a gateway port host: dv-cinder-835384-11-iscsi {{(pid=104513) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 15:30:57.762666 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:30:57.815563 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.plugin [None req-b9d283d3-433c-4622-a191-dfbb2adb89d2 None None] Current status of the port be029358-b44b-42f2-b2b8-527b7a606807 is: ACTIVE; New status is: ACTIVE {{(pid=104513) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 15:30:57.887925 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.l3_hamode_db [None req-f3edfdbf-0795-42a9-a492-ba1076d524d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bf36090-25e1-4755-aae5-e3986ec2d11a', 'name': 'tempest-AttachVolumeNegativeTest-125228773-router', 'tenant_id': '9c0e7447465d430d9352d9e9b7ea012c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'external_fixed_ips': [{'subnet_id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'ip_address': '172.27.0.102'}], 'enable_snat': True}, 'gw_port_id': '71aa792d-5cda-4864-a10c-1c69f8d17dbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T15:30:55Z', 'updated_at': '2022-06-24T15:30:56Z', 'revision_number': 3, 'project_id': '9c0e7447465d430d9352d9e9b7ea012c', 'gw_port': {'id': '71aa792d-5cda-4864-a10c-1c69f8d17dbd', 'name': '', 'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:2d:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bf36090-25e1-4755-aae5-e3986ec2d11a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'ip_address': '172.27.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T15:30:55Z', 'updated_at': '2022-06-24T15:30:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-11-iscsi'}], 'dv-cinder-835384-11-iscsi', False) {} {{(pid=104513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 15:30:57.917847 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3edfdbf-0795-42a9-a492-ba1076d524d6 None None] Checking router: 5bf36090-25e1-4755-aae5-e3986ec2d11a for host: dv-cinder-835384-11-iscsi {{(pid=104513) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 15:30:57.918193 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3edfdbf-0795-42a9-a492-ba1076d524d6 None None] Updating router 5bf36090-25e1-4755-aae5-e3986ec2d11a port 71aa792d-5cda-4864-a10c-1c69f8d17dbd binding host dv-cinder-835384-11-iscsi {{(pid=104513) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 15:30:57.922872 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:30:57.947377 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-f3edfdbf-0795-42a9-a492-ba1076d524d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7727318'] for port (71aa792d-5cda-4864-a10c-1c69f8d17dbd), before_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:30:58.036043 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-8a0b3ce2-aff4-4337-a2e7-579ffaa478e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7727318'] for port (None), before_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:30:58.210053 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.db.db_base_plugin_common [None req-8a0b3ce2-aff4-4337-a2e7-579ffaa478e2 admin admin] Allocated IP 172.20.0.1 (acd35ae0-cdce-4e2a-af0f-4813fbf5ee68/0c04c129-d27d-481c-9868-00d384b6110d/abc19f20-8b2e-4749-b1c5-315ffb487568) {{(pid=104512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 15:30:58.215518 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-f3edfdbf-0795-42a9-a492-ba1076d524d6 None None] Publish callbacks [] for port (71aa792d-5cda-4864-a10c-1c69f8d17dbd), precommit_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:30:58.222025 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:30:58.316246 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-f3edfdbf-0795-42a9-a492-ba1076d524d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761385101662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761384583316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761384583334'] for port (71aa792d-5cda-4864-a10c-1c69f8d17dbd), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:30:58.319720 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-8a0b3ce2-aff4-4337-a2e7-579ffaa478e2 admin admin] Publish callbacks [] for port (abc19f20-8b2e-4749-b1c5-315ffb487568), precommit_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:30:58.375405 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.managers [None req-f3edfdbf-0795-42a9-a492-ba1076d524d6 None None] Attempting to bind port 71aa792d-5cda-4864-a10c-1c69f8d17dbd on host dv-cinder-835384-11-iscsi for vnic_type normal with profile {{(pid=104513) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 15:30:58.375775 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.managers [None req-f3edfdbf-0795-42a9-a492-ba1076d524d6 None None] Attempting to bind port 71aa792d-5cda-4864-a10c-1c69f8d17dbd by drivers openvswitch,hyperv on host dv-cinder-835384-11-iscsi at level 0 using segments [{'id': '6785a788-9b98-4059-b825-96a306cb346e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59'}] {{(pid=104513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 15:30:58.376135 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3edfdbf-0795-42a9-a492-ba1076d524d6 None None] Attempting to bind port 71aa792d-5cda-4864-a10c-1c69f8d17dbd on network 60b3096c-3a0f-4216-9e52-e826cbf1fb59 {{(pid=104513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 15:30:58.381028 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fb5182-c65f-4a8c-898c-2f82eb78a2d2 None None] Pushing event updated for resources: {'Port': ['ID=71aa792d-5cda-4864-a10c-1c69f8d17dbd,revision_number=2']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:30:58.384764 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3edfdbf-0795-42a9-a492-ba1076d524d6 None None] Checking agent: {'id': '559fa80c-96d5-4fe7-8c5f-9eda482c27bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835384-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 15, 10, 27), 'started_at': datetime.datetime(2022, 6, 24, 15, 10, 57), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 15, 30, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835384-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 15:30:58.385138 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3edfdbf-0795-42a9-a492-ba1076d524d6 None None] Checking segment: {'id': '6785a788-9b98-4059-b825-96a306cb346e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 15:30:58.385598 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-f3edfdbf-0795-42a9-a492-ba1076d524d6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:30:58.385908 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3edfdbf-0795-42a9-a492-ba1076d524d6 None None] Bound using segment: {'id': '6785a788-9b98-4059-b825-96a306cb346e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59'} {{(pid=104513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 15:30:58.386373 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.managers [None req-f3edfdbf-0795-42a9-a492-ba1076d524d6 None None] Bound port: 71aa792d-5cda-4864-a10c-1c69f8d17dbd, host: dv-cinder-835384-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6785a788-9b98-4059-b825-96a306cb346e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59'}}] {{(pid=104513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 15:30:58.386751 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-f3edfdbf-0795-42a9-a492-ba1076d524d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7727318'] for port (71aa792d-5cda-4864-a10c-1c69f8d17dbd), before_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:30:58.413808 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-8a0b3ce2-aff4-4337-a2e7-579ffaa478e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761384583298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3859661'] for port (abc19f20-8b2e-4749-b1c5-315ffb487568), after_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:30:58.439824 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.db [None req-f3edfdbf-0795-42a9-a492-ba1076d524d6 None None] For port 71aa792d-5cda-4864-a10c-1c69f8d17dbd, host dv-cinder-835384-11-iscsi, cleared binding levels {{(pid=104513) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 15:30:58.443008 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.db [None req-f3edfdbf-0795-42a9-a492-ba1076d524d6 None None] For port 71aa792d-5cda-4864-a10c-1c69f8d17dbd, host dv-cinder-835384-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-11-iscsi',level=0,port_id=71aa792d-5cda-4864-a10c-1c69f8d17dbd,segment=NetworkSegment(6785a788-9b98-4059-b825-96a306cb346e),segment_id=6785a788-9b98-4059-b825-96a306cb346e)] {{(pid=104513) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 15:30:58.471012 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a0b3ce2-aff4-4337-a2e7-579ffaa478e2 admin admin] Network acd35ae0-cdce-4e2a-af0f-4813fbf5ee68 is already hosted by enough agents. {{(pid=104512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 15:30:58.471580 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.scheduler.base_scheduler [None req-8a0b3ce2-aff4-4337-a2e7-579ffaa478e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=104512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 15:30:58.474025 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a0b3ce2-aff4-4337-a2e7-579ffaa478e2 admin admin] Received port after_create {{(pid=104512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 15:30:58.479582 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0b3ce2-aff4-4337-a2e7-579ffaa478e2 admin admin] Pushing event updated for resources: {'Port': ['ID=abc19f20-8b2e-4749-b1c5-315ffb487568,revision_number=1']} {{(pid=104512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:30:58.517925 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-f3edfdbf-0795-42a9-a492-ba1076d524d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761385101662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761384583316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761384583334'] for port (71aa792d-5cda-4864-a10c-1c69f8d17dbd), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:30:58.524198 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-8a0b3ce2-aff4-4337-a2e7-579ffaa478e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-464899'] for router_interface (5bf36090-25e1-4755-aae5-e3986ec2d11a), before_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:30:58.590864 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fb5182-c65f-4a8c-898c-2f82eb78a2d2 None None] Pushing event updated for resources: {'Port': ['ID=71aa792d-5cda-4864-a10c-1c69f8d17dbd,revision_number=3']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:30:58.603865 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3edfdbf-0795-42a9-a492-ba1076d524d6 None None] Routers {'5bf36090-25e1-4755-aae5-e3986ec2d11a'} bound to L3 agent in host dv-cinder-835384-11-iscsi {{(pid=104513) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 15:30:58.604599 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.l3_hamode_db [None req-f3edfdbf-0795-42a9-a492-ba1076d524d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-24T15:10:24Z,description=,heartbeat_timestamp=2022-06-24T15:30:54Z,host='dv-cinder-835384-11-iscsi',id=45985ff7-1335-48cd-ab02-73eb58295827,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T15:10:24Z,topic='l3_agent')) {'router_ids': ['5bf36090-25e1-4755-aae5-e3986ec2d11a'], 'active': True} {{(pid=104513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 15:30:58.658274 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:30:58.659708 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.rpc [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Device be029358-b44b-42f2-b2b8-527b7a606807 up at agent ovs-agent-dv-cinder-835384-11-iscsi {{(pid=104513) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 15:30:58.756542 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.l3_dvr_db [None req-f3edfdbf-0795-42a9-a492-ba1076d524d6 None None] Set router 5bf36090-25e1-4755-aae5-e3986ec2d11a gateway port host: dv-cinder-835384-11-iscsi {{(pid=104513) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 15:30:58.764521 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-8a0b3ce2-aff4-4337-a2e7-579ffaa478e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7727318'] for port (abc19f20-8b2e-4749-b1c5-315ffb487568), before_update {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:30:58.812863 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.provisioning_blocks [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Provisioning complete for port be029358-b44b-42f2-b2b8-527b7a606807 triggered by entity L2. {{(pid=104513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 15:30:58.813231 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7696598'] for port (be029358-b44b-42f2-b2b8-527b7a606807), provisioning_complete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:30:58.815515 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:30:58.879404 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:30:58.947904 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-8a0b3ce2-aff4-4337-a2e7-579ffaa478e2 admin admin] Publish callbacks [] for port (abc19f20-8b2e-4749-b1c5-315ffb487568), precommit_update {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:30:59.008021 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-8a0b3ce2-aff4-4337-a2e7-579ffaa478e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761385101662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761384583316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761384583334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3859668'] for port (abc19f20-8b2e-4749-b1c5-315ffb487568), after_update {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:30:59.034963 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.provisioning_blocks [None req-e046604a-159b-43b8-a1fd-af7177becfcc None None] Provisioning complete for port abc19f20-8b2e-4749-b1c5-315ffb487568 triggered by entity DHCP. {{(pid=104513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 15:30:59.035424 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-e046604a-159b-43b8-a1fd-af7177becfcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7696598'] for port (abc19f20-8b2e-4749-b1c5-315ffb487568), provisioning_complete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:30:59.080881 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0b3ce2-aff4-4337-a2e7-579ffaa478e2 admin admin] Pushing event updated for resources: {'Port': ['ID=abc19f20-8b2e-4749-b1c5-315ffb487568,revision_number=2']} {{(pid=104512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:30:59.084946 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-8a0b3ce2-aff4-4337-a2e7-579ffaa478e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7879171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-460691'] for router_interface (5bf36090-25e1-4755-aae5-e3986ec2d11a), after_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:30:59.119804 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.plugin [None req-e046604a-159b-43b8-a1fd-af7177becfcc None None] Port abc19f20-8b2e-4749-b1c5-315ffb487568 cannot update to ACTIVE because it is not bound. {{(pid=104513) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 15:30:59.167549 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.plugin [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Current status of the port be029358-b44b-42f2-b2b8-527b7a606807 is: ACTIVE; New status is: ACTIVE {{(pid=104513) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 15:30:59.174936 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.l3_hamode_db [None req-f3edfdbf-0795-42a9-a492-ba1076d524d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bf36090-25e1-4755-aae5-e3986ec2d11a', 'name': 'tempest-AttachVolumeNegativeTest-125228773-router', 'tenant_id': '9c0e7447465d430d9352d9e9b7ea012c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'external_fixed_ips': [{'subnet_id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'ip_address': '172.27.0.102'}], 'enable_snat': True}, 'gw_port_id': '71aa792d-5cda-4864-a10c-1c69f8d17dbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T15:30:55Z', 'updated_at': '2022-06-24T15:30:56Z', 'revision_number': 3, 'project_id': '9c0e7447465d430d9352d9e9b7ea012c', 'gw_port': {'id': '71aa792d-5cda-4864-a10c-1c69f8d17dbd', 'name': '', 'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:2d:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bf36090-25e1-4755-aae5-e3986ec2d11a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'ip_address': '172.27.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T15:30:55Z', 'updated_at': '2022-06-24T15:30:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-11-iscsi'}], 'dv-cinder-835384-11-iscsi', False) {} {{(pid=104513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 15:30:59.199024 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a0b3ce2-aff4-4337-a2e7-579ffaa478e2 admin admin] Network acd35ae0-cdce-4e2a-af0f-4813fbf5ee68 is already hosted by enough agents. {{(pid=104512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 15:30:59.200533 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.scheduler.base_scheduler [None req-8a0b3ce2-aff4-4337-a2e7-579ffaa478e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=104512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 15:30:59.201686 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3edfdbf-0795-42a9-a492-ba1076d524d6 None None] The sync data for ids ['5bf36090-25e1-4755-aae5-e3986ec2d11a'] in dv-cinder-835384-11-iscsi is: [{'id': '5bf36090-25e1-4755-aae5-e3986ec2d11a', 'name': 'tempest-AttachVolumeNegativeTest-125228773-router', 'tenant_id': '9c0e7447465d430d9352d9e9b7ea012c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'external_fixed_ips': [{'subnet_id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'ip_address': '172.27.0.102'}], 'enable_snat': True}, 'gw_port_id': '71aa792d-5cda-4864-a10c-1c69f8d17dbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T15:30:55Z', 'updated_at': '2022-06-24T15:30:56Z', 'revision_number': 3, 'project_id': '9c0e7447465d430d9352d9e9b7ea012c', 'gw_port': {'id': '71aa792d-5cda-4864-a10c-1c69f8d17dbd', 'name': '', 'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:2d:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bf36090-25e1-4755-aae5-e3986ec2d11a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'ip_address': '172.27.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T15:30:55Z', 'updated_at': '2022-06-24T15:30:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-11-iscsi'}] {{(pid=104513) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 15:30:59.255323 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:30:59.345973 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a0b3ce2-aff4-4337-a2e7-579ffaa478e2 admin admin] Router 5bf36090-25e1-4755-aae5-e3986ec2d11a has already been hosted by L3 agent 45985ff7-1335-48cd-ab02-73eb58295827 {{(pid=104512) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 15:30:59.487107 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a0b3ce2-aff4-4337-a2e7-579ffaa478e2 admin admin] Notify agent at l3_agent.dv-cinder-835384-11-iscsi the message routers_updated {{(pid=104512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 15:30:59.492160 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [None req-8a0b3ce2-aff4-4337-a2e7-579ffaa478e2 admin admin] 10.222.0.67 "PUT /v2.0/routers/5bf36090-25e1-4755-aae5-e3986ec2d11a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8805120 Jun 24 15:30:59.544610 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.provisioning_blocks [None req-d28dced4-97e8-4db7-ab02-11925277d400 None None] Provisioning complete for port abc19f20-8b2e-4749-b1c5-315ffb487568 triggered by entity DHCP. {{(pid=104513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 15:30:59.545722 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-d28dced4-97e8-4db7-ab02-11925277d400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7696598'] for port (abc19f20-8b2e-4749-b1c5-315ffb487568), provisioning_complete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:30:59.589278 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.plugin [None req-d28dced4-97e8-4db7-ab02-11925277d400 None None] Port abc19f20-8b2e-4749-b1c5-315ffb487568 cannot update to ACTIVE because it is not bound. {{(pid=104513) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 15:31:00.011685 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.wsgi [-] (104512) accepted ('10.222.0.67', 46528) {{(pid=104512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:31:00.016665 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.v2.base [None req-f81931bd-2fb2-4ab1-8c80-f87205bc5f18 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1088446200', 'description': 'tempest-description--374108246'}} {{(pid=104512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 15:31:00.110847 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-f81931bd-2fb2-4ab1-8c80-f87205bc5f18 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Publish callbacks [] for security_group (None), before_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:31:00.194085 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-f81931bd-2fb2-4ab1-8c80-f87205bc5f18 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Publish callbacks [] for security_group (362453ea-2697-422d-841c-d1fbabb0b88b), precommit_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:31:00.242060 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-f81931bd-2fb2-4ab1-8c80-f87205bc5f18 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-275664'] for security_group (362453ea-2697-422d-841c-d1fbabb0b88b), after_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:31:00.274321 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81931bd-2fb2-4ab1-8c80-f87205bc5f18 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Pushing event updated for resources: {'SecurityGroup': ['ID=362453ea-2697-422d-841c-d1fbabb0b88b,revision_number=1']} {{(pid=104512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:31:00.344568 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-f81931bd-2fb2-4ab1-8c80-f87205bc5f18 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Publish callbacks [] for security_group (None), before_response {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:31:00.344568 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [None req-f81931bd-2fb2-4ab1-8c80-f87205bc5f18 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3300600 Jun 24 15:31:00.345822 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.wsgi [-] (104512) accepted ('10.222.0.67', 46530) {{(pid=104512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:31:00.350525 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.v2.base [None req-3341e086-43db-4b6c-8ddb-dc05da8a0144 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Request body: {'security_group_rule': {'security_group_id': '362453ea-2697-422d-841c-d1fbabb0b88b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 15:31:00.447822 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-3341e086-43db-4b6c-8ddb-dc05da8a0144 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Publish callbacks [] for security_group_rule (5441dfd7-6736-490a-a8ef-654944613e4c), before_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:31:00.516067 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-3341e086-43db-4b6c-8ddb-dc05da8a0144 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Publish callbacks [] for security_group_rule (5441dfd7-6736-490a-a8ef-654944613e4c), precommit_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:31:00.579063 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.rpc [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Device 71aa792d-5cda-4864-a10c-1c69f8d17dbd up at agent ovs-agent-dv-cinder-835384-11-iscsi {{(pid=104513) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 15:31:00.608704 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-3341e086-43db-4b6c-8ddb-dc05da8a0144 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-275495'] for security_group_rule (5441dfd7-6736-490a-a8ef-654944613e4c), after_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:31:00.630665 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3341e086-43db-4b6c-8ddb-dc05da8a0144 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5441dfd7-6736-490a-a8ef-654944613e4c,revision_number=0']} {{(pid=104512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:31:00.638461 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.provisioning_blocks [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Provisioning complete for port 71aa792d-5cda-4864-a10c-1c69f8d17dbd triggered by entity L2. {{(pid=104513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 15:31:00.638844 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7696598'] for port (71aa792d-5cda-4864-a10c-1c69f8d17dbd), provisioning_complete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:31:00.708561 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-3341e086-43db-4b6c-8ddb-dc05da8a0144 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:31:00.713093 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.wsgi [-] (104511) accepted ('10.222.0.67', 46532) {{(pid=104511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:31:00.717695 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.plugin [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Current status of the port 71aa792d-5cda-4864-a10c-1c69f8d17dbd is: DOWN; New status is: ACTIVE {{(pid=104513) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 15:31:00.718377 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7727318'] for port (71aa792d-5cda-4864-a10c-1c69f8d17dbd), before_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:31:00.721727 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [None req-3341e086-43db-4b6c-8ddb-dc05da8a0144 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3747122 Jun 24 15:31:00.723684 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.v2.base [None req-9d5020ea-614c-40a5-8abb-b850cff05eab tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Request body: {'security_group_rule': {'security_group_id': '362453ea-2697-422d-841c-d1fbabb0b88b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104511) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 15:31:00.743555 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.db [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] For port 71aa792d-5cda-4864-a10c-1c69f8d17dbd, host dv-cinder-835384-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-11-iscsi',level=0,port_id=71aa792d-5cda-4864-a10c-1c69f8d17dbd,segment=NetworkSegment(6785a788-9b98-4059-b825-96a306cb346e),segment_id=6785a788-9b98-4059-b825-96a306cb346e)] {{(pid=104513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 15:31:00.759967 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG dbcounter [-] [104514] Writing DB stats neutron:SELECT=6 {{(pid=104514) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:31:00.790179 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG dbcounter [-] [104514] Writing DB stats neutron:SELECT=11 {{(pid=104514) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:31:00.830947 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761385101662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761384583316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761384583334'] for port (71aa792d-5cda-4864-a10c-1c69f8d17dbd), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:31:00.873819 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-9d5020ea-614c-40a5-8abb-b850cff05eab tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Publish callbacks [] for security_group_rule (13562044-2b90-4106-a236-7b71ab562743), before_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:31:00.898688 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-184f774d-4bbd-419f-9308-50a515016749 None None] Sync routers for ids ['5bf36090-25e1-4755-aae5-e3986ec2d11a'] in dv-cinder-835384-11-iscsi {{(pid=104514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 15:31:00.902832 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Pushing event updated for resources: {'Port': ['ID=71aa792d-5cda-4864-a10c-1c69f8d17dbd,revision_number=4']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:31:00.910453 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-184f774d-4bbd-419f-9308-50a515016749 None None] Routers {'5bf36090-25e1-4755-aae5-e3986ec2d11a'} bound to L3 agent in host dv-cinder-835384-11-iscsi {{(pid=104514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 15:31:00.914022 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.db.l3_hamode_db [None req-184f774d-4bbd-419f-9308-50a515016749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-24T15:10:24Z,description=,heartbeat_timestamp=2022-06-24T15:30:54Z,host='dv-cinder-835384-11-iscsi',id=45985ff7-1335-48cd-ab02-73eb58295827,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T15:10:24Z,topic='l3_agent')) {'router_ids': ['5bf36090-25e1-4755-aae5-e3986ec2d11a'], 'active': True} {{(pid=104514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 15:31:00.940883 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-9d5020ea-614c-40a5-8abb-b850cff05eab tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Publish callbacks [] for security_group_rule (13562044-2b90-4106-a236-7b71ab562743), precommit_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:31:01.021723 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.db.l3_dvr_db [None req-184f774d-4bbd-419f-9308-50a515016749 None None] Set router 5bf36090-25e1-4755-aae5-e3986ec2d11a gateway port host: dv-cinder-835384-11-iscsi {{(pid=104514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 15:31:01.024323 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-9d5020ea-614c-40a5-8abb-b850cff05eab tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-275495'] for security_group_rule (13562044-2b90-4106-a236-7b71ab562743), after_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:31:01.046287 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5020ea-614c-40a5-8abb-b850cff05eab tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13562044-2b90-4106-a236-7b71ab562743,revision_number=0']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:31:01.133120 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-9d5020ea-614c-40a5-8abb-b850cff05eab tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:31:01.133120 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [None req-9d5020ea-614c-40a5-8abb-b850cff05eab tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4157095 Jun 24 15:31:01.135848 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.wsgi [-] (104511) accepted ('10.222.0.67', 46534) {{(pid=104511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:31:01.141116 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.v2.base [None req-10b906c2-83c7-44f0-a61d-dc0e3ded3d30 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Request body: {'floatingip': {'floating_network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59'}} {{(pid=104511) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 15:31:01.221915 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.db.l3_hamode_db [None req-184f774d-4bbd-419f-9308-50a515016749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bf36090-25e1-4755-aae5-e3986ec2d11a', 'name': 'tempest-AttachVolumeNegativeTest-125228773-router', 'tenant_id': '9c0e7447465d430d9352d9e9b7ea012c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'external_fixed_ips': [{'subnet_id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'ip_address': '172.27.0.102'}], 'enable_snat': True}, 'gw_port_id': '71aa792d-5cda-4864-a10c-1c69f8d17dbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T15:30:55Z', 'updated_at': '2022-06-24T15:30:58Z', 'revision_number': 4, 'project_id': '9c0e7447465d430d9352d9e9b7ea012c', 'gw_port': {'id': '71aa792d-5cda-4864-a10c-1c69f8d17dbd', 'name': '', 'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:2d:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bf36090-25e1-4755-aae5-e3986ec2d11a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'ip_address': '172.27.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T15:30:55Z', 'updated_at': '2022-06-24T15:31:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-11-iscsi', '_interfaces': [{'id': 'abc19f20-8b2e-4749-b1c5-315ffb487568', 'name': '', 'network_id': 'acd35ae0-cdce-4e2a-af0f-4813fbf5ee68', 'tenant_id': '9c0e7447465d430d9352d9e9b7ea012c', 'mac_address': 'fa:16:3e:a6:2a:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bf36090-25e1-4755-aae5-e3986ec2d11a', 'device_owner': 'network:router_interface', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '0c04c129-d27d-481c-9868-00d384b6110d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T15:30:58Z', 'updated_at': '2022-06-24T15:30:58Z', 'revision_number': 2, 'project_id': '9c0e7447465d430d9352d9e9b7ea012c', 'subnets': [{'id': '0c04c129-d27d-481c-9868-00d384b6110d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-11-iscsi', False) {} {{(pid=104514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 15:31:01.225202 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-10b906c2-83c7-44f0-a61d-dc0e3ded3d30 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:31:01.248033 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-184f774d-4bbd-419f-9308-50a515016749 None None] Checking router: 5bf36090-25e1-4755-aae5-e3986ec2d11a for host: dv-cinder-835384-11-iscsi {{(pid=104514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 15:31:01.249196 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-184f774d-4bbd-419f-9308-50a515016749 None None] Updating router 5bf36090-25e1-4755-aae5-e3986ec2d11a port abc19f20-8b2e-4749-b1c5-315ffb487568 binding host dv-cinder-835384-11-iscsi {{(pid=104514) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 15:31:01.281351 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-184f774d-4bbd-419f-9308-50a515016749 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7727318'] for port (abc19f20-8b2e-4749-b1c5-315ffb487568), before_update {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:31:01.311097 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-10b906c2-83c7-44f0-a61d-dc0e3ded3d30 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7727318'] for port (None), before_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:31:01.364831 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:INSERT=4 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:31:01.425529 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.db.db_base_plugin_common [None req-10b906c2-83c7-44f0-a61d-dc0e3ded3d30 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Allocated IP 172.27.0.162 (60b3096c-3a0f-4216-9e52-e826cbf1fb59/f6c08379-d241-4966-a4ae-7ff02804e7f6/bf2bda46-73ff-4054-bb75-962b444b475e) {{(pid=104511) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 15:31:01.542579 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-10b906c2-83c7-44f0-a61d-dc0e3ded3d30 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Publish callbacks [] for port (bf2bda46-73ff-4054-bb75-962b444b475e), precommit_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:31:01.550198 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-184f774d-4bbd-419f-9308-50a515016749 None None] Publish callbacks [] for port (abc19f20-8b2e-4749-b1c5-315ffb487568), precommit_update {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:31:01.608130 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-184f774d-4bbd-419f-9308-50a515016749 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761385101662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761384583316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761384583334'] for port (abc19f20-8b2e-4749-b1c5-315ffb487568), after_update {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:31:01.631062 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-10b906c2-83c7-44f0-a61d-dc0e3ded3d30 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761384583298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3599638'] for port (bf2bda46-73ff-4054-bb75-962b444b475e), after_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:31:01.674373 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10b906c2-83c7-44f0-a61d-dc0e3ded3d30 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Network 60b3096c-3a0f-4216-9e52-e826cbf1fb59 is already hosted by enough agents. {{(pid=104511) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 15:31:01.679015 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.scheduler.base_scheduler [None req-10b906c2-83c7-44f0-a61d-dc0e3ded3d30 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Resources bound (agent type, host, resource id): {{(pid=104511) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 15:31:01.681540 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10b906c2-83c7-44f0-a61d-dc0e3ded3d30 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Received port after_create {{(pid=104511) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 15:31:01.686417 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ec4325-d443-43d6-86db-3cb2cd61d530 None None] Pushing event updated for resources: {'Port': ['ID=abc19f20-8b2e-4749-b1c5-315ffb487568,revision_number=3']} {{(pid=104514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:31:01.700952 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ec4325-d443-43d6-86db-3cb2cd61d530 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:31:01.702104 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ec4325-d443-43d6-86db-3cb2cd61d530 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:31:01.702458 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ec4325-d443-43d6-86db-3cb2cd61d530 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:31:01.702817 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ec4325-d443-43d6-86db-3cb2cd61d530 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:31:01.703157 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ec4325-d443-43d6-86db-3cb2cd61d530 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:31:01.704865 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ec4325-d443-43d6-86db-3cb2cd61d530 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:31:01.705190 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ec4325-d443-43d6-86db-3cb2cd61d530 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:31:01.705519 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ec4325-d443-43d6-86db-3cb2cd61d530 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:31:01.706010 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ec4325-d443-43d6-86db-3cb2cd61d530 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:31:01.706343 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ec4325-d443-43d6-86db-3cb2cd61d530 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:31:01.706671 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ec4325-d443-43d6-86db-3cb2cd61d530 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:31:01.706995 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ec4325-d443-43d6-86db-3cb2cd61d530 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:31:01.707340 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ec4325-d443-43d6-86db-3cb2cd61d530 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:31:01.707973 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ec4325-d443-43d6-86db-3cb2cd61d530 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:31:01.708083 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ec4325-d443-43d6-86db-3cb2cd61d530 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:31:01.739656 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b906c2-83c7-44f0-a61d-dc0e3ded3d30 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Pushing event updated for resources: {'Port': ['ID=bf2bda46-73ff-4054-bb75-962b444b475e,revision_number=1']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:31:01.759047 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:31:01.762284 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.managers [None req-184f774d-4bbd-419f-9308-50a515016749 None None] Attempting to bind port abc19f20-8b2e-4749-b1c5-315ffb487568 on host dv-cinder-835384-11-iscsi for vnic_type normal with profile {{(pid=104514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 15:31:01.764626 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.managers [None req-184f774d-4bbd-419f-9308-50a515016749 None None] Attempting to bind port abc19f20-8b2e-4749-b1c5-315ffb487568 by drivers openvswitch,hyperv on host dv-cinder-835384-11-iscsi at level 0 using segments [{'id': 'db94acf1-3522-4be0-9339-21a877b773e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'acd35ae0-cdce-4e2a-af0f-4813fbf5ee68'}] {{(pid=104514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 15:31:01.764626 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-184f774d-4bbd-419f-9308-50a515016749 None None] Attempting to bind port abc19f20-8b2e-4749-b1c5-315ffb487568 on network acd35ae0-cdce-4e2a-af0f-4813fbf5ee68 {{(pid=104514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 15:31:01.769328 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-184f774d-4bbd-419f-9308-50a515016749 None None] Checking agent: {'id': '559fa80c-96d5-4fe7-8c5f-9eda482c27bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835384-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 15, 10, 27), 'started_at': datetime.datetime(2022, 6, 24, 15, 10, 57), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 15, 30, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835384-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 15:31:01.769691 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-184f774d-4bbd-419f-9308-50a515016749 None None] Checking segment: {'id': 'db94acf1-3522-4be0-9339-21a877b773e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'acd35ae0-cdce-4e2a-af0f-4813fbf5ee68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 15:31:01.770093 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-184f774d-4bbd-419f-9308-50a515016749 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:31:01.770509 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-184f774d-4bbd-419f-9308-50a515016749 None None] Bound using segment: {'id': 'db94acf1-3522-4be0-9339-21a877b773e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'acd35ae0-cdce-4e2a-af0f-4813fbf5ee68'} {{(pid=104514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 15:31:01.770916 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.managers [None req-184f774d-4bbd-419f-9308-50a515016749 None None] Bound port: abc19f20-8b2e-4749-b1c5-315ffb487568, host: dv-cinder-835384-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db94acf1-3522-4be0-9339-21a877b773e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'acd35ae0-cdce-4e2a-af0f-4813fbf5ee68'}}] {{(pid=104514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 15:31:01.771323 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-184f774d-4bbd-419f-9308-50a515016749 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7727318'] for port (abc19f20-8b2e-4749-b1c5-315ffb487568), before_update {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:31:01.815606 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-10b906c2-83c7-44f0-a61d-dc0e3ded3d30 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Publish callbacks [] for floatingip (84c93a73-de3b-4890-bd64-38477aaf24d8), precommit_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:31:01.861124 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.db [None req-184f774d-4bbd-419f-9308-50a515016749 None None] For port abc19f20-8b2e-4749-b1c5-315ffb487568, host dv-cinder-835384-11-iscsi, cleared binding levels {{(pid=104514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 15:31:01.865370 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.db [None req-184f774d-4bbd-419f-9308-50a515016749 None None] For port abc19f20-8b2e-4749-b1c5-315ffb487568, host dv-cinder-835384-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-11-iscsi',level=0,port_id=abc19f20-8b2e-4749-b1c5-315ffb487568,segment=NetworkSegment(db94acf1-3522-4be0-9339-21a877b773e3),segment_id=db94acf1-3522-4be0-9339-21a877b773e3)] {{(pid=104514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 15:31:01.919378 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-10b906c2-83c7-44f0-a61d-dc0e3ded3d30 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7727318'] for port (bf2bda46-73ff-4054-bb75-962b444b475e), before_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:31:01.926418 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.provisioning_blocks [None req-babee195-bc40-42ab-bdcb-1c199dfb87be None None] Provisioning complete for port abc19f20-8b2e-4749-b1c5-315ffb487568 triggered by entity DHCP. {{(pid=104513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 15:31:01.926946 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-babee195-bc40-42ab-bdcb-1c199dfb87be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7696598'] for port (abc19f20-8b2e-4749-b1c5-315ffb487568), provisioning_complete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:31:01.936661 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-184f774d-4bbd-419f-9308-50a515016749 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761385101662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761384583316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761384583334'] for port (abc19f20-8b2e-4749-b1c5-315ffb487568), after_update {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:31:01.950011 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG dbcounter [-] [104514] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104514) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:31:01.962696 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.plugin [None req-babee195-bc40-42ab-bdcb-1c199dfb87be None None] Port abc19f20-8b2e-4749-b1c5-315ffb487568 cannot update to ACTIVE because it is not bound. {{(pid=104513) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 15:31:01.997636 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG dbcounter [-] [104514] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104514) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:31:02.010906 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-184f774d-4bbd-419f-9308-50a515016749 None None] Routers {'5bf36090-25e1-4755-aae5-e3986ec2d11a'} bound to L3 agent in host dv-cinder-835384-11-iscsi {{(pid=104514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 15:31:02.011838 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.db.l3_hamode_db [None req-184f774d-4bbd-419f-9308-50a515016749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-24T15:10:24Z,description=,heartbeat_timestamp=2022-06-24T15:30:54Z,host='dv-cinder-835384-11-iscsi',id=45985ff7-1335-48cd-ab02-73eb58295827,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T15:10:24Z,topic='l3_agent')) {'router_ids': ['5bf36090-25e1-4755-aae5-e3986ec2d11a'], 'active': True} {{(pid=104514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 15:31:02.074874 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ec4325-d443-43d6-86db-3cb2cd61d530 None None] Pushing event updated for resources: {'Port': ['ID=abc19f20-8b2e-4749-b1c5-315ffb487568,revision_number=4']} {{(pid=104514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:31:02.138343 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-10b906c2-83c7-44f0-a61d-dc0e3ded3d30 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Publish callbacks [] for port (bf2bda46-73ff-4054-bb75-962b444b475e), precommit_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:31:02.166867 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.db.l3_dvr_db [None req-184f774d-4bbd-419f-9308-50a515016749 None None] Set router 5bf36090-25e1-4755-aae5-e3986ec2d11a gateway port host: dv-cinder-835384-11-iscsi {{(pid=104514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 15:31:02.185872 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-10b906c2-83c7-44f0-a61d-dc0e3ded3d30 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761385101662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761384583316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761384583334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3599631'] for port (bf2bda46-73ff-4054-bb75-962b444b475e), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:31:02.236993 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:31:02.278313 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b906c2-83c7-44f0-a61d-dc0e3ded3d30 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Pushing event updated for resources: {'Port': ['ID=bf2bda46-73ff-4054-bb75-962b444b475e,revision_number=2']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:31:02.289299 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-10b906c2-83c7-44f0-a61d-dc0e3ded3d30 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-467314'] for floatingip (84c93a73-de3b-4890-bd64-38477aaf24d8), after_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:31:02.304294 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.provisioning_blocks [None req-e11233ab-8cc4-4eff-b9cc-61b40c0d99ba None None] Provisioning complete for port abc19f20-8b2e-4749-b1c5-315ffb487568 triggered by entity DHCP. {{(pid=104513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 15:31:02.304783 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-e11233ab-8cc4-4eff-b9cc-61b40c0d99ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7696598'] for port (abc19f20-8b2e-4749-b1c5-315ffb487568), provisioning_complete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:31:02.325893 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:31:02.392602 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.plugin [None req-e11233ab-8cc4-4eff-b9cc-61b40c0d99ba None None] Current status of the port abc19f20-8b2e-4749-b1c5-315ffb487568 is: DOWN; New status is: ACTIVE {{(pid=104513) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 15:31:02.392995 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-e11233ab-8cc4-4eff-b9cc-61b40c0d99ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7727318'] for port (abc19f20-8b2e-4749-b1c5-315ffb487568), before_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:31:02.404284 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-10b906c2-83c7-44f0-a61d-dc0e3ded3d30 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30073'] for floatingip (None), before_response {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:31:02.410107 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.db.l3_hamode_db [None req-184f774d-4bbd-419f-9308-50a515016749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bf36090-25e1-4755-aae5-e3986ec2d11a', 'name': 'tempest-AttachVolumeNegativeTest-125228773-router', 'tenant_id': '9c0e7447465d430d9352d9e9b7ea012c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'external_fixed_ips': [{'subnet_id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'ip_address': '172.27.0.102'}], 'enable_snat': True}, 'gw_port_id': '71aa792d-5cda-4864-a10c-1c69f8d17dbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T15:30:55Z', 'updated_at': '2022-06-24T15:30:58Z', 'revision_number': 4, 'project_id': '9c0e7447465d430d9352d9e9b7ea012c', 'gw_port': {'id': '71aa792d-5cda-4864-a10c-1c69f8d17dbd', 'name': '', 'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:2d:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bf36090-25e1-4755-aae5-e3986ec2d11a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'ip_address': '172.27.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T15:30:55Z', 'updated_at': '2022-06-24T15:31:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-11-iscsi', '_interfaces': [{'id': 'abc19f20-8b2e-4749-b1c5-315ffb487568', 'name': '', 'network_id': 'acd35ae0-cdce-4e2a-af0f-4813fbf5ee68', 'tenant_id': '9c0e7447465d430d9352d9e9b7ea012c', 'mac_address': 'fa:16:3e:a6:2a:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bf36090-25e1-4755-aae5-e3986ec2d11a', 'device_owner': 'network:router_interface', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '0c04c129-d27d-481c-9868-00d384b6110d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T15:30:58Z', 'updated_at': '2022-06-24T15:31:01Z', 'revision_number': 4, 'project_id': '9c0e7447465d430d9352d9e9b7ea012c', 'subnets': [{'id': '0c04c129-d27d-481c-9868-00d384b6110d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-11-iscsi', False) {} {{(pid=104514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 15:31:02.415155 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [None req-10b906c2-83c7-44f0-a61d-dc0e3ded3d30 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2780943 Jun 24 15:31:02.438905 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-184f774d-4bbd-419f-9308-50a515016749 None None] The sync data for ids ['5bf36090-25e1-4755-aae5-e3986ec2d11a'] in dv-cinder-835384-11-iscsi is: [{'id': '5bf36090-25e1-4755-aae5-e3986ec2d11a', 'name': 'tempest-AttachVolumeNegativeTest-125228773-router', 'tenant_id': '9c0e7447465d430d9352d9e9b7ea012c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'external_fixed_ips': [{'subnet_id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'ip_address': '172.27.0.102'}], 'enable_snat': True}, 'gw_port_id': '71aa792d-5cda-4864-a10c-1c69f8d17dbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T15:30:55Z', 'updated_at': '2022-06-24T15:30:58Z', 'revision_number': 4, 'project_id': '9c0e7447465d430d9352d9e9b7ea012c', 'gw_port': {'id': '71aa792d-5cda-4864-a10c-1c69f8d17dbd', 'name': '', 'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:2d:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bf36090-25e1-4755-aae5-e3986ec2d11a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'ip_address': '172.27.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T15:30:55Z', 'updated_at': '2022-06-24T15:31:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-11-iscsi', '_interfaces': [{'id': 'abc19f20-8b2e-4749-b1c5-315ffb487568', 'name': '', 'network_id': 'acd35ae0-cdce-4e2a-af0f-4813fbf5ee68', 'tenant_id': '9c0e7447465d430d9352d9e9b7ea012c', 'mac_address': 'fa:16:3e:a6:2a:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bf36090-25e1-4755-aae5-e3986ec2d11a', 'device_owner': 'network:router_interface', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '0c04c129-d27d-481c-9868-00d384b6110d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T15:30:58Z', 'updated_at': '2022-06-24T15:31:01Z', 'revision_number': 4, 'project_id': '9c0e7447465d430d9352d9e9b7ea012c', 'subnets': [{'id': '0c04c129-d27d-481c-9868-00d384b6110d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 15:31:02.462938 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.db [None req-e11233ab-8cc4-4eff-b9cc-61b40c0d99ba None None] For port abc19f20-8b2e-4749-b1c5-315ffb487568, host dv-cinder-835384-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-11-iscsi',level=0,port_id=abc19f20-8b2e-4749-b1c5-315ffb487568,segment=NetworkSegment(db94acf1-3522-4be0-9339-21a877b773e3),segment_id=db94acf1-3522-4be0-9339-21a877b773e3)] {{(pid=104513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 15:31:02.535118 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-e11233ab-8cc4-4eff-b9cc-61b40c0d99ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761385101662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761384583316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761384583334'] for port (abc19f20-8b2e-4749-b1c5-315ffb487568), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:31:02.643898 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11233ab-8cc4-4eff-b9cc-61b40c0d99ba None None] Pushing event updated for resources: {'Port': ['ID=abc19f20-8b2e-4749-b1c5-315ffb487568,revision_number=5']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:31:02.667508 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:31:02.691725 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-993e7fc4-77ce-4749-9865-bca2514fae15 req-d2cb0ca0-22be-48a2-8d2e-ee4b78cc87db tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-securitygroup--1088446200&fields=id&tenant_id=9c0e7447465d430d9352d9e9b7ea012c HTTP/1.1" status: 200 len: 267 time: 0.0889995 Jun 24 15:31:02.769178 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.rpc [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Device abc19f20-8b2e-4749-b1c5-315ffb487568 up at agent ovs-agent-dv-cinder-835384-11-iscsi {{(pid=104513) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 15:31:02.845816 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993e7fc4-77ce-4749-9865-bca2514fae15 req-891be832-5e5e-49f7-ac4b-0240e1a290fb tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:31:02.849689 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.provisioning_blocks [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Provisioning complete for port abc19f20-8b2e-4749-b1c5-315ffb487568 triggered by entity L2. {{(pid=104513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 15:31:02.850523 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7696598'] for port (abc19f20-8b2e-4749-b1c5-315ffb487568), provisioning_complete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:31:02.852214 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-993e7fc4-77ce-4749-9865-bca2514fae15 req-891be832-5e5e-49f7-ac4b-0240e1a290fb tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] 10.222.0.67 "GET /v2.0/networks?id=acd35ae0-cdce-4e2a-af0f-4813fbf5ee68 HTTP/1.1" status: 200 len: 814 time: 0.1494019 Jun 24 15:31:02.870470 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-993e7fc4-77ce-4749-9865-bca2514fae15 req-f5bf8cac-f0fa-42c6-9d75-c34018ee78a9 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] 10.222.0.67 "GET /v2.0/quotas/9c0e7447465d430d9352d9e9b7ea012c HTTP/1.1" status: 200 len: 375 time: 0.0171580 Jun 24 15:31:02.935845 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-993e7fc4-77ce-4749-9865-bca2514fae15 req-25aa2938-a548-4fc8-bac9-1e1870a2999e tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=9c0e7447465d430d9352d9e9b7ea012c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0641351 Jun 24 15:31:02.968646 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.plugin [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Current status of the port abc19f20-8b2e-4749-b1c5-315ffb487568 is: ACTIVE; New status is: ACTIVE {{(pid=104513) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 15:31:02.972014 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.rpc [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Device 71aa792d-5cda-4864-a10c-1c69f8d17dbd up at agent ovs-agent-dv-cinder-835384-11-iscsi {{(pid=104513) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 15:31:02.972246 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:31:03.027215 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.provisioning_blocks [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Provisioning complete for port 71aa792d-5cda-4864-a10c-1c69f8d17dbd triggered by entity L2. {{(pid=104513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 15:31:03.027811 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7696598'] for port (71aa792d-5cda-4864-a10c-1c69f8d17dbd), provisioning_complete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:31:03.045761 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.wsgi [req-993e7fc4-77ce-4749-9865-bca2514fae15 req-c583b674-5af3-4288-bd68-bc85cc9f62c1 service neutron] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=104512) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 24 15:31:03.052589 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-993e7fc4-77ce-4749-9865-bca2514fae15 req-c583b674-5af3-4288-bd68-bc85cc9f62c1 service neutron] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1133790 Jun 24 15:31:03.130456 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.plugin [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Current status of the port 71aa792d-5cda-4864-a10c-1c69f8d17dbd is: ACTIVE; New status is: ACTIVE {{(pid=104513) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 15:31:03.179708 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-993e7fc4-77ce-4749-9865-bca2514fae15 req-8e93f3ff-c58d-405d-a99f-ea9584cf9a20 service neutron] 10.222.0.67 "GET /v2.0/networks/acd35ae0-cdce-4e2a-af0f-4813fbf5ee68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260395 Jun 24 15:31:03.205937 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:31:03.279330 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-993e7fc4-77ce-4749-9865-bca2514fae15 req-6c7bf799-dbdc-4a4b-abb1-b89335244731 service neutron] 10.222.0.67 "GET /v2.0/networks/acd35ae0-cdce-4e2a-af0f-4813fbf5ee68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922973 Jun 24 15:31:03.522039 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-b274ab15-dd5d-430b-9bd1-352eadb63109 req-c88ca2c1-b257-46ba-852d-d92402035fc7 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] 10.222.0.67 "GET /v2.0/ports?device_id=7d205fe2-41b4-42a3-aca8-423d2d6ffd2d HTTP/1.1" status: 200 len: 210 time: 0.0401230 Jun 24 15:31:04.556323 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.rpc [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Device abc19f20-8b2e-4749-b1c5-315ffb487568 up at agent ovs-agent-dv-cinder-835384-11-iscsi {{(pid=104513) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 15:31:04.605495 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.provisioning_blocks [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Provisioning complete for port abc19f20-8b2e-4749-b1c5-315ffb487568 triggered by entity L2. {{(pid=104513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 15:31:04.605871 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7696598'] for port (abc19f20-8b2e-4749-b1c5-315ffb487568), provisioning_complete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:31:04.627613 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-80ee95f2-63f3-4be9-90e8-cbb3fa561b78 req-8011b905-d6ee-475f-b0f5-23cecff617e5 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] 10.222.0.67 "GET /v2.0/ports?device_id=7d205fe2-41b4-42a3-aca8-423d2d6ffd2d HTTP/1.1" status: 200 len: 210 time: 0.0309768 Jun 24 15:31:04.682207 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.plugin [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Current status of the port abc19f20-8b2e-4749-b1c5-315ffb487568 is: ACTIVE; New status is: ACTIVE {{(pid=104513) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 15:31:05.586329 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993e7fc4-77ce-4749-9865-bca2514fae15 req-79366064-ef05-4a47-b2f5-1424f6b900b7 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:31:05.587709 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-993e7fc4-77ce-4749-9865-bca2514fae15 req-79366064-ef05-4a47-b2f5-1424f6b900b7 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] 10.222.0.64 "GET /v2.0/networks?id=acd35ae0-cdce-4e2a-af0f-4813fbf5ee68 HTTP/1.1" status: 200 len: 814 time: 0.1040373 Jun 24 15:31:05.648255 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-993e7fc4-77ce-4749-9865-bca2514fae15 req-a9e3b6ac-934b-4094-8c9f-acb0e363d4cc tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9c0e7447465d430d9352d9e9b7ea012c HTTP/1.1" status: 200 len: 380 time: 0.0514510 Jun 24 15:31:05.656406 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.v2.base [req-993e7fc4-77ce-4749-9865-bca2514fae15 req-c818f185-dfd7-414d-ab71-43fdc2d21815 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Request body: {'port': {'device_id': '7d205fe2-41b4-42a3-aca8-423d2d6ffd2d', 'network_id': 'acd35ae0-cdce-4e2a-af0f-4813fbf5ee68', 'admin_state_up': True, 'tenant_id': '9c0e7447465d430d9352d9e9b7ea012c', 'security_groups': ['362453ea-2697-422d-841c-d1fbabb0b88b']}} {{(pid=104512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 15:31:05.754252 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-43fba8ef-9f2b-4547-94d2-62021f960984 req-dd9ba83d-3497-4fe9-bdb2-c22dc2907e3f tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] 10.222.0.67 "GET /v2.0/ports?device_id=7d205fe2-41b4-42a3-aca8-423d2d6ffd2d HTTP/1.1" status: 200 len: 210 time: 0.0339198 Jun 24 15:31:05.875534 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-993e7fc4-77ce-4749-9865-bca2514fae15 req-c818f185-dfd7-414d-ab71-43fdc2d21815 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Made reservation on behalf of 9c0e7447465d430d9352d9e9b7ea012c for: {'port': 1} {{(pid=104512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 15:31:05.878927 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [req-993e7fc4-77ce-4749-9865-bca2514fae15 req-c818f185-dfd7-414d-ab71-43fdc2d21815 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7727318'] for port (None), before_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:31:06.008428 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.db.db_base_plugin_common [req-993e7fc4-77ce-4749-9865-bca2514fae15 req-c818f185-dfd7-414d-ab71-43fdc2d21815 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Allocated IP 172.20.0.6 (acd35ae0-cdce-4e2a-af0f-4813fbf5ee68/0c04c129-d27d-481c-9868-00d384b6110d/649a0ab1-456d-4d91-b885-d5f4eb5249e8) {{(pid=104512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 15:31:06.144988 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [req-993e7fc4-77ce-4749-9865-bca2514fae15 req-c818f185-dfd7-414d-ab71-43fdc2d21815 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Publish callbacks [] for port (649a0ab1-456d-4d91-b885-d5f4eb5249e8), precommit_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:31:06.169506 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:31:06.230809 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [req-993e7fc4-77ce-4749-9865-bca2514fae15 req-c818f185-dfd7-414d-ab71-43fdc2d21815 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761384583298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3859661'] for port (649a0ab1-456d-4d91-b885-d5f4eb5249e8), after_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:31:06.277686 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-993e7fc4-77ce-4749-9865-bca2514fae15 req-c818f185-dfd7-414d-ab71-43fdc2d21815 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Network acd35ae0-cdce-4e2a-af0f-4813fbf5ee68 is already hosted by enough agents. {{(pid=104512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 15:31:06.281423 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.scheduler.base_scheduler [req-993e7fc4-77ce-4749-9865-bca2514fae15 req-c818f185-dfd7-414d-ab71-43fdc2d21815 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Resources bound (agent type, host, resource id): {{(pid=104512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 15:31:06.285241 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.db.l3_dvrscheduler_db [req-993e7fc4-77ce-4749-9865-bca2514fae15 req-c818f185-dfd7-414d-ab71-43fdc2d21815 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Received port after_create {{(pid=104512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 15:31:06.309847 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:31:06.312967 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c818f185-dfd7-414d-ab71-43fdc2d21815 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Pushing event updated for resources: {'Port': ['ID=649a0ab1-456d-4d91-b885-d5f4eb5249e8,revision_number=1']} {{(pid=104512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:31:06.340101 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993e7fc4-77ce-4749-9865-bca2514fae15 req-c818f185-dfd7-414d-ab71-43fdc2d21815 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:31:06.340713 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [req-993e7fc4-77ce-4749-9865-bca2514fae15 req-c818f185-dfd7-414d-ab71-43fdc2d21815 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30073'] for port (None), before_response {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:31:06.409728 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-993e7fc4-77ce-4749-9865-bca2514fae15 req-c818f185-dfd7-414d-ab71-43fdc2d21815 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7569385 Jun 24 15:31:06.421247 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.v2.base [req-993e7fc4-77ce-4749-9865-bca2514fae15 req-8b6b6395-c2c3-433a-a77d-a23fd9f87f69 service neutron] Request body: {'port': {'device_id': '7d205fe2-41b4-42a3-aca8-423d2d6ffd2d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83538'}} {{(pid=104512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 15:31:06.482294 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.provisioning_blocks [None req-9c02fe37-6ac0-4ba9-ab59-d2c95c87ef46 None None] Provisioning complete for port 649a0ab1-456d-4d91-b885-d5f4eb5249e8 triggered by entity DHCP. {{(pid=104513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 15:31:06.483079 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-9c02fe37-6ac0-4ba9-ab59-d2c95c87ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7696598'] for port (649a0ab1-456d-4d91-b885-d5f4eb5249e8), provisioning_complete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:31:06.485601 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [req-993e7fc4-77ce-4749-9865-bca2514fae15 req-8b6b6395-c2c3-433a-a77d-a23fd9f87f69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7727318'] for port (649a0ab1-456d-4d91-b885-d5f4eb5249e8), before_update {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:31:06.517439 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.plugin [None req-9c02fe37-6ac0-4ba9-ab59-d2c95c87ef46 None None] Port 649a0ab1-456d-4d91-b885-d5f4eb5249e8 cannot update to ACTIVE because it is not bound. {{(pid=104513) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 15:31:06.744039 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.notifiers.nova [req-993e7fc4-77ce-4749-9865-bca2514fae15 req-8b6b6395-c2c3-433a-a77d-a23fd9f87f69 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 649a0ab1-456d-4d91-b885-d5f4eb5249e8 {{(pid=104512) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 15:31:06.752253 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [req-993e7fc4-77ce-4749-9865-bca2514fae15 req-8b6b6395-c2c3-433a-a77d-a23fd9f87f69 service neutron] Publish callbacks [] for port (649a0ab1-456d-4d91-b885-d5f4eb5249e8), precommit_update {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:31:06.765171 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.db.provisioning_blocks [req-993e7fc4-77ce-4749-9865-bca2514fae15 req-8b6b6395-c2c3-433a-a77d-a23fd9f87f69 service neutron] Transition to ACTIVE for port object 649a0ab1-456d-4d91-b885-d5f4eb5249e8 will not be triggered until provisioned by entity L2. {{(pid=104512) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 24 15:31:06.819337 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [req-993e7fc4-77ce-4749-9865-bca2514fae15 req-8b6b6395-c2c3-433a-a77d-a23fd9f87f69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761385101662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761384583316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761384583334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3859668'] for port (649a0ab1-456d-4d91-b885-d5f4eb5249e8), after_update {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:31:07.165763 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6b6395-c2c3-433a-a77d-a23fd9f87f69 service neutron] Pushing event updated for resources: {'Port': ['ID=649a0ab1-456d-4d91-b885-d5f4eb5249e8,revision_number=2']} {{(pid=104512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:31:07.173911 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab66f84-baca-4270-8feb-3a1cd5f08787 req-14782593-5cfa-40e3-8b28-bc68b072ba32 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:31:07.175413 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-bab66f84-baca-4270-8feb-3a1cd5f08787 req-14782593-5cfa-40e3-8b28-bc68b072ba32 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] 10.222.0.67 "GET /v2.0/ports?device_id=7d205fe2-41b4-42a3-aca8-423d2d6ffd2d HTTP/1.1" status: 200 len: 943 time: 0.3503289 Jun 24 15:31:07.267001 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-bab66f84-baca-4270-8feb-3a1cd5f08787 req-ee61f53f-6533-46b2-a7c8-ea5cde8075e5 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] 10.222.0.67 "GET /v2.0/security-groups?id=362453ea-2697-422d-841c-d1fbabb0b88b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843897 Jun 24 15:31:07.280177 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.managers [req-993e7fc4-77ce-4749-9865-bca2514fae15 req-8b6b6395-c2c3-433a-a77d-a23fd9f87f69 service neutron] Attempting to bind port 649a0ab1-456d-4d91-b885-d5f4eb5249e8 on host hv-cinder-83538 for vnic_type normal with profile {{(pid=104512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 15:31:07.280521 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.managers [req-993e7fc4-77ce-4749-9865-bca2514fae15 req-8b6b6395-c2c3-433a-a77d-a23fd9f87f69 service neutron] Attempting to bind port 649a0ab1-456d-4d91-b885-d5f4eb5249e8 by drivers openvswitch,hyperv on host hv-cinder-83538 at level 0 using segments [{'id': 'db94acf1-3522-4be0-9339-21a877b773e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'acd35ae0-cdce-4e2a-af0f-4813fbf5ee68'}] {{(pid=104512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 15:31:07.280856 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-993e7fc4-77ce-4749-9865-bca2514fae15 req-8b6b6395-c2c3-433a-a77d-a23fd9f87f69 service neutron] Attempting to bind port 649a0ab1-456d-4d91-b885-d5f4eb5249e8 on network acd35ae0-cdce-4e2a-af0f-4813fbf5ee68 {{(pid=104512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 15:31:07.285286 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-993e7fc4-77ce-4749-9865-bca2514fae15 req-8b6b6395-c2c3-433a-a77d-a23fd9f87f69 service neutron] Port 649a0ab1-456d-4d91-b885-d5f4eb5249e8 on network acd35ae0-cdce-4e2a-af0f-4813fbf5ee68 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83538 {{(pid=104512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 24 15:31:07.285683 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-993e7fc4-77ce-4749-9865-bca2514fae15 req-8b6b6395-c2c3-433a-a77d-a23fd9f87f69 service neutron] Attempting to bind port 649a0ab1-456d-4d91-b885-d5f4eb5249e8 on network acd35ae0-cdce-4e2a-af0f-4813fbf5ee68 {{(pid=104512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 15:31:07.290505 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-993e7fc4-77ce-4749-9865-bca2514fae15 req-8b6b6395-c2c3-433a-a77d-a23fd9f87f69 service neutron] Checking agent: {'id': 'f0fa743b-ff28-43ff-ac51-704c86538f10', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83538', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 15, 16, 38), 'started_at': datetime.datetime(2022, 6, 24, 15, 16, 38), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 15, 30, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 15:31:07.290851 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-993e7fc4-77ce-4749-9865-bca2514fae15 req-8b6b6395-c2c3-433a-a77d-a23fd9f87f69 service neutron] Checking segment: {'id': 'db94acf1-3522-4be0-9339-21a877b773e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'acd35ae0-cdce-4e2a-af0f-4813fbf5ee68'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 15:31:07.291260 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-993e7fc4-77ce-4749-9865-bca2514fae15 req-8b6b6395-c2c3-433a-a77d-a23fd9f87f69 service neutron] Bound using segment: {'id': 'db94acf1-3522-4be0-9339-21a877b773e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'acd35ae0-cdce-4e2a-af0f-4813fbf5ee68'} {{(pid=104512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 15:31:07.291686 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.managers [req-993e7fc4-77ce-4749-9865-bca2514fae15 req-8b6b6395-c2c3-433a-a77d-a23fd9f87f69 service neutron] Bound port: 649a0ab1-456d-4d91-b885-d5f4eb5249e8, host: hv-cinder-83538, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db94acf1-3522-4be0-9339-21a877b773e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'acd35ae0-cdce-4e2a-af0f-4813fbf5ee68'}}] {{(pid=104512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 15:31:07.292052 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [req-993e7fc4-77ce-4749-9865-bca2514fae15 req-8b6b6395-c2c3-433a-a77d-a23fd9f87f69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7727318'] for port (649a0ab1-456d-4d91-b885-d5f4eb5249e8), before_update {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:31:07.340217 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:31:07.355716 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.db [req-993e7fc4-77ce-4749-9865-bca2514fae15 req-8b6b6395-c2c3-433a-a77d-a23fd9f87f69 service neutron] For port 649a0ab1-456d-4d91-b885-d5f4eb5249e8, host hv-cinder-83538, cleared binding levels {{(pid=104512) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 15:31:07.359163 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.db [req-993e7fc4-77ce-4749-9865-bca2514fae15 req-8b6b6395-c2c3-433a-a77d-a23fd9f87f69 service neutron] For port 649a0ab1-456d-4d91-b885-d5f4eb5249e8, host hv-cinder-83538, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=649a0ab1-456d-4d91-b885-d5f4eb5249e8,segment=NetworkSegment(db94acf1-3522-4be0-9339-21a877b773e3),segment_id=db94acf1-3522-4be0-9339-21a877b773e3)] {{(pid=104512) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 15:31:07.441465 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [req-993e7fc4-77ce-4749-9865-bca2514fae15 req-8b6b6395-c2c3-433a-a77d-a23fd9f87f69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761385101662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761384583316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761384583334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3859668'] for port (649a0ab1-456d-4d91-b885-d5f4eb5249e8), after_update {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:31:07.478943 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993e7fc4-77ce-4749-9865-bca2514fae15 req-8b6b6395-c2c3-433a-a77d-a23fd9f87f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:31:07.479640 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [req-993e7fc4-77ce-4749-9865-bca2514fae15 req-8b6b6395-c2c3-433a-a77d-a23fd9f87f69 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30073'] for port (None), before_response {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:31:07.481034 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-993e7fc4-77ce-4749-9865-bca2514fae15 req-8b6b6395-c2c3-433a-a77d-a23fd9f87f69 service neutron] 10.222.0.64 "PUT /v2.0/ports/649a0ab1-456d-4d91-b885-d5f4eb5249e8 HTTP/1.1" status: 200 len: 1093 time: 1.0641255 Jun 24 15:31:07.481445 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d205fe2-41b4-42a3-aca8-423d2d6ffd2d', 'tag': '649a0ab1-456d-4d91-b885-d5f4eb5249e8'}] {{(pid=104512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 15:31:07.485283 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9db87de5340c6be2811fa9e5912a63998a589dd3f857fd3823a550d1ae48127" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31ffbf78-34f8-4c43-9d63-0c3d9a85c238" -d '{"events": [{"name": "network-changed", "server_uuid": "7d205fe2-41b4-42a3-aca8-423d2d6ffd2d", "tag": "649a0ab1-456d-4d91-b885-d5f4eb5249e8"}]}' {{(pid=104512) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 15:31:07.508738 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6b6395-c2c3-433a-a77d-a23fd9f87f69 service neutron] Pushing event updated for resources: {'Port': ['ID=649a0ab1-456d-4d91-b885-d5f4eb5249e8,revision_number=3']} {{(pid=104512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:31:07.530765 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Jun 2022 15:31:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf845337-e38a-477d-b5da-883a68acc995 x-openstack-request-id: req-cf845337-e38a-477d-b5da-883a68acc995 {{(pid=104512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 15:31:07.531079 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d205fe2-41b4-42a3-aca8-423d2d6ffd2d", "tag": "649a0ab1-456d-4d91-b885-d5f4eb5249e8", "status": "completed", "code": 200}]} {{(pid=104512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 15:31:07.531605 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-cf845337-e38a-477d-b5da-883a68acc995 {{(pid=104512) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 15:31:07.532016 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cf845337-e38a-477d-b5da-883a68acc995'] response: {'name': 'network-changed', 'server_uuid': '7d205fe2-41b4-42a3-aca8-423d2d6ffd2d', 'tag': '649a0ab1-456d-4d91-b885-d5f4eb5249e8', 'status': 'completed', 'code': 200} Jun 24 15:31:07.591940 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ffbf78-34f8-4c43-9d63-0c3d9a85c238 req-937908f8-ec98-44fc-8be8-2f79f4a965b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:31:07.593467 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-31ffbf78-34f8-4c43-9d63-0c3d9a85c238 req-937908f8-ec98-44fc-8be8-2f79f4a965b0 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9c0e7447465d430d9352d9e9b7ea012c&device_id=7d205fe2-41b4-42a3-aca8-423d2d6ffd2d HTTP/1.1" status: 200 len: 1127 time: 0.0426016 Jun 24 15:31:07.677198 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:31:07.696262 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ffbf78-34f8-4c43-9d63-0c3d9a85c238 req-0087f4c5-a603-46bb-b674-cd808ffcd530 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:31:07.697722 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-31ffbf78-34f8-4c43-9d63-0c3d9a85c238 req-0087f4c5-a603-46bb-b674-cd808ffcd530 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=9c0e7447465d430d9352d9e9b7ea012c&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0983095 Jun 24 15:31:07.791852 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ffbf78-34f8-4c43-9d63-0c3d9a85c238 req-3d6b0c66-39aa-4ba1-b2cc-d9e34e8b3428 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:31:07.793240 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-31ffbf78-34f8-4c43-9d63-0c3d9a85c238 req-3d6b0c66-39aa-4ba1-b2cc-d9e34e8b3428 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0889995 Jun 24 15:31:07.870556 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993e7fc4-77ce-4749-9865-bca2514fae15 req-ce65f23f-cf7e-4f19-ad32-d7b03fa52c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:31:07.872069 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-993e7fc4-77ce-4749-9865-bca2514fae15 req-ce65f23f-cf7e-4f19-ad32-d7b03fa52c39 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9c0e7447465d430d9352d9e9b7ea012c&device_id=7d205fe2-41b4-42a3-aca8-423d2d6ffd2d HTTP/1.1" status: 200 len: 1127 time: 0.0430517 Jun 24 15:31:07.910731 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-993e7fc4-77ce-4749-9865-bca2514fae15 req-87061462-c5e6-4405-a0a2-19590032ff54 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=649a0ab1-456d-4d91-b885-d5f4eb5249e8 HTTP/1.1" status: 200 len: 217 time: 0.0325556 Jun 24 15:31:07.957289 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993e7fc4-77ce-4749-9865-bca2514fae15 req-352c97c8-5e20-4645-a93c-55a9f0048a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:31:07.958684 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-993e7fc4-77ce-4749-9865-bca2514fae15 req-352c97c8-5e20-4645-a93c-55a9f0048a30 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0c04c129-d27d-481c-9868-00d384b6110d HTTP/1.1" status: 200 len: 853 time: 0.0430467 Jun 24 15:31:08.001141 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993e7fc4-77ce-4749-9865-bca2514fae15 req-b61433a2-e1b1-4ca4-9382-ec0df75c4396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:31:08.002580 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-993e7fc4-77ce-4749-9865-bca2514fae15 req-b61433a2-e1b1-4ca4-9382-ec0df75c4396 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=acd35ae0-cdce-4e2a-af0f-4813fbf5ee68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0380988 Jun 24 15:31:08.095988 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-993e7fc4-77ce-4749-9865-bca2514fae15 req-6de18e19-7f5c-4ed3-a015-0d7161e3ed78 service neutron] 10.222.0.64 "GET /v2.0/networks/acd35ae0-cdce-4e2a-af0f-4813fbf5ee68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873044 Jun 24 15:31:08.186853 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-993e7fc4-77ce-4749-9865-bca2514fae15 req-15af42cc-b36c-4ad7-b30d-264d35fbf501 service neutron] 10.222.0.64 "GET /v2.0/networks/acd35ae0-cdce-4e2a-af0f-4813fbf5ee68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851579 Jun 24 15:31:08.379574 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0aac003-6f0e-417d-9524-d791f3a40723 req-65e3f0b1-d7b6-42cd-a587-c14828bb68c9 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:31:08.380929 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-e0aac003-6f0e-417d-9524-d791f3a40723 req-65e3f0b1-d7b6-42cd-a587-c14828bb68c9 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] 10.222.0.67 "GET /v2.0/ports?device_id=7d205fe2-41b4-42a3-aca8-423d2d6ffd2d HTTP/1.1" status: 200 len: 943 time: 0.0464723 Jun 24 15:31:08.427083 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-e0aac003-6f0e-417d-9524-d791f3a40723 req-cd54bdf6-546a-423b-9f2e-f26be698d6cb tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] 10.222.0.67 "GET /v2.0/security-groups?id=362453ea-2697-422d-841c-d1fbabb0b88b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406163 Jun 24 15:31:09.552795 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed566dbd-9147-4443-9e6e-523652d8c774 req-d4dc9ce1-bbe4-4b14-8d16-77734fa634d1 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:31:09.554279 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-ed566dbd-9147-4443-9e6e-523652d8c774 req-d4dc9ce1-bbe4-4b14-8d16-77734fa634d1 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] 10.222.0.67 "GET /v2.0/ports?device_id=7d205fe2-41b4-42a3-aca8-423d2d6ffd2d HTTP/1.1" status: 200 len: 943 time: 0.0468524 Jun 24 15:31:09.603502 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-ed566dbd-9147-4443-9e6e-523652d8c774 req-c43f89ff-c500-46fa-9967-995cd29684fd tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] 10.222.0.67 "GET /v2.0/security-groups?id=362453ea-2697-422d-841c-d1fbabb0b88b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436442 Jun 24 15:31:10.276193 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697012'] for agent (f0fa743b-ff28-43ff-ac51-704c86538f10), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:31:10.282588 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.rpc [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Device 649a0ab1-456d-4d91-b885-d5f4eb5249e8 details requested by agent hyperv_hv-cinder-83538 with host hv-cinder-83538 {{(pid=104513) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 15:31:10.297063 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:31:10.386733 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.db [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] For port 649a0ab1-456d-4d91-b885-d5f4eb5249e8, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=649a0ab1-456d-4d91-b885-d5f4eb5249e8,segment=NetworkSegment(db94acf1-3522-4be0-9339-21a877b773e3),segment_id=db94acf1-3522-4be0-9339-21a877b773e3)] {{(pid=104513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 15:31:10.400230 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.rpc [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Returning: {'device': '649a0ab1-456d-4d91-b885-d5f4eb5249e8', 'network_id': 'acd35ae0-cdce-4e2a-af0f-4813fbf5ee68', 'port_id': '649a0ab1-456d-4d91-b885-d5f4eb5249e8', 'mac_address': 'fa:16:3e:d7:1b:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 764, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c04c129-d27d-481c-9868-00d384b6110d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104513) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 15:31:10.434759 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.plugin [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Current status of the port 649a0ab1-456d-4d91-b885-d5f4eb5249e8 is: DOWN; New status is: BUILD {{(pid=104513) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 15:31:10.435239 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7727318'] for port (649a0ab1-456d-4d91-b885-d5f4eb5249e8), before_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:31:10.449535 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.notifiers.nova [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 649a0ab1-456d-4d91-b885-d5f4eb5249e8 {{(pid=104513) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 15:31:10.472026 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.db [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] For port 649a0ab1-456d-4d91-b885-d5f4eb5249e8, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=649a0ab1-456d-4d91-b885-d5f4eb5249e8,segment=NetworkSegment(db94acf1-3522-4be0-9339-21a877b773e3),segment_id=db94acf1-3522-4be0-9339-21a877b773e3)] {{(pid=104513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 15:31:10.533089 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761385101662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761384583316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761384583334'] for port (649a0ab1-456d-4d91-b885-d5f4eb5249e8), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:31:10.579423 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Pushing event updated for resources: {'Port': ['ID=649a0ab1-456d-4d91-b885-d5f4eb5249e8,revision_number=4']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:31:10.722338 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede1ebfc-0ad5-4689-8d94-25de641a562b req-e6e0f04f-45e9-4f70-90cb-bf9a71a6e35c tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:31:10.723853 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-ede1ebfc-0ad5-4689-8d94-25de641a562b req-e6e0f04f-45e9-4f70-90cb-bf9a71a6e35c tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] 10.222.0.67 "GET /v2.0/ports?device_id=7d205fe2-41b4-42a3-aca8-423d2d6ffd2d HTTP/1.1" status: 200 len: 944 time: 0.0526395 Jun 24 15:31:10.754330 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.db [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] get_ports_and_sgs() called for port_ids ['649a0ab1-456d-4d91-b885-d5f4eb5249e8'] {{(pid=104513) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 15:31:10.772725 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-ede1ebfc-0ad5-4689-8d94-25de641a562b req-38c54b41-3baa-4f68-b6d7-d0004d2b8195 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] 10.222.0.67 "GET /v2.0/security-groups?id=362453ea-2697-422d-841c-d1fbabb0b88b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431156 Jun 24 15:31:11.886612 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c39d894-c3b2-41c6-956d-a130e885ad06 req-4bc91100-2b34-4493-a256-36c8db4c776f tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:31:11.888088 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-5c39d894-c3b2-41c6-956d-a130e885ad06 req-4bc91100-2b34-4493-a256-36c8db4c776f tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] 10.222.0.67 "GET /v2.0/ports?device_id=7d205fe2-41b4-42a3-aca8-423d2d6ffd2d HTTP/1.1" status: 200 len: 944 time: 0.0484290 Jun 24 15:31:11.913218 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=100 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:31:11.934561 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-5c39d894-c3b2-41c6-956d-a130e885ad06 req-ed509ec6-a69f-4c0c-9012-3a58c37777da tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] 10.222.0.67 "GET /v2.0/security-groups?id=362453ea-2697-422d-841c-d1fbabb0b88b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405872 Jun 24 15:31:12.299947 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.rpc [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Device 649a0ab1-456d-4d91-b885-d5f4eb5249e8 up at agent hyperv_hv-cinder-83538 {{(pid=104513) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 15:31:12.322950 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=17,neutron:DELETE=2 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:31:12.343588 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.provisioning_blocks [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Provisioning for port 649a0ab1-456d-4d91-b885-d5f4eb5249e8 completed by entity L2. {{(pid=104513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 24 15:31:12.412296 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.provisioning_blocks [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Provisioning complete for port 649a0ab1-456d-4d91-b885-d5f4eb5249e8 triggered by entity L2. {{(pid=104513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 15:31:12.412674 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7696598'] for port (649a0ab1-456d-4d91-b885-d5f4eb5249e8), provisioning_complete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:31:12.486977 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.plugin [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Current status of the port 649a0ab1-456d-4d91-b885-d5f4eb5249e8 is: BUILD; New status is: ACTIVE {{(pid=104513) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 15:31:12.487393 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7727318'] for port (649a0ab1-456d-4d91-b885-d5f4eb5249e8), before_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:31:12.505190 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:31:12.510460 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d205fe2-41b4-42a3-aca8-423d2d6ffd2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '649a0ab1-456d-4d91-b885-d5f4eb5249e8'}] {{(pid=104513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 15:31:12.512701 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7de2ae652872cab3d5aa36b412d6cead56dffdf121926fea6679daaa3daba4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83560fce-4701-48d9-be37-4dfd7d0fab1d" -d '{"events": [{"server_uuid": "7d205fe2-41b4-42a3-aca8-423d2d6ffd2d", "name": "network-vif-plugged", "status": "completed", "tag": "649a0ab1-456d-4d91-b885-d5f4eb5249e8"}]}' {{(pid=104513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 15:31:12.526344 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.db [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] For port 649a0ab1-456d-4d91-b885-d5f4eb5249e8, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=649a0ab1-456d-4d91-b885-d5f4eb5249e8,segment=NetworkSegment(db94acf1-3522-4be0-9339-21a877b773e3),segment_id=db94acf1-3522-4be0-9339-21a877b773e3)] {{(pid=104513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 15:31:12.608863 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 15:31:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a5465a4-9fd9-4a6d-ae61-1e319fa770df x-openstack-request-id: req-9a5465a4-9fd9-4a6d-ae61-1e319fa770df {{(pid=104513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 15:31:12.609154 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d205fe2-41b4-42a3-aca8-423d2d6ffd2d", "name": "network-vif-plugged", "status": "completed", "tag": "649a0ab1-456d-4d91-b885-d5f4eb5249e8", "code": 200}]} {{(pid=104513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 15:31:12.609404 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-9a5465a4-9fd9-4a6d-ae61-1e319fa770df {{(pid=104513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 15:31:12.609800 dv-cinder-835384-11-iscsi neutron-server[104513]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9a5465a4-9fd9-4a6d-ae61-1e319fa770df'] response: {'server_uuid': '7d205fe2-41b4-42a3-aca8-423d2d6ffd2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '649a0ab1-456d-4d91-b885-d5f4eb5249e8', 'code': 200} Jun 24 15:31:12.624454 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761385101662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761384583316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761384583334'] for port (649a0ab1-456d-4d91-b885-d5f4eb5249e8), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:31:12.671772 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Pushing event updated for resources: {'Port': ['ID=649a0ab1-456d-4d91-b885-d5f4eb5249e8,revision_number=5']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:31:12.917266 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dbc935-a970-4c5a-b10e-30203f484db9 req-b260bae6-49f1-4d6f-8287-a84350480d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:31:12.918790 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-c3dbc935-a970-4c5a-b10e-30203f484db9 req-b260bae6-49f1-4d6f-8287-a84350480d8b service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=7d205fe2-41b4-42a3-aca8-423d2d6ffd2d HTTP/1.1" status: 200 len: 1129 time: 0.0425951 Jun 24 15:31:12.964048 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-c3dbc935-a970-4c5a-b10e-30203f484db9 req-777bc23d-6ee8-49c6-84ca-9dd63ba5eaf1 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=362453ea-2697-422d-841c-d1fbabb0b88b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394659 Jun 24 15:31:13.050299 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58951afe-8993-452f-ab54-07dea5e6652c req-851bcd7f-29bc-4f29-9590-6b4b8f008f8b tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:31:13.051774 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-58951afe-8993-452f-ab54-07dea5e6652c req-851bcd7f-29bc-4f29-9590-6b4b8f008f8b tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] 10.222.0.67 "GET /v2.0/ports?device_id=7d205fe2-41b4-42a3-aca8-423d2d6ffd2d HTTP/1.1" status: 200 len: 945 time: 0.0476263 Jun 24 15:31:13.098417 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-58951afe-8993-452f-ab54-07dea5e6652c req-2cc9535c-c7c3-482b-94e3-d2734fd5d420 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] 10.222.0.67 "GET /v2.0/security-groups?id=362453ea-2697-422d-841c-d1fbabb0b88b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409932 Jun 24 15:31:13.391053 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.wsgi [-] (104512) accepted ('10.222.0.67', 46592) {{(pid=104512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:31:13.497920 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=100 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:31:13.528030 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.plugin [None req-34934d0a-9808-4209-96c2-a6d86d9bd595 tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] Deleting port 3b414356-36bd-41af-9dc6-e3944a74f0e2 {{(pid=104512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 15:31:13.528368 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-34934d0a-9808-4209-96c2-a6d86d9bd595 tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761385095720'] for port (3b414356-36bd-41af-9dc6-e3944a74f0e2), before_delete {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:31:13.605511 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-34934d0a-9808-4209-96c2-a6d86d9bd595 tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-465599'] for port (3b414356-36bd-41af-9dc6-e3944a74f0e2), precommit_delete {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:31:13.605751 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-34934d0a-9808-4209-96c2-a6d86d9bd595 tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] Publish callbacks [] for floatingip (3b414356-36bd-41af-9dc6-e3944a74f0e2), precommit_delete {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:31:13.619429 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.plugin [None req-34934d0a-9808-4209-96c2-a6d86d9bd595 tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] Calling delete_port for 3b414356-36bd-41af-9dc6-e3944a74f0e2 owned by network:floatingip {{(pid=104512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 15:31:13.801638 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-34934d0a-9808-4209-96c2-a6d86d9bd595 tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761385101680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761384583307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3859661'] for port (3b414356-36bd-41af-9dc6-e3944a74f0e2), after_delete {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:31:13.826411 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34934d0a-9808-4209-96c2-a6d86d9bd595 tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] Pushing event deleted for resources: {'Port': ['ID=3b414356-36bd-41af-9dc6-e3944a74f0e2,revision_number=None']} {{(pid=104512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:31:13.890436 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-34934d0a-9808-4209-96c2-a6d86d9bd595 tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] Publish callbacks [] for floatingip (e34dc95f-09a1-4f32-85f9-14ef749a373f), after_delete {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:31:13.890764 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.db.l3_db [None req-34934d0a-9808-4209-96c2-a6d86d9bd595 tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] Floating IP e34dc95f-09a1-4f32-85f9-14ef749a373f disassociated (deleted). External IP: 172.27.0.252, port: 1345e201-cc6d-4325-8f93-49d81f6f21a7. Jun 24 15:31:14.091050 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34934d0a-9808-4209-96c2-a6d86d9bd595 tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] Router 3b204f98-a367-42c7-8389-8d8b539db927 has already been hosted by L3 agent 45985ff7-1335-48cd-ab02-73eb58295827 {{(pid=104512) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 15:31:14.095329 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:31:14.231665 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34934d0a-9808-4209-96c2-a6d86d9bd595 tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] Notify agent at l3_agent.dv-cinder-835384-11-iscsi the message routers_updated {{(pid=104512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 15:31:14.239628 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9780f994-3167-403c-b493-81ec733ca611 req-f4f95013-e66c-47a8-9b9d-382fb0d4119e tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:31:14.241146 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-9780f994-3167-403c-b493-81ec733ca611 req-f4f95013-e66c-47a8-9b9d-382fb0d4119e tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] 10.222.0.67 "GET /v2.0/ports?device_id=7d205fe2-41b4-42a3-aca8-423d2d6ffd2d HTTP/1.1" status: 200 len: 945 time: 0.0622270 Jun 24 15:31:14.243039 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8503aab-123f-46d7-b97a-0b6c958ecac3 None None] Sync routers for ids ['3b204f98-a367-42c7-8389-8d8b539db927'] in dv-cinder-835384-11-iscsi {{(pid=104513) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 15:31:14.244123 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-34934d0a-9808-4209-96c2-a6d86d9bd595 tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30073'] for floatingip (None), before_response {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:31:14.246079 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:31:14.254059 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8503aab-123f-46d7-b97a-0b6c958ecac3 None None] Routers {'3b204f98-a367-42c7-8389-8d8b539db927'} bound to L3 agent in host dv-cinder-835384-11-iscsi {{(pid=104513) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 15:31:14.257276 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.l3_hamode_db [None req-c8503aab-123f-46d7-b97a-0b6c958ecac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-24T15:10:24Z,description=,heartbeat_timestamp=2022-06-24T15:30:54Z,host='dv-cinder-835384-11-iscsi',id=45985ff7-1335-48cd-ab02-73eb58295827,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T15:10:24Z,topic='l3_agent')) {'router_ids': ['3b204f98-a367-42c7-8389-8d8b539db927'], 'active': True} {{(pid=104513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 15:31:14.295901 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [None req-34934d0a-9808-4209-96c2-a6d86d9bd595 tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] 10.222.0.67 "DELETE /v2.0/floatingips/e34dc95f-09a1-4f32-85f9-14ef749a373f HTTP/1.1" status: 204 len: 168 time: 0.9037135 Jun 24 15:31:14.301326 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3aadec7f-938e-4148-99c6-c0e1282ae85c', 'tag': '1345e201-cc6d-4325-8f93-49d81f6f21a7'}] {{(pid=104512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 15:31:14.303616 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9db87de5340c6be2811fa9e5912a63998a589dd3f857fd3823a550d1ae48127" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf887b68-74cf-4d98-b0ac-4825b1a31df1" -d '{"events": [{"name": "network-changed", "server_uuid": "3aadec7f-938e-4148-99c6-c0e1282ae85c", "tag": "1345e201-cc6d-4325-8f93-49d81f6f21a7"}]}' {{(pid=104512) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 15:31:14.323790 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-9780f994-3167-403c-b493-81ec733ca611 req-fd143769-f18d-4acc-8719-e12315c8e1fe tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] 10.222.0.67 "GET /v2.0/security-groups?id=362453ea-2697-422d-841c-d1fbabb0b88b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755267 Jun 24 15:31:14.376176 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.l3_dvr_db [None req-c8503aab-123f-46d7-b97a-0b6c958ecac3 None None] Set router 3b204f98-a367-42c7-8389-8d8b539db927 gateway port host: dv-cinder-835384-11-iscsi {{(pid=104513) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 15:31:14.382238 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Jun 2022 15:31:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a603da9-7d2f-45a8-804a-6fc1839f28b3 x-openstack-request-id: req-5a603da9-7d2f-45a8-804a-6fc1839f28b3 {{(pid=104512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 15:31:14.382549 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3aadec7f-938e-4148-99c6-c0e1282ae85c", "tag": "1345e201-cc6d-4325-8f93-49d81f6f21a7", "status": "completed", "code": 200}]} {{(pid=104512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 15:31:14.382806 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-5a603da9-7d2f-45a8-804a-6fc1839f28b3 {{(pid=104512) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 15:31:14.383278 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a603da9-7d2f-45a8-804a-6fc1839f28b3'] response: {'name': 'network-changed', 'server_uuid': '3aadec7f-938e-4148-99c6-c0e1282ae85c', 'tag': '1345e201-cc6d-4325-8f93-49d81f6f21a7', 'status': 'completed', 'code': 200} Jun 24 15:31:14.464550 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:31:14.472013 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf887b68-74cf-4d98-b0ac-4825b1a31df1 req-3203c615-dc2b-4b35-9aa9-afaa0891b55d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:31:14.473503 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-bf887b68-74cf-4d98-b0ac-4825b1a31df1 req-3203c615-dc2b-4b35-9aa9-afaa0891b55d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=06aac4c0b410452fa71221434149e3b7&device_id=3aadec7f-938e-4148-99c6-c0e1282ae85c HTTP/1.1" status: 200 len: 1129 time: 0.0700245 Jun 24 15:31:14.497111 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830c44a6-049b-4ef0-b95b-9909c7fc2f43 req-bf146ce7-fd64-4fd9-bdc8-18e282dd09b6 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:31:14.499637 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-830c44a6-049b-4ef0-b95b-9909c7fc2f43 req-bf146ce7-fd64-4fd9-bdc8-18e282dd09b6 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] 10.222.0.67 "GET /v2.0/ports?device_id=7d205fe2-41b4-42a3-aca8-423d2d6ffd2d HTTP/1.1" status: 200 len: 945 time: 0.0670948 Jun 24 15:31:14.508220 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.wsgi [-] (104511) accepted ('10.222.0.67', 46602) {{(pid=104511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:31:14.513369 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.v2.base [None req-115f0b9e-ff4a-4918-ad2a-cde0a63901c2 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Request body: {'floatingip': {'port_id': '649a0ab1-456d-4d91-b885-d5f4eb5249e8'}} {{(pid=104511) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 15:31:14.564020 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-115f0b9e-ff4a-4918-ad2a-cde0a63901c2 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Publish callbacks [] for floatingip (84c93a73-de3b-4890-bd64-38477aaf24d8), before_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:31:14.589576 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf887b68-74cf-4d98-b0ac-4825b1a31df1 req-b90601c9-0d12-4d98-8059-e93b34eb1667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:31:14.591028 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-bf887b68-74cf-4d98-b0ac-4825b1a31df1 req-b90601c9-0d12-4d98-8059-e93b34eb1667 service neutron] 10.222.0.64 "GET /v2.0/networks?id=2a32a679-de41-498c-bfd0-5831dd67fdee HTTP/1.1" status: 200 len: 912 time: 0.1101768 Jun 24 15:31:14.620423 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.l3_hamode_db [None req-c8503aab-123f-46d7-b97a-0b6c958ecac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b204f98-a367-42c7-8389-8d8b539db927', 'name': 'tempest-TestVolumeBootPattern-933791428-router', 'tenant_id': '06aac4c0b410452fa71221434149e3b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'external_fixed_ips': [{'subnet_id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'ip_address': '172.27.0.72'}], 'enable_snat': True}, 'gw_port_id': 'b529ebad-e8d9-480a-b8eb-1b28c2745ddd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T15:24:01Z', 'updated_at': '2022-06-24T15:24:05Z', 'revision_number': 4, 'project_id': '06aac4c0b410452fa71221434149e3b7', 'gw_port': {'id': 'b529ebad-e8d9-480a-b8eb-1b28c2745ddd', 'name': '', 'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:d8:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b204f98-a367-42c7-8389-8d8b539db927', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'ip_address': '172.27.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T15:24:02Z', 'updated_at': '2022-06-24T15:24:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-11-iscsi', '_floatingips': [{'id': 'c952dd8a-c1d6-4b9f-8bcb-a0b508419898', 'tenant_id': '06aac4c0b410452fa71221434149e3b7', 'floating_ip_address': '172.27.0.205', 'floating_network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'router_id': '3b204f98-a367-42c7-8389-8d8b539db927', 'port_id': '58f3591c-04bf-4951-9a65-69f9336adee7', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 651, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2a32a679-de41-498c-bfd0-5831dd67fdee', 'mac_address': 'fa:16:3e:6e:e7:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a263b760-4d15-450d-9dcb-ca7bc36eb287', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T15:27:29Z', 'updated_at': '2022-06-24T15:27:31Z', 'revision_number': 1, 'project_id': '06aac4c0b410452fa71221434149e3b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '330082d1-f0dc-4b95-b5b8-396060cd29da', 'name': '', 'network_id': '2a32a679-de41-498c-bfd0-5831dd67fdee', 'tenant_id': '06aac4c0b410452fa71221434149e3b7', 'mac_address': 'fa:16:3e:b9:01:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b204f98-a367-42c7-8389-8d8b539db927', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '3fab91a5-d4d3-43d4-a452-8b378716e743', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T15:24:04Z', 'updated_at': '2022-06-24T15:24:08Z', 'revision_number': 5, 'project_id': '06aac4c0b410452fa71221434149e3b7', 'subnets': [{'id': '3fab91a5-d4d3-43d4-a452-8b378716e743', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-11-iscsi', False) {} {{(pid=104513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 15:31:14.631120 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-bf887b68-74cf-4d98-b0ac-4825b1a31df1 req-bfeb31a5-6280-4954-99a8-656980fc6ade service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1345e201-cc6d-4325-8f93-49d81f6f21a7 HTTP/1.1" status: 200 len: 217 time: 0.0340228 Jun 24 15:31:14.646430 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8503aab-123f-46d7-b97a-0b6c958ecac3 None None] Checking router: 3b204f98-a367-42c7-8389-8d8b539db927 for host: dv-cinder-835384-11-iscsi {{(pid=104513) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 15:31:14.657000 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8503aab-123f-46d7-b97a-0b6c958ecac3 None None] Routers {'3b204f98-a367-42c7-8389-8d8b539db927'} bound to L3 agent in host dv-cinder-835384-11-iscsi {{(pid=104513) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 15:31:14.657691 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.l3_hamode_db [None req-c8503aab-123f-46d7-b97a-0b6c958ecac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-24T15:10:24Z,description=,heartbeat_timestamp=2022-06-24T15:30:54Z,host='dv-cinder-835384-11-iscsi',id=45985ff7-1335-48cd-ab02-73eb58295827,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T15:10:24Z,topic='l3_agent')) {'router_ids': ['3b204f98-a367-42c7-8389-8d8b539db927'], 'active': True} {{(pid=104513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 15:31:14.695040 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf887b68-74cf-4d98-b0ac-4825b1a31df1 req-d7c28ea5-dd61-4321-ad32-dc78b778d748 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:31:14.696984 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-bf887b68-74cf-4d98-b0ac-4825b1a31df1 req-d7c28ea5-dd61-4321-ad32-dc78b778d748 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3fab91a5-d4d3-43d4-a452-8b378716e743 HTTP/1.1" status: 200 len: 850 time: 0.0608137 Jun 24 15:31:14.746275 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf887b68-74cf-4d98-b0ac-4825b1a31df1 req-311d8975-ca99-4a79-b364-79fb75a6b172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:31:14.748587 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-bf887b68-74cf-4d98-b0ac-4825b1a31df1 req-311d8975-ca99-4a79-b364-79fb75a6b172 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2a32a679-de41-498c-bfd0-5831dd67fdee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0451019 Jun 24 15:31:14.767694 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.l3_dvr_db [None req-c8503aab-123f-46d7-b97a-0b6c958ecac3 None None] Set router 3b204f98-a367-42c7-8389-8d8b539db927 gateway port host: dv-cinder-835384-11-iscsi {{(pid=104513) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 15:31:14.901454 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5af5be-af53-4861-a22c-1ce1d0b402ee req-dbccd31c-394f-417e-9739-fdecdf91a128 tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:31:14.903302 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-1c5af5be-af53-4861-a22c-1ce1d0b402ee req-dbccd31c-394f-417e-9739-fdecdf91a128 tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] 10.222.0.67 "GET /v2.0/ports?device_id=3aadec7f-938e-4148-99c6-c0e1282ae85c HTTP/1.1" status: 200 len: 945 time: 0.0541320 Jun 24 15:31:14.958100 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-1c5af5be-af53-4861-a22c-1ce1d0b402ee req-546d79e2-01c8-4057-b648-9843152760bc tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] 10.222.0.67 "GET /v2.0/security-groups?id=3e7d3075-e93e-49d4-b5f8-9fd2c6a73d99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482273 Jun 24 15:31:15.023796 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-115f0b9e-ff4a-4918-ad2a-cde0a63901c2 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:31:15.061282 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:31:15.087742 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-115f0b9e-ff4a-4918-ad2a-cde0a63901c2 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-467314'] for floatingip (84c93a73-de3b-4890-bd64-38477aaf24d8), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:31:15.116124 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.l3_hamode_db [None req-c8503aab-123f-46d7-b97a-0b6c958ecac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b204f98-a367-42c7-8389-8d8b539db927', 'name': 'tempest-TestVolumeBootPattern-933791428-router', 'tenant_id': '06aac4c0b410452fa71221434149e3b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'external_fixed_ips': [{'subnet_id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'ip_address': '172.27.0.72'}], 'enable_snat': True}, 'gw_port_id': 'b529ebad-e8d9-480a-b8eb-1b28c2745ddd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T15:24:01Z', 'updated_at': '2022-06-24T15:24:05Z', 'revision_number': 4, 'project_id': '06aac4c0b410452fa71221434149e3b7', 'gw_port': {'id': 'b529ebad-e8d9-480a-b8eb-1b28c2745ddd', 'name': '', 'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:d8:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b204f98-a367-42c7-8389-8d8b539db927', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'ip_address': '172.27.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T15:24:02Z', 'updated_at': '2022-06-24T15:24:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-11-iscsi', '_floatingips': [{'id': 'c952dd8a-c1d6-4b9f-8bcb-a0b508419898', 'tenant_id': '06aac4c0b410452fa71221434149e3b7', 'floating_ip_address': '172.27.0.205', 'floating_network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'router_id': '3b204f98-a367-42c7-8389-8d8b539db927', 'port_id': '58f3591c-04bf-4951-9a65-69f9336adee7', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 651, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2a32a679-de41-498c-bfd0-5831dd67fdee', 'mac_address': 'fa:16:3e:6e:e7:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a263b760-4d15-450d-9dcb-ca7bc36eb287', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T15:27:29Z', 'updated_at': '2022-06-24T15:27:31Z', 'revision_number': 1, 'project_id': '06aac4c0b410452fa71221434149e3b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '330082d1-f0dc-4b95-b5b8-396060cd29da', 'name': '', 'network_id': '2a32a679-de41-498c-bfd0-5831dd67fdee', 'tenant_id': '06aac4c0b410452fa71221434149e3b7', 'mac_address': 'fa:16:3e:b9:01:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b204f98-a367-42c7-8389-8d8b539db927', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '3fab91a5-d4d3-43d4-a452-8b378716e743', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T15:24:04Z', 'updated_at': '2022-06-24T15:24:08Z', 'revision_number': 5, 'project_id': '06aac4c0b410452fa71221434149e3b7', 'subnets': [{'id': '3fab91a5-d4d3-43d4-a452-8b378716e743', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-11-iscsi', False) {} {{(pid=104513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 15:31:15.141636 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8503aab-123f-46d7-b97a-0b6c958ecac3 None None] The sync data for ids ['3b204f98-a367-42c7-8389-8d8b539db927'] in dv-cinder-835384-11-iscsi is: [{'id': '3b204f98-a367-42c7-8389-8d8b539db927', 'name': 'tempest-TestVolumeBootPattern-933791428-router', 'tenant_id': '06aac4c0b410452fa71221434149e3b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'external_fixed_ips': [{'subnet_id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'ip_address': '172.27.0.72'}], 'enable_snat': True}, 'gw_port_id': 'b529ebad-e8d9-480a-b8eb-1b28c2745ddd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T15:24:01Z', 'updated_at': '2022-06-24T15:24:05Z', 'revision_number': 4, 'project_id': '06aac4c0b410452fa71221434149e3b7', 'gw_port': {'id': 'b529ebad-e8d9-480a-b8eb-1b28c2745ddd', 'name': '', 'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:d8:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b204f98-a367-42c7-8389-8d8b539db927', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'ip_address': '172.27.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T15:24:02Z', 'updated_at': '2022-06-24T15:24:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-11-iscsi', '_floatingips': [{'id': 'c952dd8a-c1d6-4b9f-8bcb-a0b508419898', 'tenant_id': '06aac4c0b410452fa71221434149e3b7', 'floating_ip_address': '172.27.0.205', 'floating_network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'router_id': '3b204f98-a367-42c7-8389-8d8b539db927', 'port_id': '58f3591c-04bf-4951-9a65-69f9336adee7', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 651, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2a32a679-de41-498c-bfd0-5831dd67fdee', 'mac_address': 'fa:16:3e:6e:e7:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a263b760-4d15-450d-9dcb-ca7bc36eb287', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T15:27:29Z', 'updated_at': '2022-06-24T15:27:31Z', 'revision_number': 1, 'project_id': '06aac4c0b410452fa71221434149e3b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '330082d1-f0dc-4b95-b5b8-396060cd29da', 'name': '', 'network_id': '2a32a679-de41-498c-bfd0-5831dd67fdee', 'tenant_id': '06aac4c0b410452fa71221434149e3b7', 'mac_address': 'fa:16:3e:b9:01:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b204f98-a367-42c7-8389-8d8b539db927', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '3fab91a5-d4d3-43d4-a452-8b378716e743', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T15:24:04Z', 'updated_at': '2022-06-24T15:24:08Z', 'revision_number': 5, 'project_id': '06aac4c0b410452fa71221434149e3b7', 'subnets': [{'id': '3fab91a5-d4d3-43d4-a452-8b378716e743', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104513) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 15:31:15.186739 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.db.l3_db [None req-115f0b9e-ff4a-4918-ad2a-cde0a63901c2 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Floating IP 84c93a73-de3b-4890-bd64-38477aaf24d8 associated. External IP: 172.27.0.162, port: 649a0ab1-456d-4d91-b885-d5f4eb5249e8. Jun 24 15:31:15.379207 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f8835ce-b4ef-4fe6-ac12-5999caccc1e7 None None] New status for floating IP e34dc95f-09a1-4f32-85f9-14ef749a373f: DOWN {{(pid=104514) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 24 15:31:15.395369 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-115f0b9e-ff4a-4918-ad2a-cde0a63901c2 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Router 5bf36090-25e1-4755-aae5-e3986ec2d11a has already been hosted by L3 agent 45985ff7-1335-48cd-ab02-73eb58295827 {{(pid=104511) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 15:31:15.496226 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-115f0b9e-ff4a-4918-ad2a-cde0a63901c2 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Notify agent at l3_agent.dv-cinder-835384-11-iscsi the message routers_updated {{(pid=104511) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 15:31:15.500750 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-115f0b9e-ff4a-4918-ad2a-cde0a63901c2 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30073'] for floatingip (None), before_response {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:31:15.505246 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d3ca92f-4e71-4e32-aab4-d0b88ec379e5 None None] Sync routers for ids ['5bf36090-25e1-4755-aae5-e3986ec2d11a'] in dv-cinder-835384-11-iscsi {{(pid=104513) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 15:31:15.516010 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d3ca92f-4e71-4e32-aab4-d0b88ec379e5 None None] Routers {'5bf36090-25e1-4755-aae5-e3986ec2d11a'} bound to L3 agent in host dv-cinder-835384-11-iscsi {{(pid=104513) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 15:31:15.516620 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.l3_hamode_db [None req-2d3ca92f-4e71-4e32-aab4-d0b88ec379e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-24T15:10:24Z,description=,heartbeat_timestamp=2022-06-24T15:30:54Z,host='dv-cinder-835384-11-iscsi',id=45985ff7-1335-48cd-ab02-73eb58295827,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T15:10:24Z,topic='l3_agent')) {'router_ids': ['5bf36090-25e1-4755-aae5-e3986ec2d11a'], 'active': True} {{(pid=104513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 15:31:15.525907 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:31:15.539974 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [None req-115f0b9e-ff4a-4918-ad2a-cde0a63901c2 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] 10.222.0.67 "PUT /v2.0/floatingips/84c93a73-de3b-4890-bd64-38477aaf24d8 HTTP/1.1" status: 200 len: 991 time: 1.0251360 Jun 24 15:31:15.539974 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d205fe2-41b4-42a3-aca8-423d2d6ffd2d', 'tag': '649a0ab1-456d-4d91-b885-d5f4eb5249e8'}] {{(pid=104511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 15:31:15.539974 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4675c17b6bc846e4b28e54b1b3705f3f7dd7092e5e5b2c0e24b7aeedfd61db99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61b2734c-199b-4cb8-9937-10c92bb05c71" -d '{"events": [{"name": "network-changed", "server_uuid": "7d205fe2-41b4-42a3-aca8-423d2d6ffd2d", "tag": "649a0ab1-456d-4d91-b885-d5f4eb5249e8"}]}' {{(pid=104511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 15:31:15.623582 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.l3_dvr_db [None req-2d3ca92f-4e71-4e32-aab4-d0b88ec379e5 None None] Set router 5bf36090-25e1-4755-aae5-e3986ec2d11a gateway port host: dv-cinder-835384-11-iscsi {{(pid=104513) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 15:31:15.631095 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Jun 2022 15:31:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a8046f6-3c67-40ca-abac-62b603c4a9d7 x-openstack-request-id: req-5a8046f6-3c67-40ca-abac-62b603c4a9d7 {{(pid=104511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 15:31:15.631423 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d205fe2-41b4-42a3-aca8-423d2d6ffd2d", "tag": "649a0ab1-456d-4d91-b885-d5f4eb5249e8", "status": "completed", "code": 200}]} {{(pid=104511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 15:31:15.631677 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-5a8046f6-3c67-40ca-abac-62b603c4a9d7 {{(pid=104511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 15:31:15.632084 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a8046f6-3c67-40ca-abac-62b603c4a9d7'] response: {'name': 'network-changed', 'server_uuid': '7d205fe2-41b4-42a3-aca8-423d2d6ffd2d', 'tag': '649a0ab1-456d-4d91-b885-d5f4eb5249e8', 'status': 'completed', 'code': 200} Jun 24 15:31:15.833606 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.l3_hamode_db [None req-2d3ca92f-4e71-4e32-aab4-d0b88ec379e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bf36090-25e1-4755-aae5-e3986ec2d11a', 'name': 'tempest-AttachVolumeNegativeTest-125228773-router', 'tenant_id': '9c0e7447465d430d9352d9e9b7ea012c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'external_fixed_ips': [{'subnet_id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'ip_address': '172.27.0.102'}], 'enable_snat': True}, 'gw_port_id': '71aa792d-5cda-4864-a10c-1c69f8d17dbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T15:30:55Z', 'updated_at': '2022-06-24T15:30:58Z', 'revision_number': 4, 'project_id': '9c0e7447465d430d9352d9e9b7ea012c', 'gw_port': {'id': '71aa792d-5cda-4864-a10c-1c69f8d17dbd', 'name': '', 'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:2d:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bf36090-25e1-4755-aae5-e3986ec2d11a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'ip_address': '172.27.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T15:30:55Z', 'updated_at': '2022-06-24T15:31:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-11-iscsi', '_floatingips': [{'id': '84c93a73-de3b-4890-bd64-38477aaf24d8', 'tenant_id': '9c0e7447465d430d9352d9e9b7ea012c', 'floating_ip_address': '172.27.0.162', 'floating_network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'router_id': '5bf36090-25e1-4755-aae5-e3986ec2d11a', 'port_id': '649a0ab1-456d-4d91-b885-d5f4eb5249e8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 681, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'acd35ae0-cdce-4e2a-af0f-4813fbf5ee68', 'mac_address': 'fa:16:3e:d7:1b:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d205fe2-41b4-42a3-aca8-423d2d6ffd2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T15:31:01Z', 'updated_at': '2022-06-24T15:31:14Z', 'revision_number': 1, 'project_id': '9c0e7447465d430d9352d9e9b7ea012c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abc19f20-8b2e-4749-b1c5-315ffb487568', 'name': '', 'network_id': 'acd35ae0-cdce-4e2a-af0f-4813fbf5ee68', 'tenant_id': '9c0e7447465d430d9352d9e9b7ea012c', 'mac_address': 'fa:16:3e:a6:2a:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bf36090-25e1-4755-aae5-e3986ec2d11a', 'device_owner': 'network:router_interface', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '0c04c129-d27d-481c-9868-00d384b6110d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T15:30:58Z', 'updated_at': '2022-06-24T15:31:02Z', 'revision_number': 5, 'project_id': '9c0e7447465d430d9352d9e9b7ea012c', 'subnets': [{'id': '0c04c129-d27d-481c-9868-00d384b6110d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-11-iscsi', False) {} {{(pid=104513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 15:31:15.837472 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b2734c-199b-4cb8-9937-10c92bb05c71 req-c4a62199-038d-465d-9895-ed404f5bf6d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:31:15.838962 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-61b2734c-199b-4cb8-9937-10c92bb05c71 req-c4a62199-038d-465d-9895-ed404f5bf6d6 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9c0e7447465d430d9352d9e9b7ea012c&device_id=7d205fe2-41b4-42a3-aca8-423d2d6ffd2d HTTP/1.1" status: 200 len: 1129 time: 0.0764475 Jun 24 15:31:15.863493 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d3ca92f-4e71-4e32-aab4-d0b88ec379e5 None None] Checking router: 5bf36090-25e1-4755-aae5-e3986ec2d11a for host: dv-cinder-835384-11-iscsi {{(pid=104513) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 15:31:15.866210 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-bf887b68-74cf-4d98-b0ac-4825b1a31df1 req-53d34a42-937a-4fe8-94b6-7543a5036c39 service neutron] 10.222.0.64 "GET /v2.0/networks/2a32a679-de41-498c-bfd0-5831dd67fdee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211994 Jun 24 15:31:15.870245 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:SELECT=100 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:31:15.872256 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d3ca92f-4e71-4e32-aab4-d0b88ec379e5 None None] Routers {'5bf36090-25e1-4755-aae5-e3986ec2d11a'} bound to L3 agent in host dv-cinder-835384-11-iscsi {{(pid=104513) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 15:31:15.872900 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.l3_hamode_db [None req-2d3ca92f-4e71-4e32-aab4-d0b88ec379e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-24T15:10:24Z,description=,heartbeat_timestamp=2022-06-24T15:30:54Z,host='dv-cinder-835384-11-iscsi',id=45985ff7-1335-48cd-ab02-73eb58295827,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T15:10:24Z,topic='l3_agent')) {'router_ids': ['5bf36090-25e1-4755-aae5-e3986ec2d11a'], 'active': True} {{(pid=104513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 15:31:15.976478 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.l3_dvr_db [None req-2d3ca92f-4e71-4e32-aab4-d0b88ec379e5 None None] Set router 5bf36090-25e1-4755-aae5-e3986ec2d11a gateway port host: dv-cinder-835384-11-iscsi {{(pid=104513) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 15:31:16.053285 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=100 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:31:16.109771 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-bf887b68-74cf-4d98-b0ac-4825b1a31df1 req-79cb6b7d-26ea-411c-b1bf-c6af1d8316e9 service neutron] 10.222.0.64 "GET /v2.0/networks/2a32a679-de41-498c-bfd0-5831dd67fdee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1996133 Jun 24 15:31:16.117684 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515319bb-0080-4983-bd41-237cf21369e0 req-e791c948-8a04-470f-9f6e-38255aea8e96 tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:31:16.119042 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-515319bb-0080-4983-bd41-237cf21369e0 req-e791c948-8a04-470f-9f6e-38255aea8e96 tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] 10.222.0.67 "GET /v2.0/ports?device_id=3aadec7f-938e-4148-99c6-c0e1282ae85c HTTP/1.1" status: 200 len: 945 time: 0.0817878 Jun 24 15:31:16.120137 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b2734c-199b-4cb8-9937-10c92bb05c71 req-d4e54a05-7382-4ae6-98ad-b3c65e84f7f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:31:16.121488 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-61b2734c-199b-4cb8-9937-10c92bb05c71 req-d4e54a05-7382-4ae6-98ad-b3c65e84f7f5 service neutron] 10.222.0.64 "GET /v2.0/networks?id=acd35ae0-cdce-4e2a-af0f-4813fbf5ee68 HTTP/1.1" status: 200 len: 915 time: 0.2037606 Jun 24 15:31:16.191956 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.l3_hamode_db [None req-2d3ca92f-4e71-4e32-aab4-d0b88ec379e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bf36090-25e1-4755-aae5-e3986ec2d11a', 'name': 'tempest-AttachVolumeNegativeTest-125228773-router', 'tenant_id': '9c0e7447465d430d9352d9e9b7ea012c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'external_fixed_ips': [{'subnet_id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'ip_address': '172.27.0.102'}], 'enable_snat': True}, 'gw_port_id': '71aa792d-5cda-4864-a10c-1c69f8d17dbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T15:30:55Z', 'updated_at': '2022-06-24T15:30:58Z', 'revision_number': 4, 'project_id': '9c0e7447465d430d9352d9e9b7ea012c', 'gw_port': {'id': '71aa792d-5cda-4864-a10c-1c69f8d17dbd', 'name': '', 'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:2d:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bf36090-25e1-4755-aae5-e3986ec2d11a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'ip_address': '172.27.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T15:30:55Z', 'updated_at': '2022-06-24T15:31:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-11-iscsi', '_floatingips': [{'id': '84c93a73-de3b-4890-bd64-38477aaf24d8', 'tenant_id': '9c0e7447465d430d9352d9e9b7ea012c', 'floating_ip_address': '172.27.0.162', 'floating_network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'router_id': '5bf36090-25e1-4755-aae5-e3986ec2d11a', 'port_id': '649a0ab1-456d-4d91-b885-d5f4eb5249e8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 681, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'acd35ae0-cdce-4e2a-af0f-4813fbf5ee68', 'mac_address': 'fa:16:3e:d7:1b:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d205fe2-41b4-42a3-aca8-423d2d6ffd2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T15:31:01Z', 'updated_at': '2022-06-24T15:31:14Z', 'revision_number': 1, 'project_id': '9c0e7447465d430d9352d9e9b7ea012c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abc19f20-8b2e-4749-b1c5-315ffb487568', 'name': '', 'network_id': 'acd35ae0-cdce-4e2a-af0f-4813fbf5ee68', 'tenant_id': '9c0e7447465d430d9352d9e9b7ea012c', 'mac_address': 'fa:16:3e:a6:2a:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bf36090-25e1-4755-aae5-e3986ec2d11a', 'device_owner': 'network:router_interface', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '0c04c129-d27d-481c-9868-00d384b6110d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T15:30:58Z', 'updated_at': '2022-06-24T15:31:02Z', 'revision_number': 5, 'project_id': '9c0e7447465d430d9352d9e9b7ea012c', 'subnets': [{'id': '0c04c129-d27d-481c-9868-00d384b6110d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-11-iscsi', False) {} {{(pid=104513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 15:31:16.211214 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-515319bb-0080-4983-bd41-237cf21369e0 req-7235c0d1-04c6-4952-8b88-9f0d004f37a1 tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] 10.222.0.67 "GET /v2.0/security-groups?id=3e7d3075-e93e-49d4-b5f8-9fd2c6a73d99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0861919 Jun 24 15:31:16.218235 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d3ca92f-4e71-4e32-aab4-d0b88ec379e5 None None] The sync data for ids ['5bf36090-25e1-4755-aae5-e3986ec2d11a'] in dv-cinder-835384-11-iscsi is: [{'id': '5bf36090-25e1-4755-aae5-e3986ec2d11a', 'name': 'tempest-AttachVolumeNegativeTest-125228773-router', 'tenant_id': '9c0e7447465d430d9352d9e9b7ea012c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'external_fixed_ips': [{'subnet_id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'ip_address': '172.27.0.102'}], 'enable_snat': True}, 'gw_port_id': '71aa792d-5cda-4864-a10c-1c69f8d17dbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T15:30:55Z', 'updated_at': '2022-06-24T15:30:58Z', 'revision_number': 4, 'project_id': '9c0e7447465d430d9352d9e9b7ea012c', 'gw_port': {'id': '71aa792d-5cda-4864-a10c-1c69f8d17dbd', 'name': '', 'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:2d:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bf36090-25e1-4755-aae5-e3986ec2d11a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'ip_address': '172.27.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T15:30:55Z', 'updated_at': '2022-06-24T15:31:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-11-iscsi', '_floatingips': [{'id': '84c93a73-de3b-4890-bd64-38477aaf24d8', 'tenant_id': '9c0e7447465d430d9352d9e9b7ea012c', 'floating_ip_address': '172.27.0.162', 'floating_network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'router_id': '5bf36090-25e1-4755-aae5-e3986ec2d11a', 'port_id': '649a0ab1-456d-4d91-b885-d5f4eb5249e8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 681, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'acd35ae0-cdce-4e2a-af0f-4813fbf5ee68', 'mac_address': 'fa:16:3e:d7:1b:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d205fe2-41b4-42a3-aca8-423d2d6ffd2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T15:31:01Z', 'updated_at': '2022-06-24T15:31:14Z', 'revision_number': 1, 'project_id': '9c0e7447465d430d9352d9e9b7ea012c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abc19f20-8b2e-4749-b1c5-315ffb487568', 'name': '', 'network_id': 'acd35ae0-cdce-4e2a-af0f-4813fbf5ee68', 'tenant_id': '9c0e7447465d430d9352d9e9b7ea012c', 'mac_address': 'fa:16:3e:a6:2a:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bf36090-25e1-4755-aae5-e3986ec2d11a', 'device_owner': 'network:router_interface', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '0c04c129-d27d-481c-9868-00d384b6110d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T15:30:58Z', 'updated_at': '2022-06-24T15:31:02Z', 'revision_number': 5, 'project_id': '9c0e7447465d430d9352d9e9b7ea012c', 'subnets': [{'id': '0c04c129-d27d-481c-9868-00d384b6110d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104513) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 15:31:16.240671 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-61b2734c-199b-4cb8-9937-10c92bb05c71 req-5cdf5cf0-ce07-4bad-83cd-0cb7b5f0a215 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=649a0ab1-456d-4d91-b885-d5f4eb5249e8 HTTP/1.1" status: 200 len: 999 time: 0.0889330 Jun 24 15:31:16.309413 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d78e5d9-ea13-4a84-95d4-87704d9ca0c4 req-1b0f120b-3650-4e4d-95cc-f8af2028c5a6 tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:31:16.312069 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-4d78e5d9-ea13-4a84-95d4-87704d9ca0c4 req-1b0f120b-3650-4e4d-95cc-f8af2028c5a6 tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] 10.222.0.64 "GET /v2.0/ports?device_id=3aadec7f-938e-4148-99c6-c0e1282ae85c HTTP/1.1" status: 200 len: 945 time: 0.0879309 Jun 24 15:31:16.348972 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b2734c-199b-4cb8-9937-10c92bb05c71 req-9e3560d9-bc99-49d3-834d-9c63639c9978 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:31:16.350371 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-61b2734c-199b-4cb8-9937-10c92bb05c71 req-9e3560d9-bc99-49d3-834d-9c63639c9978 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0c04c129-d27d-481c-9868-00d384b6110d HTTP/1.1" status: 200 len: 853 time: 0.0926852 Jun 24 15:31:16.428153 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-667433f4-db97-42c1-8f7c-473e220c5179 None None] New status for floating IP 84c93a73-de3b-4890-bd64-38477aaf24d8: ACTIVE {{(pid=104514) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 24 15:31:16.434609 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b2734c-199b-4cb8-9937-10c92bb05c71 req-e3d83fb2-6239-4c9f-84b1-112e9afdee8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:31:16.437085 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-61b2734c-199b-4cb8-9937-10c92bb05c71 req-e3d83fb2-6239-4c9f-84b1-112e9afdee8a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=acd35ae0-cdce-4e2a-af0f-4813fbf5ee68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0774019 Jun 24 15:31:16.440056 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.plugin [req-4d78e5d9-ea13-4a84-95d4-87704d9ca0c4 req-ce0b5ee4-36ac-4f6f-bd78-59cb47b699ac tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] Deleting port 1345e201-cc6d-4325-8f93-49d81f6f21a7 {{(pid=104512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 15:31:16.440491 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [req-4d78e5d9-ea13-4a84-95d4-87704d9ca0c4 req-ce0b5ee4-36ac-4f6f-bd78-59cb47b699ac tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761385095720'] for port (1345e201-cc6d-4325-8f93-49d81f6f21a7), before_delete {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:31:16.496821 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=100 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:31:16.610843 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.db [req-4d78e5d9-ea13-4a84-95d4-87704d9ca0c4 req-ce0b5ee4-36ac-4f6f-bd78-59cb47b699ac tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] For port 1345e201-cc6d-4325-8f93-49d81f6f21a7, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=1345e201-cc6d-4325-8f93-49d81f6f21a7,segment=NetworkSegment(dac079e8-662a-4bf1-950a-0525c98ad107),segment_id=dac079e8-662a-4bf1-950a-0525c98ad107)] {{(pid=104512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 15:31:16.611133 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [req-4d78e5d9-ea13-4a84-95d4-87704d9ca0c4 req-ce0b5ee4-36ac-4f6f-bd78-59cb47b699ac tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-465599'] for port (1345e201-cc6d-4325-8f93-49d81f6f21a7), precommit_delete {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:31:16.619901 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-61b2734c-199b-4cb8-9937-10c92bb05c71 req-f776016c-f1a8-4ca6-b80b-00b500026f1d service neutron] 10.222.0.64 "GET /v2.0/networks/acd35ae0-cdce-4e2a-af0f-4813fbf5ee68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1763389 Jun 24 15:31:16.627787 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.plugin [req-4d78e5d9-ea13-4a84-95d4-87704d9ca0c4 req-ce0b5ee4-36ac-4f6f-bd78-59cb47b699ac tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] Calling delete_port for 1345e201-cc6d-4325-8f93-49d81f6f21a7 owned by compute:nova {{(pid=104512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 15:31:16.782773 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-61b2734c-199b-4cb8-9937-10c92bb05c71 req-9e3dfbb7-66ad-4b65-ad97-37e84b16be2b service neutron] 10.222.0.64 "GET /v2.0/networks/acd35ae0-cdce-4e2a-af0f-4813fbf5ee68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1562188 Jun 24 15:31:16.881935 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [req-4d78e5d9-ea13-4a84-95d4-87704d9ca0c4 req-ce0b5ee4-36ac-4f6f-bd78-59cb47b699ac tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761385101680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761384583307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3859661'] for port (1345e201-cc6d-4325-8f93-49d81f6f21a7), after_delete {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:31:16.910397 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0b5ee4-36ac-4f6f-bd78-59cb47b699ac tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] Pushing event deleted for resources: {'Port': ['ID=1345e201-cc6d-4325-8f93-49d81f6f21a7,revision_number=None']} {{(pid=104512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:31:16.956347 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d78e5d9-ea13-4a84-95d4-87704d9ca0c4 req-ce0b5ee4-36ac-4f6f-bd78-59cb47b699ac tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] No DVR routers for this DVR port 1345e201-cc6d-4325-8f93-49d81f6f21a7 on host hv-cinder-83538 {{(pid=104512) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 24 15:31:16.958863 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [req-4d78e5d9-ea13-4a84-95d4-87704d9ca0c4 req-ce0b5ee4-36ac-4f6f-bd78-59cb47b699ac tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30073'] for port (None), before_response {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:31:16.961987 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-4d78e5d9-ea13-4a84-95d4-87704d9ca0c4 req-ce0b5ee4-36ac-4f6f-bd78-59cb47b699ac tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] 10.222.0.64 "DELETE /v2.0/ports/1345e201-cc6d-4325-8f93-49d81f6f21a7 HTTP/1.1" status: 204 len: 173 time: 0.6435802 Jun 24 15:31:16.962410 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3aadec7f-938e-4148-99c6-c0e1282ae85c', 'name': 'network-vif-deleted', 'tag': '1345e201-cc6d-4325-8f93-49d81f6f21a7'}] {{(pid=104512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 15:31:16.964607 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9db87de5340c6be2811fa9e5912a63998a589dd3f857fd3823a550d1ae48127" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ee38616-6a71-4cc6-ac23-354a3cc8fc79" -d '{"events": [{"server_uuid": "3aadec7f-938e-4148-99c6-c0e1282ae85c", "name": "network-vif-deleted", "tag": "1345e201-cc6d-4325-8f93-49d81f6f21a7"}]}' {{(pid=104512) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 15:31:17.001793 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 15:31:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1947d5fd-0708-4c5d-a863-f2ae91c9f13e x-openstack-request-id: req-1947d5fd-0708-4c5d-a863-f2ae91c9f13e {{(pid=104512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 15:31:17.002082 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3aadec7f-938e-4148-99c6-c0e1282ae85c", "name": "network-vif-deleted", "tag": "1345e201-cc6d-4325-8f93-49d81f6f21a7", "status": "completed", "code": 200}]} {{(pid=104512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 15:31:17.002328 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-1947d5fd-0708-4c5d-a863-f2ae91c9f13e {{(pid=104512) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 15:31:17.002770 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1947d5fd-0708-4c5d-a863-f2ae91c9f13e'] response: {'server_uuid': '3aadec7f-938e-4148-99c6-c0e1282ae85c', 'name': 'network-vif-deleted', 'tag': '1345e201-cc6d-4325-8f93-49d81f6f21a7', 'status': 'completed', 'code': 200} Jun 24 15:31:17.578764 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-310ea064-9ab4-49ff-8a53-4c16047da6de req-a0d58121-7933-43c9-a7dd-d27b502296f9 tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] 10.222.0.67 "GET /v2.0/ports?device_id=3aadec7f-938e-4148-99c6-c0e1282ae85c HTTP/1.1" status: 200 len: 210 time: 0.2932196 Jun 24 15:31:18.319280 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.rpc [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Device 1345e201-cc6d-4325-8f93-49d81f6f21a7 no longer exists at agent hyperv_hv-cinder-83538 {{(pid=104513) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 15:31:18.342927 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.plugin [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] No Port match for: 1345e201-cc6d-4325-8f93-49d81f6f21a7 {{(pid=104513) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 15:31:18.343294 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.rpc [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Device 1345e201-cc6d-4325-8f93-49d81f6f21a7 not bound to the agent host hv-cinder-83538 {{(pid=104513) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 15:31:21.084951 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.wsgi [-] (104511) accepted ('10.222.0.67', 46632) {{(pid=104511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:31:21.220387 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [None req-23a2f73d-cb27-4476-b2f3-d74cf4c1f6ff tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] Deleting port 7bf20397-2be5-49f7-a11c-2db0f4524b3c {{(pid=104511) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 15:31:21.220724 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-23a2f73d-cb27-4476-b2f3-d74cf4c1f6ff tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761385095720'] for port (7bf20397-2be5-49f7-a11c-2db0f4524b3c), before_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:31:21.235729 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:31:21.297908 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-23a2f73d-cb27-4476-b2f3-d74cf4c1f6ff tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-465599'] for port (7bf20397-2be5-49f7-a11c-2db0f4524b3c), precommit_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:31:21.298229 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-23a2f73d-cb27-4476-b2f3-d74cf4c1f6ff tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] Publish callbacks [] for floatingip (7bf20397-2be5-49f7-a11c-2db0f4524b3c), precommit_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:31:21.310018 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-b557253a-1a65-41b9-bea2-b94dcb587749 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697012'] for agent (61dc9491-0c49-467e-b62a-6961ce952bc2), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:31:21.311112 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [None req-23a2f73d-cb27-4476-b2f3-d74cf4c1f6ff tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] Calling delete_port for 7bf20397-2be5-49f7-a11c-2db0f4524b3c owned by network:floatingip {{(pid=104511) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 15:31:21.538952 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-23a2f73d-cb27-4476-b2f3-d74cf4c1f6ff tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761385101680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761384583307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3599638'] for port (7bf20397-2be5-49f7-a11c-2db0f4524b3c), after_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:31:21.569028 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a2f73d-cb27-4476-b2f3-d74cf4c1f6ff tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] Pushing event deleted for resources: {'Port': ['ID=7bf20397-2be5-49f7-a11c-2db0f4524b3c,revision_number=None']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:31:21.843585 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-23a2f73d-cb27-4476-b2f3-d74cf4c1f6ff tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] Publish callbacks [] for floatingip (c952dd8a-c1d6-4b9f-8bcb-a0b508419898), after_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:31:21.843815 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.db.l3_db [None req-23a2f73d-cb27-4476-b2f3-d74cf4c1f6ff tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] Floating IP c952dd8a-c1d6-4b9f-8bcb-a0b508419898 disassociated (deleted). External IP: 172.27.0.205, port: 58f3591c-04bf-4951-9a65-69f9336adee7. Jun 24 15:31:22.038891 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23a2f73d-cb27-4476-b2f3-d74cf4c1f6ff tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] Router 3b204f98-a367-42c7-8389-8d8b539db927 has already been hosted by L3 agent 45985ff7-1335-48cd-ab02-73eb58295827 {{(pid=104511) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 15:31:22.128543 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:31:22.142062 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23a2f73d-cb27-4476-b2f3-d74cf4c1f6ff tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] Notify agent at l3_agent.dv-cinder-835384-11-iscsi the message routers_updated {{(pid=104511) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 15:31:22.146845 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-23a2f73d-cb27-4476-b2f3-d74cf4c1f6ff tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30073'] for floatingip (None), before_response {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:31:22.151653 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fadfba8-891e-493a-ba5a-f43c651d77ae None None] Sync routers for ids ['3b204f98-a367-42c7-8389-8d8b539db927'] in dv-cinder-835384-11-iscsi {{(pid=104513) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 15:31:22.161575 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fadfba8-891e-493a-ba5a-f43c651d77ae None None] Routers {'3b204f98-a367-42c7-8389-8d8b539db927'} bound to L3 agent in host dv-cinder-835384-11-iscsi {{(pid=104513) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 15:31:22.162170 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.l3_hamode_db [None req-3fadfba8-891e-493a-ba5a-f43c651d77ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-24T15:10:24Z,description=,heartbeat_timestamp=2022-06-24T15:30:54Z,host='dv-cinder-835384-11-iscsi',id=45985ff7-1335-48cd-ab02-73eb58295827,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T15:10:24Z,topic='l3_agent')) {'router_ids': ['3b204f98-a367-42c7-8389-8d8b539db927'], 'active': True} {{(pid=104513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 15:31:22.179048 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [None req-23a2f73d-cb27-4476-b2f3-d74cf4c1f6ff tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] 10.222.0.67 "DELETE /v2.0/floatingips/c952dd8a-c1d6-4b9f-8bcb-a0b508419898 HTTP/1.1" status: 204 len: 168 time: 1.0930309 Jun 24 15:31:22.181613 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a263b760-4d15-450d-9dcb-ca7bc36eb287', 'tag': '58f3591c-04bf-4951-9a65-69f9336adee7'}] {{(pid=104511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 15:31:22.181884 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4675c17b6bc846e4b28e54b1b3705f3f7dd7092e5e5b2c0e24b7aeedfd61db99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a783f9ce-fa97-46ed-be78-51e8af91d38b" -d '{"events": [{"name": "network-changed", "server_uuid": "a263b760-4d15-450d-9dcb-ca7bc36eb287", "tag": "58f3591c-04bf-4951-9a65-69f9336adee7"}]}' {{(pid=104511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 15:31:22.221714 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Jun 2022 15:31:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-285f1634-c9d2-4379-9f1d-358587d748b8 x-openstack-request-id: req-285f1634-c9d2-4379-9f1d-358587d748b8 {{(pid=104511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 15:31:22.222003 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a263b760-4d15-450d-9dcb-ca7bc36eb287", "tag": "58f3591c-04bf-4951-9a65-69f9336adee7", "status": "completed", "code": 200}]} {{(pid=104511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 15:31:22.222255 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-285f1634-c9d2-4379-9f1d-358587d748b8 {{(pid=104511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 15:31:22.222718 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.notifiers.nova [-] Nova event matching ['req-285f1634-c9d2-4379-9f1d-358587d748b8'] response: {'name': 'network-changed', 'server_uuid': 'a263b760-4d15-450d-9dcb-ca7bc36eb287', 'tag': '58f3591c-04bf-4951-9a65-69f9336adee7', 'status': 'completed', 'code': 200} Jun 24 15:31:22.267343 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.l3_dvr_db [None req-3fadfba8-891e-493a-ba5a-f43c651d77ae None None] Set router 3b204f98-a367-42c7-8389-8d8b539db927 gateway port host: dv-cinder-835384-11-iscsi {{(pid=104513) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 15:31:22.283949 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a783f9ce-fa97-46ed-be78-51e8af91d38b req-89271afe-5c71-4d27-b8eb-549b2396d683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:31:22.285447 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-a783f9ce-fa97-46ed-be78-51e8af91d38b req-89271afe-5c71-4d27-b8eb-549b2396d683 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=06aac4c0b410452fa71221434149e3b7&device_id=a263b760-4d15-450d-9dcb-ca7bc36eb287 HTTP/1.1" status: 200 len: 1129 time: 0.0421586 Jun 24 15:31:22.353896 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:31:22.383838 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a783f9ce-fa97-46ed-be78-51e8af91d38b req-2f188d04-3b46-49be-99c8-3c6ff0def48f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:31:22.385387 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-a783f9ce-fa97-46ed-be78-51e8af91d38b req-2f188d04-3b46-49be-99c8-3c6ff0def48f service neutron] 10.222.0.64 "GET /v2.0/networks?id=2a32a679-de41-498c-bfd0-5831dd67fdee HTTP/1.1" status: 200 len: 912 time: 0.0940919 Jun 24 15:31:22.428277 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-a783f9ce-fa97-46ed-be78-51e8af91d38b req-b61a5211-cc08-49df-9713-18ca8706fa81 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=58f3591c-04bf-4951-9a65-69f9336adee7 HTTP/1.1" status: 200 len: 217 time: 0.0348473 Jun 24 15:31:22.455296 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.l3_hamode_db [None req-3fadfba8-891e-493a-ba5a-f43c651d77ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b204f98-a367-42c7-8389-8d8b539db927', 'name': 'tempest-TestVolumeBootPattern-933791428-router', 'tenant_id': '06aac4c0b410452fa71221434149e3b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'external_fixed_ips': [{'subnet_id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'ip_address': '172.27.0.72'}], 'enable_snat': True}, 'gw_port_id': 'b529ebad-e8d9-480a-b8eb-1b28c2745ddd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T15:24:01Z', 'updated_at': '2022-06-24T15:24:05Z', 'revision_number': 4, 'project_id': '06aac4c0b410452fa71221434149e3b7', 'gw_port': {'id': 'b529ebad-e8d9-480a-b8eb-1b28c2745ddd', 'name': '', 'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:d8:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b204f98-a367-42c7-8389-8d8b539db927', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'ip_address': '172.27.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T15:24:02Z', 'updated_at': '2022-06-24T15:24:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-11-iscsi', '_interfaces': [{'id': '330082d1-f0dc-4b95-b5b8-396060cd29da', 'name': '', 'network_id': '2a32a679-de41-498c-bfd0-5831dd67fdee', 'tenant_id': '06aac4c0b410452fa71221434149e3b7', 'mac_address': 'fa:16:3e:b9:01:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b204f98-a367-42c7-8389-8d8b539db927', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '3fab91a5-d4d3-43d4-a452-8b378716e743', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T15:24:04Z', 'updated_at': '2022-06-24T15:24:08Z', 'revision_number': 5, 'project_id': '06aac4c0b410452fa71221434149e3b7', 'subnets': [{'id': '3fab91a5-d4d3-43d4-a452-8b378716e743', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-11-iscsi', False) {} {{(pid=104513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 15:31:22.476328 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a783f9ce-fa97-46ed-be78-51e8af91d38b req-65eb89d8-6cc5-4038-aeaa-9714a6318b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:31:22.477833 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-a783f9ce-fa97-46ed-be78-51e8af91d38b req-65eb89d8-6cc5-4038-aeaa-9714a6318b3d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3fab91a5-d4d3-43d4-a452-8b378716e743 HTTP/1.1" status: 200 len: 850 time: 0.0443027 Jun 24 15:31:22.485055 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fadfba8-891e-493a-ba5a-f43c651d77ae None None] Checking router: 3b204f98-a367-42c7-8389-8d8b539db927 for host: dv-cinder-835384-11-iscsi {{(pid=104513) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 15:31:22.494087 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fadfba8-891e-493a-ba5a-f43c651d77ae None None] Routers {'3b204f98-a367-42c7-8389-8d8b539db927'} bound to L3 agent in host dv-cinder-835384-11-iscsi {{(pid=104513) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 15:31:22.494776 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.l3_hamode_db [None req-3fadfba8-891e-493a-ba5a-f43c651d77ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-24T15:10:24Z,description=,heartbeat_timestamp=2022-06-24T15:30:54Z,host='dv-cinder-835384-11-iscsi',id=45985ff7-1335-48cd-ab02-73eb58295827,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T15:10:24Z,topic='l3_agent')) {'router_ids': ['3b204f98-a367-42c7-8389-8d8b539db927'], 'active': True} {{(pid=104513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 15:31:22.536994 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a783f9ce-fa97-46ed-be78-51e8af91d38b req-acf793bd-5dca-4fe2-ab4f-783f323830f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:31:22.540043 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-a783f9ce-fa97-46ed-be78-51e8af91d38b req-acf793bd-5dca-4fe2-ab4f-783f323830f5 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2a32a679-de41-498c-bfd0-5831dd67fdee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0535684 Jun 24 15:31:22.590640 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4550d0d5-73cd-45ed-a038-fe5c0b3a2c3a req-cc15c46d-2890-4555-9943-5e1bb59b8232 tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:31:22.592689 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-4550d0d5-73cd-45ed-a038-fe5c0b3a2c3a req-cc15c46d-2890-4555-9943-5e1bb59b8232 tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] 10.222.0.67 "GET /v2.0/ports?device_id=a263b760-4d15-450d-9dcb-ca7bc36eb287 HTTP/1.1" status: 200 len: 945 time: 0.0506399 Jun 24 15:31:22.599594 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.l3_dvr_db [None req-3fadfba8-891e-493a-ba5a-f43c651d77ae None None] Set router 3b204f98-a367-42c7-8389-8d8b539db927 gateway port host: dv-cinder-835384-11-iscsi {{(pid=104513) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 15:31:22.643954 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-4550d0d5-73cd-45ed-a038-fe5c0b3a2c3a req-c2b233ff-72b8-4009-a68a-f46a1c5bbf39 tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] 10.222.0.67 "GET /v2.0/security-groups?id=3e7d3075-e93e-49d4-b5f8-9fd2c6a73d99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454297 Jun 24 15:31:22.839762 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:SELECT=100 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:31:22.906691 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.l3_hamode_db [None req-3fadfba8-891e-493a-ba5a-f43c651d77ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b204f98-a367-42c7-8389-8d8b539db927', 'name': 'tempest-TestVolumeBootPattern-933791428-router', 'tenant_id': '06aac4c0b410452fa71221434149e3b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'external_fixed_ips': [{'subnet_id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'ip_address': '172.27.0.72'}], 'enable_snat': True}, 'gw_port_id': 'b529ebad-e8d9-480a-b8eb-1b28c2745ddd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T15:24:01Z', 'updated_at': '2022-06-24T15:24:05Z', 'revision_number': 4, 'project_id': '06aac4c0b410452fa71221434149e3b7', 'gw_port': {'id': 'b529ebad-e8d9-480a-b8eb-1b28c2745ddd', 'name': '', 'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:d8:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b204f98-a367-42c7-8389-8d8b539db927', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'ip_address': '172.27.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T15:24:02Z', 'updated_at': '2022-06-24T15:24:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-11-iscsi', '_interfaces': [{'id': '330082d1-f0dc-4b95-b5b8-396060cd29da', 'name': '', 'network_id': '2a32a679-de41-498c-bfd0-5831dd67fdee', 'tenant_id': '06aac4c0b410452fa71221434149e3b7', 'mac_address': 'fa:16:3e:b9:01:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b204f98-a367-42c7-8389-8d8b539db927', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '3fab91a5-d4d3-43d4-a452-8b378716e743', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T15:24:04Z', 'updated_at': '2022-06-24T15:24:08Z', 'revision_number': 5, 'project_id': '06aac4c0b410452fa71221434149e3b7', 'subnets': [{'id': '3fab91a5-d4d3-43d4-a452-8b378716e743', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-11-iscsi', False) {} {{(pid=104513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 15:31:22.931061 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fadfba8-891e-493a-ba5a-f43c651d77ae None None] The sync data for ids ['3b204f98-a367-42c7-8389-8d8b539db927'] in dv-cinder-835384-11-iscsi is: [{'id': '3b204f98-a367-42c7-8389-8d8b539db927', 'name': 'tempest-TestVolumeBootPattern-933791428-router', 'tenant_id': '06aac4c0b410452fa71221434149e3b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'external_fixed_ips': [{'subnet_id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'ip_address': '172.27.0.72'}], 'enable_snat': True}, 'gw_port_id': 'b529ebad-e8d9-480a-b8eb-1b28c2745ddd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T15:24:01Z', 'updated_at': '2022-06-24T15:24:05Z', 'revision_number': 4, 'project_id': '06aac4c0b410452fa71221434149e3b7', 'gw_port': {'id': 'b529ebad-e8d9-480a-b8eb-1b28c2745ddd', 'name': '', 'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:d8:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b204f98-a367-42c7-8389-8d8b539db927', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'ip_address': '172.27.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T15:24:02Z', 'updated_at': '2022-06-24T15:24:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-11-iscsi', '_interfaces': [{'id': '330082d1-f0dc-4b95-b5b8-396060cd29da', 'name': '', 'network_id': '2a32a679-de41-498c-bfd0-5831dd67fdee', 'tenant_id': '06aac4c0b410452fa71221434149e3b7', 'mac_address': 'fa:16:3e:b9:01:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b204f98-a367-42c7-8389-8d8b539db927', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '3fab91a5-d4d3-43d4-a452-8b378716e743', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T15:24:04Z', 'updated_at': '2022-06-24T15:24:08Z', 'revision_number': 5, 'project_id': '06aac4c0b410452fa71221434149e3b7', 'subnets': [{'id': '3fab91a5-d4d3-43d4-a452-8b378716e743', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104513) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 15:31:23.139138 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-693c067a-1461-48f9-9fe4-d5beedcf0e3a None None] New status for floating IP c952dd8a-c1d6-4b9f-8bcb-a0b508419898: DOWN {{(pid=104514) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 24 15:31:23.569332 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-a783f9ce-fa97-46ed-be78-51e8af91d38b req-8cb7cfe3-b9bc-4129-83eb-c1272d0a48f0 service neutron] 10.222.0.64 "GET /v2.0/networks/2a32a679-de41-498c-bfd0-5831dd67fdee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891781 Jun 24 15:31:23.675570 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:31:23.750634 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-20edd4e9-359b-411e-938a-b9d577b66ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697012'] for agent (45985ff7-1335-48cd-ab02-73eb58295827), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:31:23.794687 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26956e2e-3139-4259-b493-ff149a4aa7f8 req-eae413fa-9138-4d64-a389-1b827d6f5a2e tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:31:23.796180 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-26956e2e-3139-4259-b493-ff149a4aa7f8 req-eae413fa-9138-4d64-a389-1b827d6f5a2e tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] 10.222.0.67 "GET /v2.0/ports?device_id=a263b760-4d15-450d-9dcb-ca7bc36eb287 HTTP/1.1" status: 200 len: 945 time: 0.0655119 Jun 24 15:31:23.798306 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-a783f9ce-fa97-46ed-be78-51e8af91d38b req-07bc616c-5167-4486-a97b-8f33825f637e service neutron] 10.222.0.64 "GET /v2.0/networks/2a32a679-de41-498c-bfd0-5831dd67fdee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308253 Jun 24 15:31:23.848100 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-26956e2e-3139-4259-b493-ff149a4aa7f8 req-8feabcba-1cb4-403f-81f9-3facd0a1b1d4 tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] 10.222.0.67 "GET /v2.0/security-groups?id=3e7d3075-e93e-49d4-b5f8-9fd2c6a73d99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463130 Jun 24 15:31:24.034663 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ed1bd7-839e-4f2f-927a-8be807800c37 req-4e984b3c-fc11-41b0-9200-1e761eb40aa7 tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:31:24.036119 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-e5ed1bd7-839e-4f2f-927a-8be807800c37 req-4e984b3c-fc11-41b0-9200-1e761eb40aa7 tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] 10.222.0.64 "GET /v2.0/ports?device_id=a263b760-4d15-450d-9dcb-ca7bc36eb287 HTTP/1.1" status: 200 len: 945 time: 0.0466509 Jun 24 15:31:24.116699 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.plugin [req-e5ed1bd7-839e-4f2f-927a-8be807800c37 req-2ac43a4c-0113-4346-93a3-5661f2198f28 tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] Deleting port 58f3591c-04bf-4951-9a65-69f9336adee7 {{(pid=104512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 15:31:24.116981 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [req-e5ed1bd7-839e-4f2f-927a-8be807800c37 req-2ac43a4c-0113-4346-93a3-5661f2198f28 tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761385095720'] for port (58f3591c-04bf-4951-9a65-69f9336adee7), before_delete {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:31:24.207534 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.db [req-e5ed1bd7-839e-4f2f-927a-8be807800c37 req-2ac43a4c-0113-4346-93a3-5661f2198f28 tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] For port 58f3591c-04bf-4951-9a65-69f9336adee7, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=58f3591c-04bf-4951-9a65-69f9336adee7,segment=NetworkSegment(dac079e8-662a-4bf1-950a-0525c98ad107),segment_id=dac079e8-662a-4bf1-950a-0525c98ad107)] {{(pid=104512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 15:31:24.207910 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [req-e5ed1bd7-839e-4f2f-927a-8be807800c37 req-2ac43a4c-0113-4346-93a3-5661f2198f28 tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-465599'] for port (58f3591c-04bf-4951-9a65-69f9336adee7), precommit_delete {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:31:24.221759 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.plugin [req-e5ed1bd7-839e-4f2f-927a-8be807800c37 req-2ac43a4c-0113-4346-93a3-5661f2198f28 tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] Calling delete_port for 58f3591c-04bf-4951-9a65-69f9336adee7 owned by compute:nova {{(pid=104512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 15:31:24.412678 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [req-e5ed1bd7-839e-4f2f-927a-8be807800c37 req-2ac43a4c-0113-4346-93a3-5661f2198f28 tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761385101680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761384583307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3859661'] for port (58f3591c-04bf-4951-9a65-69f9336adee7), after_delete {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:31:24.438409 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac43a4c-0113-4346-93a3-5661f2198f28 tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] Pushing event deleted for resources: {'Port': ['ID=58f3591c-04bf-4951-9a65-69f9336adee7,revision_number=None']} {{(pid=104512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:31:24.485717 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5ed1bd7-839e-4f2f-927a-8be807800c37 req-2ac43a4c-0113-4346-93a3-5661f2198f28 tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] No DVR routers for this DVR port 58f3591c-04bf-4951-9a65-69f9336adee7 on host hv-cinder-83538 {{(pid=104512) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 24 15:31:24.488281 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [req-e5ed1bd7-839e-4f2f-927a-8be807800c37 req-2ac43a4c-0113-4346-93a3-5661f2198f28 tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30073'] for port (None), before_response {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:31:24.491536 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-e5ed1bd7-839e-4f2f-927a-8be807800c37 req-2ac43a4c-0113-4346-93a3-5661f2198f28 tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] 10.222.0.64 "DELETE /v2.0/ports/58f3591c-04bf-4951-9a65-69f9336adee7 HTTP/1.1" status: 204 len: 173 time: 0.4503953 Jun 24 15:31:24.491994 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a263b760-4d15-450d-9dcb-ca7bc36eb287', 'name': 'network-vif-deleted', 'tag': '58f3591c-04bf-4951-9a65-69f9336adee7'}] {{(pid=104512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 15:31:24.494253 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9db87de5340c6be2811fa9e5912a63998a589dd3f857fd3823a550d1ae48127" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-285a59ad-bc14-45c5-a0f2-d7ae6d9e22bf" -d '{"events": [{"server_uuid": "a263b760-4d15-450d-9dcb-ca7bc36eb287", "name": "network-vif-deleted", "tag": "58f3591c-04bf-4951-9a65-69f9336adee7"}]}' {{(pid=104512) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 15:31:24.530492 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 15:31:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5a570ea-b825-4644-a8d3-683ada9b7588 x-openstack-request-id: req-b5a570ea-b825-4644-a8d3-683ada9b7588 {{(pid=104512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 15:31:24.530823 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a263b760-4d15-450d-9dcb-ca7bc36eb287", "name": "network-vif-deleted", "tag": "58f3591c-04bf-4951-9a65-69f9336adee7", "status": "completed", "code": 200}]} {{(pid=104512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 15:31:24.531462 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-b5a570ea-b825-4644-a8d3-683ada9b7588 {{(pid=104512) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 15:31:24.531804 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b5a570ea-b825-4644-a8d3-683ada9b7588'] response: {'server_uuid': 'a263b760-4d15-450d-9dcb-ca7bc36eb287', 'name': 'network-vif-deleted', 'tag': '58f3591c-04bf-4951-9a65-69f9336adee7', 'status': 'completed', 'code': 200} Jun 24 15:31:24.946378 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:31:24.964590 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-3cea2664-d5fc-44d4-9697-a7f4ed2f6af6 req-0c5a01b2-4856-4698-9cae-41ca294c324e tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] 10.222.0.67 "GET /v2.0/ports?device_id=a263b760-4d15-450d-9dcb-ca7bc36eb287 HTTP/1.1" status: 200 len: 210 time: 0.0279474 Jun 24 15:31:24.995807 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-6e9ba797-1d0c-40f8-9e0c-708f895be0b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697012'] for agent (f984396c-9862-4f32-9cf6-f19d2e5feb00), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:31:26.023940 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.wsgi [-] (104511) accepted ('10.222.0.67', 46650) {{(pid=104511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:31:26.131559 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [None req-b38c0604-67ee-4643-80d2-eef05b0184f2 tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] Deleting port eb33c0bc-31db-40e1-8a04-0c1a8311596e {{(pid=104511) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 15:31:26.131899 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-b38c0604-67ee-4643-80d2-eef05b0184f2 tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761385095720'] for port (eb33c0bc-31db-40e1-8a04-0c1a8311596e), before_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:31:26.209163 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-b38c0604-67ee-4643-80d2-eef05b0184f2 tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-465599'] for port (eb33c0bc-31db-40e1-8a04-0c1a8311596e), precommit_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:31:26.209485 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-b38c0604-67ee-4643-80d2-eef05b0184f2 tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] Publish callbacks [] for floatingip (eb33c0bc-31db-40e1-8a04-0c1a8311596e), precommit_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:31:26.222770 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [None req-b38c0604-67ee-4643-80d2-eef05b0184f2 tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] Calling delete_port for eb33c0bc-31db-40e1-8a04-0c1a8311596e owned by network:floatingip {{(pid=104511) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 15:31:26.264845 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:31:26.392131 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.rpc [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Device 58f3591c-04bf-4951-9a65-69f9336adee7 no longer exists at agent hyperv_hv-cinder-83538 {{(pid=104513) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 15:31:26.412022 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.plugin [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] No Port match for: 58f3591c-04bf-4951-9a65-69f9336adee7 {{(pid=104513) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 15:31:26.416913 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.rpc [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Device 58f3591c-04bf-4951-9a65-69f9336adee7 not bound to the agent host hv-cinder-83538 {{(pid=104513) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 15:31:26.441739 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-b38c0604-67ee-4643-80d2-eef05b0184f2 tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761385101680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761384583307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3599638'] for port (eb33c0bc-31db-40e1-8a04-0c1a8311596e), after_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:31:26.464417 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-e7d2b4de-897d-40d1-b758-5e5b7ac4c4e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697012'] for agent (2f766f35-a225-44ed-b70f-669caec6f4a7), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:31:26.468850 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38c0604-67ee-4643-80d2-eef05b0184f2 tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] Pushing event deleted for resources: {'Port': ['ID=eb33c0bc-31db-40e1-8a04-0c1a8311596e,revision_number=None']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:31:26.533636 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-b38c0604-67ee-4643-80d2-eef05b0184f2 tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] Publish callbacks [] for floatingip (73f12d9e-775d-4d7d-9384-488ee6193023), after_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:31:26.536024 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-b38c0604-67ee-4643-80d2-eef05b0184f2 tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30073'] for floatingip (None), before_response {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:31:26.537164 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [None req-b38c0604-67ee-4643-80d2-eef05b0184f2 tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] 10.222.0.67 "DELETE /v2.0/floatingips/73f12d9e-775d-4d7d-9384-488ee6193023 HTTP/1.1" status: 204 len: 168 time: 0.5128934 Jun 24 15:31:26.670678 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697012'] for agent (559fa80c-96d5-4fe7-8c5f-9eda482c27bf), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:31:27.735569 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.db.agents_db [None req-1e76bcc0-0ba2-49bf-a9b5-df198b272e3c None None] Agent healthcheck: found 6 active agents {{(pid=104514) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 15:31:27.838458 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.wsgi [-] (104511) accepted ('10.222.0.67', 46662) {{(pid=104511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:31:27.895835 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-14c1addd-2ec4-490d-9386-9b8794451a48 tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] Publish callbacks [] for security_group (3e7d3075-e93e-49d4-b5f8-9fd2c6a73d99), before_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:31:27.922389 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-14c1addd-2ec4-490d-9386-9b8794451a48 tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] Publish callbacks [] for security_group (3e7d3075-e93e-49d4-b5f8-9fd2c6a73d99), precommit_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:31:28.058615 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-14c1addd-2ec4-490d-9386-9b8794451a48 tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-275664'] for security_group (3e7d3075-e93e-49d4-b5f8-9fd2c6a73d99), after_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:31:28.061221 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-14c1addd-2ec4-490d-9386-9b8794451a48 tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] Publish callbacks [] for security_group (None), before_response {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:31:28.067644 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [None req-14c1addd-2ec4-490d-9386-9b8794451a48 tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] 10.222.0.67 "DELETE /v2.0/security-groups/3e7d3075-e93e-49d4-b5f8-9fd2c6a73d99 HTTP/1.1" status: 204 len: 168 time: 0.2243431 Jun 24 15:31:28.072323 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c1addd-2ec4-490d-9386-9b8794451a48 tempest-TestVolumeBootPattern-1668829789 tempest-TestVolumeBootPattern-1668829789-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e7d3075-e93e-49d4-b5f8-9fd2c6a73d99,revision_number=None']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:31:28.181857 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.wsgi [-] (104511) accepted ('10.222.0.67', 46666) {{(pid=104511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:31:28.448700 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:31:28.575601 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-f5b16956-ec7b-4ea5-a822-d0a9c17fcd31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-460680'] for router_interface (3b204f98-a367-42c7-8389-8d8b539db927), before_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:31:28.789597 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [None req-f5b16956-ec7b-4ea5-a822-d0a9c17fcd31 admin admin] Deleting port 330082d1-f0dc-4b95-b5b8-396060cd29da {{(pid=104511) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 15:31:28.789838 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-f5b16956-ec7b-4ea5-a822-d0a9c17fcd31 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761385095720'] for port (330082d1-f0dc-4b95-b5b8-396060cd29da), before_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:31:28.814916 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:31:28.866038 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.db [None req-f5b16956-ec7b-4ea5-a822-d0a9c17fcd31 admin admin] For port 330082d1-f0dc-4b95-b5b8-396060cd29da, host dv-cinder-835384-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-11-iscsi',level=0,port_id=330082d1-f0dc-4b95-b5b8-396060cd29da,segment=NetworkSegment(dac079e8-662a-4bf1-950a-0525c98ad107),segment_id=dac079e8-662a-4bf1-950a-0525c98ad107)] {{(pid=104511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 15:31:28.866697 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-f5b16956-ec7b-4ea5-a822-d0a9c17fcd31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-465599'] for port (330082d1-f0dc-4b95-b5b8-396060cd29da), precommit_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:31:28.879104 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [None req-f5b16956-ec7b-4ea5-a822-d0a9c17fcd31 admin admin] Calling delete_port for 330082d1-f0dc-4b95-b5b8-396060cd29da owned by network:router_interface {{(pid=104511) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 15:31:29.138758 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-f5b16956-ec7b-4ea5-a822-d0a9c17fcd31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761385101680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761384583307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3599638'] for port (330082d1-f0dc-4b95-b5b8-396060cd29da), after_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:31:29.170011 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b16956-ec7b-4ea5-a822-d0a9c17fcd31 admin admin] Pushing event deleted for resources: {'Port': ['ID=330082d1-f0dc-4b95-b5b8-396060cd29da,revision_number=None']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:31:29.319843 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:31:29.332885 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-f5b16956-ec7b-4ea5-a822-d0a9c17fcd31 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7879178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-460572'] for router_interface (3b204f98-a367-42c7-8389-8d8b539db927), after_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:31:29.536411 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5b16956-ec7b-4ea5-a822-d0a9c17fcd31 admin admin] Router 3b204f98-a367-42c7-8389-8d8b539db927 has already been hosted by L3 agent 45985ff7-1335-48cd-ab02-73eb58295827 {{(pid=104511) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 15:31:29.635273 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5b16956-ec7b-4ea5-a822-d0a9c17fcd31 admin admin] Notify agent at l3_agent.dv-cinder-835384-11-iscsi the message routers_updated {{(pid=104511) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 15:31:29.641453 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [None req-f5b16956-ec7b-4ea5-a822-d0a9c17fcd31 admin admin] 10.222.0.67 "PUT /v2.0/routers/3b204f98-a367-42c7-8389-8d8b539db927/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4572632 Jun 24 15:31:29.643302 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.wsgi [-] (104511) accepted ('10.222.0.67', 46672) {{(pid=104511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:31:29.644329 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-798c272d-e174-4ac6-b83c-178d143302e5 None None] Sync routers for ids ['3b204f98-a367-42c7-8389-8d8b539db927'] in dv-cinder-835384-11-iscsi {{(pid=104513) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 15:31:29.653052 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:31:29.656951 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-798c272d-e174-4ac6-b83c-178d143302e5 None None] Routers {'3b204f98-a367-42c7-8389-8d8b539db927'} bound to L3 agent in host dv-cinder-835384-11-iscsi {{(pid=104513) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 15:31:29.657645 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.l3_hamode_db [None req-798c272d-e174-4ac6-b83c-178d143302e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-24T15:10:24Z,description=,heartbeat_timestamp=2022-06-24T15:31:24Z,host='dv-cinder-835384-11-iscsi',id=45985ff7-1335-48cd-ab02-73eb58295827,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T15:10:24Z,topic='l3_agent')) {'router_ids': ['3b204f98-a367-42c7-8389-8d8b539db927'], 'active': True} {{(pid=104513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 15:31:29.739894 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:31:29.742990 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-5dd7816d-42b5-47a5-8981-2bf0d60d609b admin admin] Publish callbacks [] for router (3b204f98-a367-42c7-8389-8d8b539db927), before_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:31:29.757602 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.l3_dvr_db [None req-798c272d-e174-4ac6-b83c-178d143302e5 None None] Set router 3b204f98-a367-42c7-8389-8d8b539db927 gateway port host: dv-cinder-835384-11-iscsi {{(pid=104513) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 15:31:29.842608 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-5dd7816d-42b5-47a5-8981-2bf0d60d609b admin admin] Publish callbacks [] for router_gateway (3b204f98-a367-42c7-8389-8d8b539db927), before_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:31:29.928375 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:31:29.938776 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.l3_hamode_db [None req-798c272d-e174-4ac6-b83c-178d143302e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b204f98-a367-42c7-8389-8d8b539db927', 'name': 'tempest-TestVolumeBootPattern-933791428-router', 'tenant_id': '06aac4c0b410452fa71221434149e3b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'external_fixed_ips': [{'subnet_id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'ip_address': '172.27.0.72'}], 'enable_snat': True}, 'gw_port_id': 'b529ebad-e8d9-480a-b8eb-1b28c2745ddd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T15:24:01Z', 'updated_at': '2022-06-24T15:31:29Z', 'revision_number': 5, 'project_id': '06aac4c0b410452fa71221434149e3b7', 'gw_port': {'id': 'b529ebad-e8d9-480a-b8eb-1b28c2745ddd', 'name': '', 'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:d8:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b204f98-a367-42c7-8389-8d8b539db927', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'ip_address': '172.27.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T15:24:02Z', 'updated_at': '2022-06-24T15:24:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-11-iscsi'}], 'dv-cinder-835384-11-iscsi', False) {} {{(pid=104513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 15:31:29.940725 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [None req-5dd7816d-42b5-47a5-8981-2bf0d60d609b admin admin] Deleting port b529ebad-e8d9-480a-b8eb-1b28c2745ddd {{(pid=104511) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 15:31:29.941227 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-5dd7816d-42b5-47a5-8981-2bf0d60d609b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761385095720'] for port (b529ebad-e8d9-480a-b8eb-1b28c2745ddd), before_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:31:29.963221 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-798c272d-e174-4ac6-b83c-178d143302e5 None None] Checking router: 3b204f98-a367-42c7-8389-8d8b539db927 for host: dv-cinder-835384-11-iscsi {{(pid=104513) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 15:31:29.972561 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-798c272d-e174-4ac6-b83c-178d143302e5 None None] Routers {'3b204f98-a367-42c7-8389-8d8b539db927'} bound to L3 agent in host dv-cinder-835384-11-iscsi {{(pid=104513) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 15:31:29.975087 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.l3_hamode_db [None req-798c272d-e174-4ac6-b83c-178d143302e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-24T15:10:24Z,description=,heartbeat_timestamp=2022-06-24T15:31:24Z,host='dv-cinder-835384-11-iscsi',id=45985ff7-1335-48cd-ab02-73eb58295827,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T15:10:24Z,topic='l3_agent')) {'router_ids': ['3b204f98-a367-42c7-8389-8d8b539db927'], 'active': True} {{(pid=104513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 15:31:30.021183 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.db [None req-5dd7816d-42b5-47a5-8981-2bf0d60d609b admin admin] For port b529ebad-e8d9-480a-b8eb-1b28c2745ddd, host dv-cinder-835384-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-11-iscsi',level=0,port_id=b529ebad-e8d9-480a-b8eb-1b28c2745ddd,segment=NetworkSegment(6785a788-9b98-4059-b825-96a306cb346e),segment_id=6785a788-9b98-4059-b825-96a306cb346e)] {{(pid=104511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 15:31:30.021546 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-5dd7816d-42b5-47a5-8981-2bf0d60d609b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-465599'] for port (b529ebad-e8d9-480a-b8eb-1b28c2745ddd), precommit_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:31:30.035366 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [None req-5dd7816d-42b5-47a5-8981-2bf0d60d609b admin admin] Calling delete_port for b529ebad-e8d9-480a-b8eb-1b28c2745ddd owned by network:router_gateway {{(pid=104511) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 15:31:30.056152 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.l3_dvr_db [None req-798c272d-e174-4ac6-b83c-178d143302e5 None None] Set router 3b204f98-a367-42c7-8389-8d8b539db927 gateway port host: None {{(pid=104513) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 15:31:30.103943 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.l3_hamode_db [None req-798c272d-e174-4ac6-b83c-178d143302e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b204f98-a367-42c7-8389-8d8b539db927', 'name': 'tempest-TestVolumeBootPattern-933791428-router', 'tenant_id': '06aac4c0b410452fa71221434149e3b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T15:24:01Z', 'updated_at': '2022-06-24T15:31:29Z', 'revision_number': 6, 'project_id': '06aac4c0b410452fa71221434149e3b7', 'gw_port_host': None}], 'dv-cinder-835384-11-iscsi', False) {} {{(pid=104513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 15:31:30.132216 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-798c272d-e174-4ac6-b83c-178d143302e5 None None] The sync data for ids ['3b204f98-a367-42c7-8389-8d8b539db927'] in dv-cinder-835384-11-iscsi is: [{'id': '3b204f98-a367-42c7-8389-8d8b539db927', 'name': 'tempest-TestVolumeBootPattern-933791428-router', 'tenant_id': '06aac4c0b410452fa71221434149e3b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T15:24:01Z', 'updated_at': '2022-06-24T15:31:29Z', 'revision_number': 6, 'project_id': '06aac4c0b410452fa71221434149e3b7', 'gw_port_host': None}] {{(pid=104513) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 15:31:30.235954 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-5dd7816d-42b5-47a5-8981-2bf0d60d609b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761385101680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761384583307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3599638'] for port (b529ebad-e8d9-480a-b8eb-1b28c2745ddd), after_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:31:30.240702 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:31:30.258421 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd7816d-42b5-47a5-8981-2bf0d60d609b admin admin] Pushing event deleted for resources: {'Port': ['ID=b529ebad-e8d9-480a-b8eb-1b28c2745ddd,revision_number=None']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:31:30.326407 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-5dd7816d-42b5-47a5-8981-2bf0d60d609b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-470328'] for router_gateway (3b204f98-a367-42c7-8389-8d8b539db927), after_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:31:30.632550 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-5dd7816d-42b5-47a5-8981-2bf0d60d609b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-462385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14472'] for router (3b204f98-a367-42c7-8389-8d8b539db927), precommit_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:31:30.634690 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-5dd7816d-42b5-47a5-8981-2bf0d60d609b admin admin] Publish callbacks [] for router_controller (3b204f98-a367-42c7-8389-8d8b539db927), precommit_delete_associations {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:31:30.744152 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-5dd7816d-42b5-47a5-8981-2bf0d60d609b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-462527'] for router (3b204f98-a367-42c7-8389-8d8b539db927), after_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:31:30.744681 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dd7816d-42b5-47a5-8981-2bf0d60d609b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3b204f98-a367-42c7-8389-8d8b539db927 {{(pid=104511) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 24 15:31:30.749046 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-5dd7816d-42b5-47a5-8981-2bf0d60d609b admin admin] Publish callbacks [] for router (None), before_response {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:31:30.750285 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [None req-5dd7816d-42b5-47a5-8981-2bf0d60d609b admin admin] 10.222.0.67 "DELETE /v2.0/routers/3b204f98-a367-42c7-8389-8d8b539db927 HTTP/1.1" status: 204 len: 168 time: 1.1060131 Jun 24 15:31:30.752885 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.wsgi [-] (104511) accepted ('10.222.0.67', 46674) {{(pid=104511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:31:30.797255 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4677fd3-423c-478d-befc-c67d21dbebc3 admin admin] Deleting subnet 3fab91a5-d4d3-43d4-a452-8b378716e743 {{(pid=104511) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 24 15:31:30.800369 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-c4677fd3-423c-478d-befc-c67d21dbebc3 admin admin] Publish callbacks [] for subnet (3fab91a5-d4d3-43d4-a452-8b378716e743), before_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:31:30.836842 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-c4677fd3-423c-478d-befc-c67d21dbebc3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3541070'] for subnet (3fab91a5-d4d3-43d4-a452-8b378716e743), precommit_delete_associations {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:31:30.910146 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-c4677fd3-423c-478d-befc-c67d21dbebc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7697736'] for subnet (3fab91a5-d4d3-43d4-a452-8b378716e743), precommit_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:31:30.942528 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.rpc [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Device 330082d1-f0dc-4b95-b5b8-396060cd29da no longer exists at agent ovs-agent-dv-cinder-835384-11-iscsi {{(pid=104513) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 15:31:30.962780 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.plugin [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] No Port match for: 330082d1-f0dc-4b95-b5b8-396060cd29da {{(pid=104513) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 15:31:30.963142 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.rpc [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Device 330082d1-f0dc-4b95-b5b8-396060cd29da not bound to the agent host dv-cinder-835384-11-iscsi {{(pid=104513) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 15:31:31.030457 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-c4677fd3-423c-478d-befc-c67d21dbebc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7697766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3599681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3423336'] for subnet (3fab91a5-d4d3-43d4-a452-8b378716e743), after_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:31:31.036333 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:31:31.060786 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4677fd3-423c-478d-befc-c67d21dbebc3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3fab91a5-d4d3-43d4-a452-8b378716e743,revision_number=None']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:31:31.064589 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-c4677fd3-423c-478d-befc-c67d21dbebc3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7879399'] for subnet (None), before_response {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:31:31.067656 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [None req-c4677fd3-423c-478d-befc-c67d21dbebc3 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/3fab91a5-d4d3-43d4-a452-8b378716e743 HTTP/1.1" status: 204 len: 168 time: 0.3138585 Jun 24 15:31:31.070110 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.wsgi [-] (104511) accepted ('10.222.0.67', 46676) {{(pid=104511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:31:31.073160 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbcf0c53-f3fe-4da5-86cc-e80fae53ccb8 None None] Network 2a32a679-de41-498c-bfd0-5831dd67fdee requested from dv-cinder-835384-11-iscsi {{(pid=104513) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 15:31:31.147282 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-d011c8a7-8b38-4258-8e84-5d9925c41c52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7823327'] for network (2a32a679-de41-498c-bfd0-5831dd67fdee), before_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:31:31.195361 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [None req-d011c8a7-8b38-4258-8e84-5d9925c41c52 admin admin] Deleting port 4fbca416-7158-4931-977e-0c033a5f4905 {{(pid=104511) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 15:31:31.195361 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-d011c8a7-8b38-4258-8e84-5d9925c41c52 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761385095720'] for port (4fbca416-7158-4931-977e-0c033a5f4905), before_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:31:31.244775 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efe67088-5a19-41a4-8236-98eca6d3e64f None None] DHCP port deletion for 2a32a679-de41-498c-bfd0-5831dd67fdee request from dv-cinder-835384-11-iscsi {{(pid=104513) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 24 15:31:31.260659 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.db [None req-d011c8a7-8b38-4258-8e84-5d9925c41c52 admin admin] For port 4fbca416-7158-4931-977e-0c033a5f4905, host dv-cinder-835384-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-11-iscsi',level=0,port_id=4fbca416-7158-4931-977e-0c033a5f4905,segment=NetworkSegment(dac079e8-662a-4bf1-950a-0525c98ad107),segment_id=dac079e8-662a-4bf1-950a-0525c98ad107)] {{(pid=104511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 15:31:31.260946 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-d011c8a7-8b38-4258-8e84-5d9925c41c52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-465599'] for port (4fbca416-7158-4931-977e-0c033a5f4905), precommit_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:31:31.275115 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [None req-d011c8a7-8b38-4258-8e84-5d9925c41c52 admin admin] Calling delete_port for 4fbca416-7158-4931-977e-0c033a5f4905 owned by network:dhcp {{(pid=104511) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 15:31:31.283538 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.plugin [None req-efe67088-5a19-41a4-8236-98eca6d3e64f None None] Deleting port 4fbca416-7158-4931-977e-0c033a5f4905 {{(pid=104513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 15:31:31.283909 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-efe67088-5a19-41a4-8236-98eca6d3e64f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761385095720'] for port (4fbca416-7158-4931-977e-0c033a5f4905), before_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:31:31.346647 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.db [None req-efe67088-5a19-41a4-8236-98eca6d3e64f None None] For port 4fbca416-7158-4931-977e-0c033a5f4905, host dv-cinder-835384-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-11-iscsi',level=0,port_id=4fbca416-7158-4931-977e-0c033a5f4905,segment=NetworkSegment(dac079e8-662a-4bf1-950a-0525c98ad107),segment_id=dac079e8-662a-4bf1-950a-0525c98ad107)] {{(pid=104513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 15:31:31.347041 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-efe67088-5a19-41a4-8236-98eca6d3e64f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-465599'] for port (4fbca416-7158-4931-977e-0c033a5f4905), precommit_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:31:31.360636 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.plugin [None req-efe67088-5a19-41a4-8236-98eca6d3e64f None None] Calling delete_port for 4fbca416-7158-4931-977e-0c033a5f4905 owned by network:dhcp {{(pid=104513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 15:31:31.441175 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-d011c8a7-8b38-4258-8e84-5d9925c41c52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761385101680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761384583307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3599638'] for port (4fbca416-7158-4931-977e-0c033a5f4905), after_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:31:31.447095 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-efe67088-5a19-41a4-8236-98eca6d3e64f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761385101680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761384583307'] for port (4fbca416-7158-4931-977e-0c033a5f4905), after_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:31:31.469930 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d011c8a7-8b38-4258-8e84-5d9925c41c52 admin admin] Pushing event deleted for resources: {'Port': ['ID=4fbca416-7158-4931-977e-0c033a5f4905,revision_number=None']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:31:31.473353 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d011c8a7-8b38-4258-8e84-5d9925c41c52 admin admin] No DVR routers for this DVR port 4fbca416-7158-4931-977e-0c033a5f4905 on host dv-cinder-835384-11-iscsi {{(pid=104511) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 24 15:31:31.474165 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe67088-5a19-41a4-8236-98eca6d3e64f None None] Pushing event deleted for resources: {'Port': ['ID=4fbca416-7158-4931-977e-0c033a5f4905,revision_number=None']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:31:31.476258 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efe67088-5a19-41a4-8236-98eca6d3e64f None None] No DVR routers for this DVR port 4fbca416-7158-4931-977e-0c033a5f4905 on host dv-cinder-835384-11-iscsi {{(pid=104513) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 24 15:31:31.547711 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-d011c8a7-8b38-4258-8e84-5d9925c41c52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7769653', 'neutron.services.segments.db._delete_segments_for_network-8761385121163'] for network (2a32a679-de41-498c-bfd0-5831dd67fdee), precommit_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:31:31.562953 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.services.segments.db [None req-d011c8a7-8b38-4258-8e84-5d9925c41c52 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a32a679-de41-498c-bfd0-5831dd67fdee']}} {{(pid=104511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 15:31:31.572270 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.services.segments.db [None req-d011c8a7-8b38-4258-8e84-5d9925c41c52 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dac079e8-662a-4bf1-950a-0525c98ad107') {'for_net_delete': True} {{(pid=104511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 15:31:31.572568 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.services.segments.db [None req-d011c8a7-8b38-4258-8e84-5d9925c41c52 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dac079e8-662a-4bf1-950a-0525c98ad107') {} {{(pid=104511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 15:31:31.582794 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-d011c8a7-8b38-4258-8e84-5d9925c41c52 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761385121940', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3541077'] for segment (dac079e8-662a-4bf1-950a-0525c98ad107), before_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:31:31.595923 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-d011c8a7-8b38-4258-8e84-5d9925c41c52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7772344'] for segment (dac079e8-662a-4bf1-950a-0525c98ad107), precommit_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:31:31.602257 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d011c8a7-8b38-4258-8e84-5d9925c41c52 admin admin] Releasing vlan 779 on physical network physnet1 to pool {{(pid=104511) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 15:31:31.602657 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-d011c8a7-8b38-4258-8e84-5d9925c41c52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7772344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3599659'] for segment (dac079e8-662a-4bf1-950a-0525c98ad107), after_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:31:31.662355 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=86,neutron:UPDATE=4,neutron:DELETE=10 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:31:31.672275 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.services.segments.plugin [-] Segment dac079e8-662a-4bf1-950a-0525c98ad107 resource provider aggregate not found Jun 24 15:31:31.686842 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.services.segments.plugin [-] Segment dac079e8-662a-4bf1-950a-0525c98ad107 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid dac079e8-662a-4bf1-950a-0525c98ad107 found for delete ", "request_id": "req-b7c582eb-73a4-47a9-be64-baf424ca41bd"}]} Jun 24 15:31:31.743971 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-d011c8a7-8b38-4258-8e84-5d9925c41c52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7769644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-275585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-467247'] for network (2a32a679-de41-498c-bfd0-5831dd67fdee), after_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:31:31.750133 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-d011c8a7-8b38-4258-8e84-5d9925c41c52 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7879399'] for network (None), before_response {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:31:31.753232 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [None req-d011c8a7-8b38-4258-8e84-5d9925c41c52 admin admin] 10.222.0.67 "DELETE /v2.0/networks/2a32a679-de41-498c-bfd0-5831dd67fdee HTTP/1.1" status: 204 len: 168 time: 0.6822121 Jun 24 15:31:31.756383 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.wsgi [-] (104512) accepted ('10.222.0.67', 46684) {{(pid=104512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:31:31.764151 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d011c8a7-8b38-4258-8e84-5d9925c41c52 admin admin] Pushing event deleted for resources: {'Network': ['ID=2a32a679-de41-498c-bfd0-5831dd67fdee,revision_number=None']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:31:32.062558 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-d53af31a-b30d-4658-bbe6-a10d50ea1fec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-460680'] for router_interface (48ad1d22-d386-4b99-959b-c5078d5d8a21), before_delete {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:31:32.141286 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:31:32.281006 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.plugin [None req-d53af31a-b30d-4658-bbe6-a10d50ea1fec admin admin] Deleting port e1c638a3-92a1-42de-8cb0-90a6473d2573 {{(pid=104512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 15:31:32.281343 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-d53af31a-b30d-4658-bbe6-a10d50ea1fec admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761385095720'] for port (e1c638a3-92a1-42de-8cb0-90a6473d2573), before_delete {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:31:32.358985 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.db [None req-d53af31a-b30d-4658-bbe6-a10d50ea1fec admin admin] For port e1c638a3-92a1-42de-8cb0-90a6473d2573, host dv-cinder-835384-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-11-iscsi',level=0,port_id=e1c638a3-92a1-42de-8cb0-90a6473d2573,segment=NetworkSegment(2aeae2ab-bfd4-4885-ba7f-84ecf1dc5599),segment_id=2aeae2ab-bfd4-4885-ba7f-84ecf1dc5599)] {{(pid=104512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 15:31:32.359296 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-d53af31a-b30d-4658-bbe6-a10d50ea1fec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-465599'] for port (e1c638a3-92a1-42de-8cb0-90a6473d2573), precommit_delete {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:31:32.371956 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.plugin [None req-d53af31a-b30d-4658-bbe6-a10d50ea1fec admin admin] Calling delete_port for e1c638a3-92a1-42de-8cb0-90a6473d2573 owned by network:router_interface {{(pid=104512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 15:31:32.500023 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:31:32.563689 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.rpc [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Device b529ebad-e8d9-480a-b8eb-1b28c2745ddd no longer exists at agent ovs-agent-dv-cinder-835384-11-iscsi {{(pid=104513) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 15:31:32.583090 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.plugin [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] No Port match for: b529ebad-e8d9-480a-b8eb-1b28c2745ddd {{(pid=104513) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 15:31:32.583461 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.rpc [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Device b529ebad-e8d9-480a-b8eb-1b28c2745ddd not bound to the agent host dv-cinder-835384-11-iscsi {{(pid=104513) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 15:31:32.583872 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.rpc [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Device 4fbca416-7158-4931-977e-0c033a5f4905 no longer exists at agent ovs-agent-dv-cinder-835384-11-iscsi {{(pid=104513) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 15:31:32.601049 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.plugin [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] No Port match for: 4fbca416-7158-4931-977e-0c033a5f4905 {{(pid=104513) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 15:31:32.601392 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.rpc [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Device 4fbca416-7158-4931-977e-0c033a5f4905 not bound to the agent host dv-cinder-835384-11-iscsi {{(pid=104513) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 15:31:32.607003 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-d53af31a-b30d-4658-bbe6-a10d50ea1fec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761385101680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761384583307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3859661'] for port (e1c638a3-92a1-42de-8cb0-90a6473d2573), after_delete {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:31:32.637700 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53af31a-b30d-4658-bbe6-a10d50ea1fec admin admin] Pushing event deleted for resources: {'Port': ['ID=e1c638a3-92a1-42de-8cb0-90a6473d2573,revision_number=None']} {{(pid=104512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:31:32.798328 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-d53af31a-b30d-4658-bbe6-a10d50ea1fec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7879178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-460572'] for router_interface (48ad1d22-d386-4b99-959b-c5078d5d8a21), after_delete {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:31:32.943691 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:31:32.997581 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d53af31a-b30d-4658-bbe6-a10d50ea1fec admin admin] Router 48ad1d22-d386-4b99-959b-c5078d5d8a21 has already been hosted by L3 agent 45985ff7-1335-48cd-ab02-73eb58295827 {{(pid=104512) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 15:31:33.097429 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d53af31a-b30d-4658-bbe6-a10d50ea1fec admin admin] Notify agent at l3_agent.dv-cinder-835384-11-iscsi the message routers_updated {{(pid=104512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 15:31:33.102254 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [None req-d53af31a-b30d-4658-bbe6-a10d50ea1fec admin admin] 10.222.0.67 "PUT /v2.0/routers/48ad1d22-d386-4b99-959b-c5078d5d8a21/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3448353 Jun 24 15:31:33.104805 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.wsgi [-] (104512) accepted ('10.222.0.67', 46686) {{(pid=104512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:31:33.107328 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be7f556a-c948-4fb0-9490-8a8b49d00e35 None None] Sync routers for ids ['48ad1d22-d386-4b99-959b-c5078d5d8a21'] in dv-cinder-835384-11-iscsi {{(pid=104514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 15:31:33.110236 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG dbcounter [-] [104514] Writing DB stats neutron:SELECT=44,neutron:UPDATE=2 {{(pid=104514) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:31:33.112060 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG dbcounter [-] [104514] Writing DB stats neutron:SELECT=85 {{(pid=104514) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:31:33.119043 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be7f556a-c948-4fb0-9490-8a8b49d00e35 None None] Routers {'48ad1d22-d386-4b99-959b-c5078d5d8a21'} bound to L3 agent in host dv-cinder-835384-11-iscsi {{(pid=104514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 15:31:33.119690 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.db.l3_hamode_db [None req-be7f556a-c948-4fb0-9490-8a8b49d00e35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-24T15:10:24Z,description=,heartbeat_timestamp=2022-06-24T15:31:24Z,host='dv-cinder-835384-11-iscsi',id=45985ff7-1335-48cd-ab02-73eb58295827,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T15:10:24Z,topic='l3_agent')) {'router_ids': ['48ad1d22-d386-4b99-959b-c5078d5d8a21'], 'active': True} {{(pid=104514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 15:31:33.200353 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-537fb506-b4a9-41d3-85d6-f6f4ed4a3398 admin admin] Publish callbacks [] for router (48ad1d22-d386-4b99-959b-c5078d5d8a21), before_delete {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:31:33.217894 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.db.l3_dvr_db [None req-be7f556a-c948-4fb0-9490-8a8b49d00e35 None None] Set router 48ad1d22-d386-4b99-959b-c5078d5d8a21 gateway port host: dv-cinder-835384-11-iscsi {{(pid=104514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 15:31:33.296551 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-537fb506-b4a9-41d3-85d6-f6f4ed4a3398 admin admin] Publish callbacks [] for router_gateway (48ad1d22-d386-4b99-959b-c5078d5d8a21), before_delete {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:31:33.379967 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.db.l3_hamode_db [None req-be7f556a-c948-4fb0-9490-8a8b49d00e35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48ad1d22-d386-4b99-959b-c5078d5d8a21', 'name': 'tempest-TestVolumeBootPattern-1387640277-router', 'tenant_id': 'd3d6a581ccf64fa6a40a8fbad19a6567', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'external_fixed_ips': [{'subnet_id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': 'fced1cf9-15b7-4929-8160-19aabec0d3f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T15:24:08Z', 'updated_at': '2022-06-24T15:31:32Z', 'revision_number': 5, 'project_id': 'd3d6a581ccf64fa6a40a8fbad19a6567', 'gw_port': {'id': 'fced1cf9-15b7-4929-8160-19aabec0d3f8', 'name': '', 'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:21:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ad1d22-d386-4b99-959b-c5078d5d8a21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T15:24:09Z', 'updated_at': '2022-06-24T15:24:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-11-iscsi'}], 'dv-cinder-835384-11-iscsi', False) {} {{(pid=104514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 15:31:33.411627 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be7f556a-c948-4fb0-9490-8a8b49d00e35 None None] Checking router: 48ad1d22-d386-4b99-959b-c5078d5d8a21 for host: dv-cinder-835384-11-iscsi {{(pid=104514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 15:31:33.420231 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be7f556a-c948-4fb0-9490-8a8b49d00e35 None None] Routers {'48ad1d22-d386-4b99-959b-c5078d5d8a21'} bound to L3 agent in host dv-cinder-835384-11-iscsi {{(pid=104514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 15:31:33.420834 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.db.l3_hamode_db [None req-be7f556a-c948-4fb0-9490-8a8b49d00e35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-24T15:10:24Z,description=,heartbeat_timestamp=2022-06-24T15:31:24Z,host='dv-cinder-835384-11-iscsi',id=45985ff7-1335-48cd-ab02-73eb58295827,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T15:10:24Z,topic='l3_agent')) {'router_ids': ['48ad1d22-d386-4b99-959b-c5078d5d8a21'], 'active': True} {{(pid=104514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 15:31:33.460565 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.plugin [None req-537fb506-b4a9-41d3-85d6-f6f4ed4a3398 admin admin] Deleting port fced1cf9-15b7-4929-8160-19aabec0d3f8 {{(pid=104512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 15:31:33.460819 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-537fb506-b4a9-41d3-85d6-f6f4ed4a3398 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761385095720'] for port (fced1cf9-15b7-4929-8160-19aabec0d3f8), before_delete {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:31:33.502012 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.db.l3_dvr_db [None req-be7f556a-c948-4fb0-9490-8a8b49d00e35 None None] Set router 48ad1d22-d386-4b99-959b-c5078d5d8a21 gateway port host: None {{(pid=104514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 15:31:33.541762 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.db [None req-537fb506-b4a9-41d3-85d6-f6f4ed4a3398 admin admin] For port fced1cf9-15b7-4929-8160-19aabec0d3f8, host dv-cinder-835384-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-11-iscsi',level=0,port_id=fced1cf9-15b7-4929-8160-19aabec0d3f8,segment=NetworkSegment(6785a788-9b98-4059-b825-96a306cb346e),segment_id=6785a788-9b98-4059-b825-96a306cb346e)] {{(pid=104512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 15:31:33.542122 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-537fb506-b4a9-41d3-85d6-f6f4ed4a3398 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-465599'] for port (fced1cf9-15b7-4929-8160-19aabec0d3f8), precommit_delete {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:31:33.554882 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.db.l3_hamode_db [None req-be7f556a-c948-4fb0-9490-8a8b49d00e35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48ad1d22-d386-4b99-959b-c5078d5d8a21', 'name': 'tempest-TestVolumeBootPattern-1387640277-router', 'tenant_id': 'd3d6a581ccf64fa6a40a8fbad19a6567', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T15:24:08Z', 'updated_at': '2022-06-24T15:31:33Z', 'revision_number': 6, 'project_id': 'd3d6a581ccf64fa6a40a8fbad19a6567', 'gw_port_host': None}], 'dv-cinder-835384-11-iscsi', False) {} {{(pid=104514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 15:31:33.555328 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.plugin [None req-537fb506-b4a9-41d3-85d6-f6f4ed4a3398 admin admin] Calling delete_port for fced1cf9-15b7-4929-8160-19aabec0d3f8 owned by network:router_gateway {{(pid=104512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 15:31:33.563363 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:31:33.580022 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be7f556a-c948-4fb0-9490-8a8b49d00e35 None None] The sync data for ids ['48ad1d22-d386-4b99-959b-c5078d5d8a21'] in dv-cinder-835384-11-iscsi is: [{'id': '48ad1d22-d386-4b99-959b-c5078d5d8a21', 'name': 'tempest-TestVolumeBootPattern-1387640277-router', 'tenant_id': 'd3d6a581ccf64fa6a40a8fbad19a6567', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T15:24:08Z', 'updated_at': '2022-06-24T15:31:33Z', 'revision_number': 6, 'project_id': 'd3d6a581ccf64fa6a40a8fbad19a6567', 'gw_port_host': None}] {{(pid=104514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 15:31:33.807138 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-537fb506-b4a9-41d3-85d6-f6f4ed4a3398 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761385101680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761384583307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3859661'] for port (fced1cf9-15b7-4929-8160-19aabec0d3f8), after_delete {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:31:33.833137 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537fb506-b4a9-41d3-85d6-f6f4ed4a3398 admin admin] Pushing event deleted for resources: {'Port': ['ID=fced1cf9-15b7-4929-8160-19aabec0d3f8,revision_number=None']} {{(pid=104512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:31:33.898717 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-537fb506-b4a9-41d3-85d6-f6f4ed4a3398 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-470328'] for router_gateway (48ad1d22-d386-4b99-959b-c5078d5d8a21), after_delete {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:31:33.990566 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-537fb506-b4a9-41d3-85d6-f6f4ed4a3398 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-462385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14472'] for router (48ad1d22-d386-4b99-959b-c5078d5d8a21), precommit_delete {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:31:33.993349 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-537fb506-b4a9-41d3-85d6-f6f4ed4a3398 admin admin] Publish callbacks [] for router_controller (48ad1d22-d386-4b99-959b-c5078d5d8a21), precommit_delete_associations {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:31:33.993789 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:31:34.104310 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-537fb506-b4a9-41d3-85d6-f6f4ed4a3398 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-462527'] for router (48ad1d22-d386-4b99-959b-c5078d5d8a21), after_delete {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:31:34.104941 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-537fb506-b4a9-41d3-85d6-f6f4ed4a3398 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 48ad1d22-d386-4b99-959b-c5078d5d8a21 {{(pid=104512) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 24 15:31:34.110077 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-537fb506-b4a9-41d3-85d6-f6f4ed4a3398 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:31:34.111241 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [None req-537fb506-b4a9-41d3-85d6-f6f4ed4a3398 admin admin] 10.222.0.67 "DELETE /v2.0/routers/48ad1d22-d386-4b99-959b-c5078d5d8a21 HTTP/1.1" status: 204 len: 168 time: 1.0055199 Jun 24 15:31:34.113771 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.wsgi [-] (104512) accepted ('10.222.0.67', 46688) {{(pid=104512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:31:34.158983 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.db.db_base_plugin_v2 [None req-c97922d5-8207-40af-9673-7a863d2f95c7 admin admin] Deleting subnet aa35c5f2-9790-4471-a8ff-672b31f8aad6 {{(pid=104512) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 24 15:31:34.162068 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-c97922d5-8207-40af-9673-7a863d2f95c7 admin admin] Publish callbacks [] for subnet (aa35c5f2-9790-4471-a8ff-672b31f8aad6), before_delete {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:31:34.197369 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-c97922d5-8207-40af-9673-7a863d2f95c7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-795099'] for subnet (aa35c5f2-9790-4471-a8ff-672b31f8aad6), precommit_delete_associations {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:31:34.274629 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-c97922d5-8207-40af-9673-7a863d2f95c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7697736'] for subnet (aa35c5f2-9790-4471-a8ff-672b31f8aad6), precommit_delete {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:31:34.390288 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-c97922d5-8207-40af-9673-7a863d2f95c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7697766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3859610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3974305'] for subnet (aa35c5f2-9790-4471-a8ff-672b31f8aad6), after_delete {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:31:34.418271 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97922d5-8207-40af-9673-7a863d2f95c7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aa35c5f2-9790-4471-a8ff-672b31f8aad6,revision_number=None']} {{(pid=104512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:31:34.423832 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-c97922d5-8207-40af-9673-7a863d2f95c7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:31:34.427620 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [None req-c97922d5-8207-40af-9673-7a863d2f95c7 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/aa35c5f2-9790-4471-a8ff-672b31f8aad6 HTTP/1.1" status: 204 len: 168 time: 0.3128617 Jun 24 15:31:34.429137 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a5fc672-6db0-465e-afa4-ccfaf2580dcb None None] Network 066eacbc-d269-46a2-99ae-a0c5a0350f6f requested from dv-cinder-835384-11-iscsi {{(pid=104513) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 15:31:34.430058 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.wsgi [-] (104512) accepted ('10.222.0.67', 46690) {{(pid=104512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:31:34.505057 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-fc3c4819-9c22-409c-83f0-5ab50b3179d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7823327'] for network (066eacbc-d269-46a2-99ae-a0c5a0350f6f), before_delete {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:31:34.552970 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.plugin [None req-fc3c4819-9c22-409c-83f0-5ab50b3179d4 admin admin] Deleting port f537e2be-264b-4794-95f6-206c5dab277c {{(pid=104512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 15:31:34.553312 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-fc3c4819-9c22-409c-83f0-5ab50b3179d4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761385095720'] for port (f537e2be-264b-4794-95f6-206c5dab277c), before_delete {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:31:34.578577 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.rpc [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Device e1c638a3-92a1-42de-8cb0-90a6473d2573 no longer exists at agent ovs-agent-dv-cinder-835384-11-iscsi {{(pid=104513) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 15:31:34.606943 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7f1d523-63fd-46e0-8d60-cf21d3c4d28d None None] DHCP port deletion for 066eacbc-d269-46a2-99ae-a0c5a0350f6f request from dv-cinder-835384-11-iscsi {{(pid=104513) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 24 15:31:34.609799 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.plugin [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] No Port match for: e1c638a3-92a1-42de-8cb0-90a6473d2573 {{(pid=104513) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 15:31:34.610138 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.rpc [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Device e1c638a3-92a1-42de-8cb0-90a6473d2573 not bound to the agent host dv-cinder-835384-11-iscsi {{(pid=104513) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 15:31:34.610543 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.rpc [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Device fced1cf9-15b7-4929-8160-19aabec0d3f8 no longer exists at agent ovs-agent-dv-cinder-835384-11-iscsi {{(pid=104513) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 15:31:34.626017 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.db [None req-fc3c4819-9c22-409c-83f0-5ab50b3179d4 admin admin] For port f537e2be-264b-4794-95f6-206c5dab277c, host dv-cinder-835384-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-11-iscsi',level=0,port_id=f537e2be-264b-4794-95f6-206c5dab277c,segment=NetworkSegment(2aeae2ab-bfd4-4885-ba7f-84ecf1dc5599),segment_id=2aeae2ab-bfd4-4885-ba7f-84ecf1dc5599)] {{(pid=104512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 15:31:34.626647 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-fc3c4819-9c22-409c-83f0-5ab50b3179d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-465599'] for port (f537e2be-264b-4794-95f6-206c5dab277c), precommit_delete {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:31:34.632414 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.plugin [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] No Port match for: fced1cf9-15b7-4929-8160-19aabec0d3f8 {{(pid=104513) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 15:31:34.632563 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.rpc [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Device fced1cf9-15b7-4929-8160-19aabec0d3f8 not bound to the agent host dv-cinder-835384-11-iscsi {{(pid=104513) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 15:31:34.639888 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.plugin [None req-fc3c4819-9c22-409c-83f0-5ab50b3179d4 admin admin] Calling delete_port for f537e2be-264b-4794-95f6-206c5dab277c owned by network:dhcp {{(pid=104512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 15:31:34.662420 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.plugin [None req-b7f1d523-63fd-46e0-8d60-cf21d3c4d28d None None] Deleting port f537e2be-264b-4794-95f6-206c5dab277c {{(pid=104513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 15:31:34.662794 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-b7f1d523-63fd-46e0-8d60-cf21d3c4d28d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761385095720'] for port (f537e2be-264b-4794-95f6-206c5dab277c), before_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:31:34.728419 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.db [None req-b7f1d523-63fd-46e0-8d60-cf21d3c4d28d None None] For port f537e2be-264b-4794-95f6-206c5dab277c, host dv-cinder-835384-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-11-iscsi',level=0,port_id=f537e2be-264b-4794-95f6-206c5dab277c,segment=NetworkSegment(2aeae2ab-bfd4-4885-ba7f-84ecf1dc5599),segment_id=2aeae2ab-bfd4-4885-ba7f-84ecf1dc5599)] {{(pid=104513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 15:31:34.728831 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-b7f1d523-63fd-46e0-8d60-cf21d3c4d28d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-465599'] for port (f537e2be-264b-4794-95f6-206c5dab277c), precommit_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:31:34.741925 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.plugin [None req-b7f1d523-63fd-46e0-8d60-cf21d3c4d28d None None] Calling delete_port for f537e2be-264b-4794-95f6-206c5dab277c owned by network:dhcp {{(pid=104513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 15:31:34.766938 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-fc3c4819-9c22-409c-83f0-5ab50b3179d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761385101680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761384583307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3859661'] for port (f537e2be-264b-4794-95f6-206c5dab277c), after_delete {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:31:34.770246 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:DELETE=12,neutron:UPDATE=4,neutron:SELECT=84 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:31:34.791433 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3c4819-9c22-409c-83f0-5ab50b3179d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=f537e2be-264b-4794-95f6-206c5dab277c,revision_number=None']} {{(pid=104512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:31:34.797203 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc3c4819-9c22-409c-83f0-5ab50b3179d4 admin admin] No DVR routers for this DVR port f537e2be-264b-4794-95f6-206c5dab277c on host dv-cinder-835384-11-iscsi {{(pid=104512) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 24 15:31:34.816955 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-b7f1d523-63fd-46e0-8d60-cf21d3c4d28d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761385101680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761384583307'] for port (f537e2be-264b-4794-95f6-206c5dab277c), after_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:31:34.841732 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f1d523-63fd-46e0-8d60-cf21d3c4d28d None None] Pushing event deleted for resources: {'Port': ['ID=f537e2be-264b-4794-95f6-206c5dab277c,revision_number=None']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:31:34.846516 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7f1d523-63fd-46e0-8d60-cf21d3c4d28d None None] No DVR routers for this DVR port f537e2be-264b-4794-95f6-206c5dab277c on host dv-cinder-835384-11-iscsi {{(pid=104513) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 24 15:31:34.873595 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-fc3c4819-9c22-409c-83f0-5ab50b3179d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7769653', 'neutron.services.segments.db._delete_segments_for_network-8761385121163'] for network (066eacbc-d269-46a2-99ae-a0c5a0350f6f), precommit_delete {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:31:34.894987 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.services.segments.db [None req-fc3c4819-9c22-409c-83f0-5ab50b3179d4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['066eacbc-d269-46a2-99ae-a0c5a0350f6f']}} {{(pid=104512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 15:31:34.904628 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.services.segments.db [None req-fc3c4819-9c22-409c-83f0-5ab50b3179d4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2aeae2ab-bfd4-4885-ba7f-84ecf1dc5599') {'for_net_delete': True} {{(pid=104512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 15:31:34.904921 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.services.segments.db [None req-fc3c4819-9c22-409c-83f0-5ab50b3179d4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2aeae2ab-bfd4-4885-ba7f-84ecf1dc5599') {} {{(pid=104512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 15:31:34.915131 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-fc3c4819-9c22-409c-83f0-5ab50b3179d4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761385121940', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-795072'] for segment (2aeae2ab-bfd4-4885-ba7f-84ecf1dc5599), before_delete {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:31:34.928451 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-fc3c4819-9c22-409c-83f0-5ab50b3179d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7772344'] for segment (2aeae2ab-bfd4-4885-ba7f-84ecf1dc5599), precommit_delete {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:31:34.934542 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc3c4819-9c22-409c-83f0-5ab50b3179d4 admin admin] Releasing vlan 754 on physical network physnet1 to pool {{(pid=104512) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 15:31:34.934918 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-fc3c4819-9c22-409c-83f0-5ab50b3179d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7772344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3859696'] for segment (2aeae2ab-bfd4-4885-ba7f-84ecf1dc5599), after_delete {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:31:35.242403 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.services.segments.plugin [-] Segment 2aeae2ab-bfd4-4885-ba7f-84ecf1dc5599 resource provider aggregate not found Jun 24 15:31:35.259846 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.services.segments.plugin [-] Segment 2aeae2ab-bfd4-4885-ba7f-84ecf1dc5599 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2aeae2ab-bfd4-4885-ba7f-84ecf1dc5599 found for delete ", "request_id": "req-7cf15f8a-ded1-4901-999f-90102b8d4d9f"}]} Jun 24 15:31:35.332632 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-fc3c4819-9c22-409c-83f0-5ab50b3179d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7769644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-275585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-467247'] for network (066eacbc-d269-46a2-99ae-a0c5a0350f6f), after_delete {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:31:35.337993 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-fc3c4819-9c22-409c-83f0-5ab50b3179d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7879399'] for network (None), before_response {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:31:35.343521 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [None req-fc3c4819-9c22-409c-83f0-5ab50b3179d4 admin admin] 10.222.0.67 "DELETE /v2.0/networks/066eacbc-d269-46a2-99ae-a0c5a0350f6f HTTP/1.1" status: 204 len: 168 time: 0.9100788 Jun 24 15:31:35.352047 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3c4819-9c22-409c-83f0-5ab50b3179d4 admin admin] Pushing event deleted for resources: {'Network': ['ID=066eacbc-d269-46a2-99ae-a0c5a0350f6f,revision_number=None']} {{(pid=104512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:31:35.635960 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.wsgi [-] (104512) accepted ('10.222.0.67', 46700) {{(pid=104512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:31:35.651281 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1,neutron:DELETE=8 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:31:35.676969 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [None req-b0b55a3f-cbd4-42c1-a276-bba63e391ad0 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=06aac4c0b410452fa71221434149e3b7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0399163 Jun 24 15:31:35.679467 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.wsgi [-] (104512) accepted ('10.222.0.67', 46702) {{(pid=104512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:31:35.728065 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-10ce3492-66b8-45db-953a-89b5d689c05e admin admin] Publish callbacks [] for security_group (4adb08b0-378a-4430-8563-fc7216836503), before_delete {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:31:35.750431 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-10ce3492-66b8-45db-953a-89b5d689c05e admin admin] Publish callbacks [] for security_group (4adb08b0-378a-4430-8563-fc7216836503), precommit_delete {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:31:35.858206 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-10ce3492-66b8-45db-953a-89b5d689c05e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-275664'] for security_group (4adb08b0-378a-4430-8563-fc7216836503), after_delete {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:31:35.861247 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-10ce3492-66b8-45db-953a-89b5d689c05e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:31:35.862510 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [None req-10ce3492-66b8-45db-953a-89b5d689c05e admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/4adb08b0-378a-4430-8563-fc7216836503 HTTP/1.1" status: 204 len: 168 time: 0.1821601 Jun 24 15:31:35.870423 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ce3492-66b8-45db-953a-89b5d689c05e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4adb08b0-378a-4430-8563-fc7216836503,revision_number=None']} {{(pid=104512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:31:36.518608 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.wsgi [-] (104512) accepted ('10.222.0.67', 46710) {{(pid=104512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:31:36.563724 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [None req-7eb9ef65-f77b-4b10-95cb-ac29b5464482 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=d3d6a581ccf64fa6a40a8fbad19a6567&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0437658 Jun 24 15:31:36.566002 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.wsgi [-] (104512) accepted ('10.222.0.67', 46712) {{(pid=104512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:31:36.568599 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.rpc [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Device f537e2be-264b-4794-95f6-206c5dab277c no longer exists at agent ovs-agent-dv-cinder-835384-11-iscsi {{(pid=104513) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 15:31:36.590440 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.plugin [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] No Port match for: f537e2be-264b-4794-95f6-206c5dab277c {{(pid=104513) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 15:31:36.593887 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.rpc [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Device f537e2be-264b-4794-95f6-206c5dab277c not bound to the agent host dv-cinder-835384-11-iscsi {{(pid=104513) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 15:31:36.615774 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-85db0e70-3d12-4fd0-9883-9d157b475d3b admin admin] Publish callbacks [] for security_group (8e5dca44-d899-4600-abdc-2d2911c8e849), before_delete {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:31:36.638110 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-85db0e70-3d12-4fd0-9883-9d157b475d3b admin admin] Publish callbacks [] for security_group (8e5dca44-d899-4600-abdc-2d2911c8e849), precommit_delete {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:31:36.726962 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-85db0e70-3d12-4fd0-9883-9d157b475d3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-275664'] for security_group (8e5dca44-d899-4600-abdc-2d2911c8e849), after_delete {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:31:36.729393 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-85db0e70-3d12-4fd0-9883-9d157b475d3b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:31:36.730552 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [None req-85db0e70-3d12-4fd0-9883-9d157b475d3b admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/8e5dca44-d899-4600-abdc-2d2911c8e849 HTTP/1.1" status: 204 len: 168 time: 0.1636708 Jun 24 15:31:36.738985 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85db0e70-3d12-4fd0-9883-9d157b475d3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e5dca44-d899-4600-abdc-2d2911c8e849,revision_number=None']} {{(pid=104512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:31:40.269394 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697012'] for agent (f0fa743b-ff28-43ff-ac51-704c86538f10), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:31:41.755244 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=50,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:31:43.529089 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG dbcounter [-] [104514] Writing DB stats neutron:SELECT=50 {{(pid=104514) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:31:43.558094 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG dbcounter [-] [104514] Writing DB stats neutron:SELECT=31 {{(pid=104514) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:31:46.572297 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:SELECT=52,neutron:DELETE=4 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:31:46.733906 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=26,neutron:DELETE=2 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:31:46.734621 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:DELETE=9,neutron:UPDATE=1,neutron:SELECT=65 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:31:50.213426 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:SELECT=91,neutron:DELETE=3 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:31:50.215312 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:SELECT=81,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:31:51.343549 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-4a5d7c74-daff-4fd1-8a5c-7ae4d56309f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697012'] for agent (61dc9491-0c49-467e-b62a-6961ce952bc2), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:31:53.749189 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-680488dd-029b-484b-b62a-46a08ef72021 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697012'] for agent (45985ff7-1335-48cd-ab02-73eb58295827), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:31:53.775871 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG dbcounter [-] [104514] Writing DB stats neutron:SELECT=3 {{(pid=104514) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:31:53.779757 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG dbcounter [-] [104514] Writing DB stats neutron:SELECT=3 {{(pid=104514) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:31:54.972291 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-6e9ba797-1d0c-40f8-9e0c-708f895be0b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697012'] for agent (f984396c-9862-4f32-9cf6-f19d2e5feb00), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:31:56.452347 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-e7d2b4de-897d-40d1-b758-5e5b7ac4c4e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697012'] for agent (2f766f35-a225-44ed-b70f-669caec6f4a7), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:31:56.662952 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697012'] for agent (559fa80c-96d5-4fe7-8c5f-9eda482c27bf), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:32:01.380206 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.wsgi [-] (104512) accepted ('10.222.0.67', 46758) {{(pid=104512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:32:01.384957 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.v2.base [None req-60b260b2-c65d-4f98-858d-0c4793f42819 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Request body: {'security_group': {'name': 'tempest-securitygroup--261772472', 'description': 'tempest-description--405602982'}} {{(pid=104512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 15:32:01.463520 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-60b260b2-c65d-4f98-858d-0c4793f42819 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Publish callbacks [] for security_group (None), before_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:32:01.530111 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-60b260b2-c65d-4f98-858d-0c4793f42819 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Publish callbacks [] for security_group (42503544-3b86-4007-8a3a-0a89865543d2), precommit_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:32:01.594562 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-60b260b2-c65d-4f98-858d-0c4793f42819 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-275664'] for security_group (42503544-3b86-4007-8a3a-0a89865543d2), after_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:32:01.625430 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b260b2-c65d-4f98-858d-0c4793f42819 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Pushing event updated for resources: {'SecurityGroup': ['ID=42503544-3b86-4007-8a3a-0a89865543d2,revision_number=1']} {{(pid=104512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:32:01.632343 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b260b2-c65d-4f98-858d-0c4793f42819 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:32:01.632688 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b260b2-c65d-4f98-858d-0c4793f42819 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:32:01.633026 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b260b2-c65d-4f98-858d-0c4793f42819 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:32:01.633359 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b260b2-c65d-4f98-858d-0c4793f42819 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:32:01.633702 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b260b2-c65d-4f98-858d-0c4793f42819 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:32:01.634054 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b260b2-c65d-4f98-858d-0c4793f42819 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:32:01.634378 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b260b2-c65d-4f98-858d-0c4793f42819 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:32:01.634706 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b260b2-c65d-4f98-858d-0c4793f42819 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:32:01.635031 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b260b2-c65d-4f98-858d-0c4793f42819 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:32:01.635384 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b260b2-c65d-4f98-858d-0c4793f42819 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:32:01.635703 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b260b2-c65d-4f98-858d-0c4793f42819 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:32:01.636020 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b260b2-c65d-4f98-858d-0c4793f42819 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:32:01.636336 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b260b2-c65d-4f98-858d-0c4793f42819 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:32:01.636653 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b260b2-c65d-4f98-858d-0c4793f42819 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:32:01.636970 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b260b2-c65d-4f98-858d-0c4793f42819 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:32:01.676618 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-60b260b2-c65d-4f98-858d-0c4793f42819 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Publish callbacks [] for security_group (None), before_response {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:32:01.678037 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [None req-60b260b2-c65d-4f98-858d-0c4793f42819 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.2967000 Jun 24 15:32:01.680820 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.wsgi [-] (104512) accepted ('10.222.0.67', 46762) {{(pid=104512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:32:01.685030 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.v2.base [None req-82312299-f3ca-4adc-92b4-222053452699 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Request body: {'security_group_rule': {'security_group_id': '42503544-3b86-4007-8a3a-0a89865543d2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 15:32:01.757793 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-82312299-f3ca-4adc-92b4-222053452699 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Publish callbacks [] for security_group_rule (7790b0c8-3e23-44c7-aba7-18abde9f6f1b), before_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:32:01.806010 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-82312299-f3ca-4adc-92b4-222053452699 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Publish callbacks [] for security_group_rule (7790b0c8-3e23-44c7-aba7-18abde9f6f1b), precommit_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:32:01.869262 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-82312299-f3ca-4adc-92b4-222053452699 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-275495'] for security_group_rule (7790b0c8-3e23-44c7-aba7-18abde9f6f1b), after_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:32:01.888302 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82312299-f3ca-4adc-92b4-222053452699 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7790b0c8-3e23-44c7-aba7-18abde9f6f1b,revision_number=0']} {{(pid=104512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:32:01.956555 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-82312299-f3ca-4adc-92b4-222053452699 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:32:01.957749 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [None req-82312299-f3ca-4adc-92b4-222053452699 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2760000 Jun 24 15:32:01.961179 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.wsgi [-] (104512) accepted ('10.222.0.67', 46764) {{(pid=104512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:32:01.965433 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.v2.base [None req-8a2e0670-44ca-4418-bbf5-03efe935cece tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Request body: {'security_group_rule': {'security_group_id': '42503544-3b86-4007-8a3a-0a89865543d2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 15:32:02.051683 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-8a2e0670-44ca-4418-bbf5-03efe935cece tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Publish callbacks [] for security_group_rule (e77f2e5c-4dd4-446c-a332-b71fbeaef171), before_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:32:02.107299 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-8a2e0670-44ca-4418-bbf5-03efe935cece tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Publish callbacks [] for security_group_rule (e77f2e5c-4dd4-446c-a332-b71fbeaef171), precommit_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:32:02.149245 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-8a2e0670-44ca-4418-bbf5-03efe935cece tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-275495'] for security_group_rule (e77f2e5c-4dd4-446c-a332-b71fbeaef171), after_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:32:02.167995 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2e0670-44ca-4418-bbf5-03efe935cece tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e77f2e5c-4dd4-446c-a332-b71fbeaef171,revision_number=0']} {{(pid=104512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:32:02.208731 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-8a2e0670-44ca-4418-bbf5-03efe935cece tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:32:02.209929 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [None req-8a2e0670-44ca-4418-bbf5-03efe935cece tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2478068 Jun 24 15:32:02.212986 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.wsgi [-] (104512) accepted ('10.222.0.67', 46766) {{(pid=104512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:32:02.218569 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.v2.base [None req-b7f44451-fdb3-4cdb-91e5-68ac03f62b7d tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Request body: {'floatingip': {'floating_network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59'}} {{(pid=104512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 15:32:02.304011 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-b7f44451-fdb3-4cdb-91e5-68ac03f62b7d tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:32:02.381797 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-b7f44451-fdb3-4cdb-91e5-68ac03f62b7d tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7727318'] for port (None), before_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:32:02.485899 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.db.db_base_plugin_common [None req-b7f44451-fdb3-4cdb-91e5-68ac03f62b7d tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Allocated IP 172.27.0.163 (60b3096c-3a0f-4216-9e52-e826cbf1fb59/f6c08379-d241-4966-a4ae-7ff02804e7f6/ae0789a8-3e68-49d5-853f-f3cf40e9bd58) {{(pid=104512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 15:32:02.561997 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:32:02.576218 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=82,neutron:INSERT=10,neutron:DELETE=3,neutron:UPDATE=5 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:32:02.593825 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-b7f44451-fdb3-4cdb-91e5-68ac03f62b7d tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Publish callbacks [] for port (ae0789a8-3e68-49d5-853f-f3cf40e9bd58), precommit_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:32:02.669576 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-b7f44451-fdb3-4cdb-91e5-68ac03f62b7d tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761384583298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3859661'] for port (ae0789a8-3e68-49d5-853f-f3cf40e9bd58), after_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:32:02.709545 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7f44451-fdb3-4cdb-91e5-68ac03f62b7d tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Network 60b3096c-3a0f-4216-9e52-e826cbf1fb59 is already hosted by enough agents. {{(pid=104512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 15:32:02.712349 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.scheduler.base_scheduler [None req-b7f44451-fdb3-4cdb-91e5-68ac03f62b7d tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Resources bound (agent type, host, resource id): {{(pid=104512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 15:32:02.716084 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7f44451-fdb3-4cdb-91e5-68ac03f62b7d tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Received port after_create {{(pid=104512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 15:32:02.720959 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f44451-fdb3-4cdb-91e5-68ac03f62b7d tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Pushing event updated for resources: {'Port': ['ID=ae0789a8-3e68-49d5-853f-f3cf40e9bd58,revision_number=1']} {{(pid=104512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:32:02.805786 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-b7f44451-fdb3-4cdb-91e5-68ac03f62b7d tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Publish callbacks [] for floatingip (7af6521f-bad3-483e-8294-22eecfba9a4c), precommit_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:32:02.925895 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-b7f44451-fdb3-4cdb-91e5-68ac03f62b7d tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7727318'] for port (ae0789a8-3e68-49d5-853f-f3cf40e9bd58), before_update {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:32:03.073150 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-b7f44451-fdb3-4cdb-91e5-68ac03f62b7d tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Publish callbacks [] for port (ae0789a8-3e68-49d5-853f-f3cf40e9bd58), precommit_update {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:32:03.143653 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-b7f44451-fdb3-4cdb-91e5-68ac03f62b7d tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761385101662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761384583316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761384583334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3859668'] for port (ae0789a8-3e68-49d5-853f-f3cf40e9bd58), after_update {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:32:03.182909 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:32:03.210424 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f44451-fdb3-4cdb-91e5-68ac03f62b7d tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Pushing event updated for resources: {'Port': ['ID=ae0789a8-3e68-49d5-853f-f3cf40e9bd58,revision_number=2']} {{(pid=104512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:32:03.223870 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-b7f44451-fdb3-4cdb-91e5-68ac03f62b7d tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-467314'] for floatingip (7af6521f-bad3-483e-8294-22eecfba9a4c), after_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:32:03.288497 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-b7f44451-fdb3-4cdb-91e5-68ac03f62b7d tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30073'] for floatingip (None), before_response {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:32:03.289737 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [None req-b7f44451-fdb3-4cdb-91e5-68ac03f62b7d tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0757966 Jun 24 15:32:03.484616 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-429f8234-bc56-4767-b529-c76e048205ac req-1fad2736-bfc4-40b7-af72-4c7b87faee91 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-securitygroup--261772472&fields=id&tenant_id=9c0e7447465d430d9352d9e9b7ea012c HTTP/1.1" status: 200 len: 267 time: 0.0435922 Jun 24 15:32:03.593859 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429f8234-bc56-4767-b529-c76e048205ac req-ec208035-76dd-417d-bcf7-13aaa703633c tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:32:03.595352 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-429f8234-bc56-4767-b529-c76e048205ac req-ec208035-76dd-417d-bcf7-13aaa703633c tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] 10.222.0.67 "GET /v2.0/networks?id=acd35ae0-cdce-4e2a-af0f-4813fbf5ee68 HTTP/1.1" status: 200 len: 814 time: 0.1032512 Jun 24 15:32:03.610366 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-429f8234-bc56-4767-b529-c76e048205ac req-a252a2f3-e177-45b7-b438-823325e26ac5 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] 10.222.0.67 "GET /v2.0/quotas/9c0e7447465d430d9352d9e9b7ea012c HTTP/1.1" status: 200 len: 375 time: 0.0089219 Jun 24 15:32:03.661811 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-429f8234-bc56-4767-b529-c76e048205ac req-d89ec8f0-39aa-417b-9dc2-6753a3d3335b tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=9c0e7447465d430d9352d9e9b7ea012c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0455284 Jun 24 15:32:03.759880 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-429f8234-bc56-4767-b529-c76e048205ac req-cd715682-63d7-4b5c-94b9-bec38bbef1b5 service neutron] 10.222.0.67 "GET /v2.0/networks/acd35ae0-cdce-4e2a-af0f-4813fbf5ee68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869622 Jun 24 15:32:03.853418 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-429f8234-bc56-4767-b529-c76e048205ac req-17e9bb99-74d4-4656-964d-f255d1fe1de3 service neutron] 10.222.0.67 "GET /v2.0/networks/acd35ae0-cdce-4e2a-af0f-4813fbf5ee68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878372 Jun 24 15:32:04.080106 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-8d1a2824-a504-45a3-8adb-45e4b8ac232e req-a801ce62-757d-4f74-90ff-f26c11a21b47 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] 10.222.0.67 "GET /v2.0/ports?device_id=c5126022-24c8-422f-8b3c-4ece0ccd41f7 HTTP/1.1" status: 200 len: 210 time: 0.0272846 Jun 24 15:32:04.734332 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.db.agents_db [None req-1e76bcc0-0ba2-49bf-a9b5-df198b272e3c None None] Agent healthcheck: found 6 active agents {{(pid=104514) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 15:32:05.160579 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-7201e0cd-34eb-4fac-962e-610f579eb286 req-c18e12f9-297e-41bb-a933-d9ddb28cc5b9 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] 10.222.0.67 "GET /v2.0/ports?device_id=c5126022-24c8-422f-8b3c-4ece0ccd41f7 HTTP/1.1" status: 200 len: 210 time: 0.0278475 Jun 24 15:32:06.235544 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-0e34d365-8595-4c7a-87b0-e570845a008a req-f73e92f1-dd08-43a1-99b9-84a64672e09d tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] 10.222.0.67 "GET /v2.0/ports?device_id=c5126022-24c8-422f-8b3c-4ece0ccd41f7 HTTP/1.1" status: 200 len: 210 time: 0.0285161 Jun 24 15:32:06.611352 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:SELECT=19 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:32:06.617170 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:SELECT=13,neutron:UPDATE=2 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:32:06.619878 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:32:07.314723 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-92beffa4-33c2-458a-a5d5-176695ba500e req-a54a3332-e7c1-4b07-9a56-7d1676c22e44 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] 10.222.0.67 "GET /v2.0/ports?device_id=c5126022-24c8-422f-8b3c-4ece0ccd41f7 HTTP/1.1" status: 200 len: 210 time: 0.0309064 Jun 24 15:32:08.407957 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-96d6030b-3eef-4335-9c42-f69418545158 req-f870a79a-3dfd-4fa1-a1be-97de8fe1abde tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] 10.222.0.67 "GET /v2.0/ports?device_id=c5126022-24c8-422f-8b3c-4ece0ccd41f7 HTTP/1.1" status: 200 len: 210 time: 0.0287209 Jun 24 15:32:09.503371 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-13ec88fd-28e4-49bf-b107-0af803478e7d req-e1a25082-b392-4e73-950f-d354daca9a45 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] 10.222.0.67 "GET /v2.0/ports?device_id=c5126022-24c8-422f-8b3c-4ece0ccd41f7 HTTP/1.1" status: 200 len: 210 time: 0.0285959 Jun 24 15:32:10.145284 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429f8234-bc56-4767-b529-c76e048205ac req-91ba6130-5d5b-4b75-a79e-68090422ad97 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:32:10.146901 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-429f8234-bc56-4767-b529-c76e048205ac req-91ba6130-5d5b-4b75-a79e-68090422ad97 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] 10.222.0.64 "GET /v2.0/networks?id=acd35ae0-cdce-4e2a-af0f-4813fbf5ee68 HTTP/1.1" status: 200 len: 814 time: 0.1170576 Jun 24 15:32:10.174790 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:32:10.225617 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-429f8234-bc56-4767-b529-c76e048205ac req-e0633727-f47d-47bb-b265-4ed6f2af3f46 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9c0e7447465d430d9352d9e9b7ea012c HTTP/1.1" status: 200 len: 472 time: 0.0703411 Jun 24 15:32:10.234220 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.v2.base [req-429f8234-bc56-4767-b529-c76e048205ac req-c3a24249-beb0-423a-959c-3aee7e7f69ca tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Request body: {'port': {'device_id': 'c5126022-24c8-422f-8b3c-4ece0ccd41f7', 'network_id': 'acd35ae0-cdce-4e2a-af0f-4813fbf5ee68', 'admin_state_up': True, 'tenant_id': '9c0e7447465d430d9352d9e9b7ea012c', 'security_groups': ['42503544-3b86-4007-8a3a-0a89865543d2']}} {{(pid=104512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 15:32:10.275396 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697012'] for agent (f0fa743b-ff28-43ff-ac51-704c86538f10), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:32:10.406226 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-429f8234-bc56-4767-b529-c76e048205ac req-c3a24249-beb0-423a-959c-3aee7e7f69ca tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Made reservation on behalf of 9c0e7447465d430d9352d9e9b7ea012c for: {'port': 1} {{(pid=104512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 15:32:10.409752 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [req-429f8234-bc56-4767-b529-c76e048205ac req-c3a24249-beb0-423a-959c-3aee7e7f69ca tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7727318'] for port (None), before_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:32:10.426833 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:32:10.538232 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.db.db_base_plugin_common [req-429f8234-bc56-4767-b529-c76e048205ac req-c3a24249-beb0-423a-959c-3aee7e7f69ca tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Allocated IP 172.20.0.11 (acd35ae0-cdce-4e2a-af0f-4813fbf5ee68/0c04c129-d27d-481c-9868-00d384b6110d/80af1f02-8a99-4862-9946-cf9408dea4db) {{(pid=104512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 15:32:10.628042 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-0f2550d0-e2e2-4ece-bc2b-7bca9e482184 req-9a6a06c6-ead7-4fc8-9b12-084a27d1c69f tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] 10.222.0.67 "GET /v2.0/ports?device_id=c5126022-24c8-422f-8b3c-4ece0ccd41f7 HTTP/1.1" status: 200 len: 210 time: 0.0500727 Jun 24 15:32:10.701520 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [req-429f8234-bc56-4767-b529-c76e048205ac req-c3a24249-beb0-423a-959c-3aee7e7f69ca tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Publish callbacks [] for port (80af1f02-8a99-4862-9946-cf9408dea4db), precommit_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:32:10.794861 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [req-429f8234-bc56-4767-b529-c76e048205ac req-c3a24249-beb0-423a-959c-3aee7e7f69ca tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761384583298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3859661'] for port (80af1f02-8a99-4862-9946-cf9408dea4db), after_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:32:10.841885 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-429f8234-bc56-4767-b529-c76e048205ac req-c3a24249-beb0-423a-959c-3aee7e7f69ca tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Network acd35ae0-cdce-4e2a-af0f-4813fbf5ee68 is already hosted by enough agents. {{(pid=104512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 15:32:10.844891 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.scheduler.base_scheduler [req-429f8234-bc56-4767-b529-c76e048205ac req-c3a24249-beb0-423a-959c-3aee7e7f69ca tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Resources bound (agent type, host, resource id): {{(pid=104512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 15:32:10.848610 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.db.l3_dvrscheduler_db [req-429f8234-bc56-4767-b529-c76e048205ac req-c3a24249-beb0-423a-959c-3aee7e7f69ca tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Received port after_create {{(pid=104512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 15:32:10.855480 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a24249-beb0-423a-959c-3aee7e7f69ca tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Pushing event updated for resources: {'Port': ['ID=80af1f02-8a99-4862-9946-cf9408dea4db,revision_number=1']} {{(pid=104512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:32:10.903760 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429f8234-bc56-4767-b529-c76e048205ac req-c3a24249-beb0-423a-959c-3aee7e7f69ca tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:32:10.904704 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [req-429f8234-bc56-4767-b529-c76e048205ac req-c3a24249-beb0-423a-959c-3aee7e7f69ca tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30073'] for port (None), before_response {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:32:10.974992 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-429f8234-bc56-4767-b529-c76e048205ac req-c3a24249-beb0-423a-959c-3aee7e7f69ca tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7444892 Jun 24 15:32:10.986192 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.v2.base [req-429f8234-bc56-4767-b529-c76e048205ac req-e7adef3a-6053-4de8-b69f-4cae582b3a08 service neutron] Request body: {'port': {'device_id': 'c5126022-24c8-422f-8b3c-4ece0ccd41f7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83538'}} {{(pid=104512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 15:32:11.046260 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [req-429f8234-bc56-4767-b529-c76e048205ac req-e7adef3a-6053-4de8-b69f-4cae582b3a08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7727318'] for port (80af1f02-8a99-4862-9946-cf9408dea4db), before_update {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:32:11.074170 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.provisioning_blocks [None req-2e167870-8144-40a4-bc29-115480185f96 None None] Provisioning complete for port 80af1f02-8a99-4862-9946-cf9408dea4db triggered by entity DHCP. {{(pid=104513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 15:32:11.074534 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-2e167870-8144-40a4-bc29-115480185f96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7696598'] for port (80af1f02-8a99-4862-9946-cf9408dea4db), provisioning_complete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:32:11.106780 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.plugin [None req-2e167870-8144-40a4-bc29-115480185f96 None None] Port 80af1f02-8a99-4862-9946-cf9408dea4db cannot update to ACTIVE because it is not bound. {{(pid=104513) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 15:32:11.235531 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=87,neutron:INSERT=6,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:32:11.303265 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.notifiers.nova [req-429f8234-bc56-4767-b529-c76e048205ac req-e7adef3a-6053-4de8-b69f-4cae582b3a08 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80af1f02-8a99-4862-9946-cf9408dea4db {{(pid=104512) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 15:32:11.310604 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [req-429f8234-bc56-4767-b529-c76e048205ac req-e7adef3a-6053-4de8-b69f-4cae582b3a08 service neutron] Publish callbacks [] for port (80af1f02-8a99-4862-9946-cf9408dea4db), precommit_update {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:32:11.323401 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.db.provisioning_blocks [req-429f8234-bc56-4767-b529-c76e048205ac req-e7adef3a-6053-4de8-b69f-4cae582b3a08 service neutron] Transition to ACTIVE for port object 80af1f02-8a99-4862-9946-cf9408dea4db will not be triggered until provisioned by entity L2. {{(pid=104512) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 24 15:32:11.360494 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [req-429f8234-bc56-4767-b529-c76e048205ac req-e7adef3a-6053-4de8-b69f-4cae582b3a08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761385101662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761384583316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761384583334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3859668'] for port (80af1f02-8a99-4862-9946-cf9408dea4db), after_update {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:32:11.363588 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:32:11.410294 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7adef3a-6053-4de8-b69f-4cae582b3a08 service neutron] Pushing event updated for resources: {'Port': ['ID=80af1f02-8a99-4862-9946-cf9408dea4db,revision_number=2']} {{(pid=104512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:32:11.489418 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.managers [req-429f8234-bc56-4767-b529-c76e048205ac req-e7adef3a-6053-4de8-b69f-4cae582b3a08 service neutron] Attempting to bind port 80af1f02-8a99-4862-9946-cf9408dea4db on host hv-cinder-83538 for vnic_type normal with profile {{(pid=104512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 15:32:11.489762 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.managers [req-429f8234-bc56-4767-b529-c76e048205ac req-e7adef3a-6053-4de8-b69f-4cae582b3a08 service neutron] Attempting to bind port 80af1f02-8a99-4862-9946-cf9408dea4db by drivers openvswitch,hyperv on host hv-cinder-83538 at level 0 using segments [{'id': 'db94acf1-3522-4be0-9339-21a877b773e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'acd35ae0-cdce-4e2a-af0f-4813fbf5ee68'}] {{(pid=104512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 15:32:11.490117 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-429f8234-bc56-4767-b529-c76e048205ac req-e7adef3a-6053-4de8-b69f-4cae582b3a08 service neutron] Attempting to bind port 80af1f02-8a99-4862-9946-cf9408dea4db on network acd35ae0-cdce-4e2a-af0f-4813fbf5ee68 {{(pid=104512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 15:32:11.495606 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-429f8234-bc56-4767-b529-c76e048205ac req-e7adef3a-6053-4de8-b69f-4cae582b3a08 service neutron] Port 80af1f02-8a99-4862-9946-cf9408dea4db on network acd35ae0-cdce-4e2a-af0f-4813fbf5ee68 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83538 {{(pid=104512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 24 15:32:11.495926 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-429f8234-bc56-4767-b529-c76e048205ac req-e7adef3a-6053-4de8-b69f-4cae582b3a08 service neutron] Attempting to bind port 80af1f02-8a99-4862-9946-cf9408dea4db on network acd35ae0-cdce-4e2a-af0f-4813fbf5ee68 {{(pid=104512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 15:32:11.501122 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-429f8234-bc56-4767-b529-c76e048205ac req-e7adef3a-6053-4de8-b69f-4cae582b3a08 service neutron] Checking agent: {'id': 'f0fa743b-ff28-43ff-ac51-704c86538f10', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83538', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 15, 16, 38), 'started_at': datetime.datetime(2022, 6, 24, 15, 16, 38), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 15, 32, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 15:32:11.501475 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-429f8234-bc56-4767-b529-c76e048205ac req-e7adef3a-6053-4de8-b69f-4cae582b3a08 service neutron] Checking segment: {'id': 'db94acf1-3522-4be0-9339-21a877b773e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'acd35ae0-cdce-4e2a-af0f-4813fbf5ee68'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 15:32:11.501846 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-429f8234-bc56-4767-b529-c76e048205ac req-e7adef3a-6053-4de8-b69f-4cae582b3a08 service neutron] Bound using segment: {'id': 'db94acf1-3522-4be0-9339-21a877b773e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'acd35ae0-cdce-4e2a-af0f-4813fbf5ee68'} {{(pid=104512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 15:32:11.502256 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.managers [req-429f8234-bc56-4767-b529-c76e048205ac req-e7adef3a-6053-4de8-b69f-4cae582b3a08 service neutron] Bound port: 80af1f02-8a99-4862-9946-cf9408dea4db, host: hv-cinder-83538, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db94acf1-3522-4be0-9339-21a877b773e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'acd35ae0-cdce-4e2a-af0f-4813fbf5ee68'}}] {{(pid=104512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 15:32:11.502613 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [req-429f8234-bc56-4767-b529-c76e048205ac req-e7adef3a-6053-4de8-b69f-4cae582b3a08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7727318'] for port (80af1f02-8a99-4862-9946-cf9408dea4db), before_update {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:32:11.568313 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.db [req-429f8234-bc56-4767-b529-c76e048205ac req-e7adef3a-6053-4de8-b69f-4cae582b3a08 service neutron] For port 80af1f02-8a99-4862-9946-cf9408dea4db, host hv-cinder-83538, cleared binding levels {{(pid=104512) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 15:32:11.572307 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.db [req-429f8234-bc56-4767-b529-c76e048205ac req-e7adef3a-6053-4de8-b69f-4cae582b3a08 service neutron] For port 80af1f02-8a99-4862-9946-cf9408dea4db, host hv-cinder-83538, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=80af1f02-8a99-4862-9946-cf9408dea4db,segment=NetworkSegment(db94acf1-3522-4be0-9339-21a877b773e3),segment_id=db94acf1-3522-4be0-9339-21a877b773e3)] {{(pid=104512) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 15:32:11.617836 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [req-429f8234-bc56-4767-b529-c76e048205ac req-e7adef3a-6053-4de8-b69f-4cae582b3a08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761385101662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761384583316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761384583334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3859668'] for port (80af1f02-8a99-4862-9946-cf9408dea4db), after_update {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:32:11.653067 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429f8234-bc56-4767-b529-c76e048205ac req-e7adef3a-6053-4de8-b69f-4cae582b3a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:32:11.653576 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [req-429f8234-bc56-4767-b529-c76e048205ac req-e7adef3a-6053-4de8-b69f-4cae582b3a08 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30073'] for port (None), before_response {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:32:11.654981 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-429f8234-bc56-4767-b529-c76e048205ac req-e7adef3a-6053-4de8-b69f-4cae582b3a08 service neutron] 10.222.0.64 "PUT /v2.0/ports/80af1f02-8a99-4862-9946-cf9408dea4db HTTP/1.1" status: 200 len: 1094 time: 0.6730859 Jun 24 15:32:11.655444 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5126022-24c8-422f-8b3c-4ece0ccd41f7', 'tag': '80af1f02-8a99-4862-9946-cf9408dea4db'}] {{(pid=104512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 15:32:11.657670 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9db87de5340c6be2811fa9e5912a63998a589dd3f857fd3823a550d1ae48127" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b240cf89-ce6f-4923-99c4-76d09c970119" -d '{"events": [{"name": "network-changed", "server_uuid": "c5126022-24c8-422f-8b3c-4ece0ccd41f7", "tag": "80af1f02-8a99-4862-9946-cf9408dea4db"}]}' {{(pid=104512) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 15:32:11.688488 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7adef3a-6053-4de8-b69f-4cae582b3a08 service neutron] Pushing event updated for resources: {'Port': ['ID=80af1f02-8a99-4862-9946-cf9408dea4db,revision_number=3']} {{(pid=104512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:32:11.709457 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Jun 2022 15:32:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41849a64-6681-4906-af0b-511aee066ae6 x-openstack-request-id: req-41849a64-6681-4906-af0b-511aee066ae6 {{(pid=104512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 15:32:11.709457 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5126022-24c8-422f-8b3c-4ece0ccd41f7", "tag": "80af1f02-8a99-4862-9946-cf9408dea4db", "status": "completed", "code": 200}]} {{(pid=104512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 15:32:11.709457 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-41849a64-6681-4906-af0b-511aee066ae6 {{(pid=104512) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 15:32:11.709457 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.notifiers.nova [-] Nova event matching ['req-41849a64-6681-4906-af0b-511aee066ae6'] response: {'name': 'network-changed', 'server_uuid': 'c5126022-24c8-422f-8b3c-4ece0ccd41f7', 'tag': '80af1f02-8a99-4862-9946-cf9408dea4db', 'status': 'completed', 'code': 200} Jun 24 15:32:11.797856 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85623d3-35da-4363-ab40-c75f72b1e8ce req-03518f5f-373d-4f52-b592-902bd6951166 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:32:11.799435 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-e85623d3-35da-4363-ab40-c75f72b1e8ce req-03518f5f-373d-4f52-b592-902bd6951166 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] 10.222.0.67 "GET /v2.0/ports?device_id=c5126022-24c8-422f-8b3c-4ece0ccd41f7 HTTP/1.1" status: 200 len: 944 time: 0.0857930 Jun 24 15:32:11.802603 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b240cf89-ce6f-4923-99c4-76d09c970119 req-77e3be52-7304-4f29-b15e-89902d17b8d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:32:11.804603 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-b240cf89-ce6f-4923-99c4-76d09c970119 req-77e3be52-7304-4f29-b15e-89902d17b8d4 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9c0e7447465d430d9352d9e9b7ea012c&device_id=c5126022-24c8-422f-8b3c-4ece0ccd41f7 HTTP/1.1" status: 200 len: 1128 time: 0.0585237 Jun 24 15:32:11.914286 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-e85623d3-35da-4363-ab40-c75f72b1e8ce req-1f34668f-ffa0-4924-9b0a-ea44bbfdbb60 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] 10.222.0.67 "GET /v2.0/security-groups?id=42503544-3b86-4007-8a3a-0a89865543d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1077330 Jun 24 15:32:11.936747 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b240cf89-ce6f-4923-99c4-76d09c970119 req-d56b3c3e-84c4-4fd4-8ffe-932026468444 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:32:11.941652 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-b240cf89-ce6f-4923-99c4-76d09c970119 req-d56b3c3e-84c4-4fd4-8ffe-932026468444 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=9c0e7447465d430d9352d9e9b7ea012c&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1255777 Jun 24 15:32:12.029812 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b240cf89-ce6f-4923-99c4-76d09c970119 req-e7a35e3f-399e-4827-8db3-387cbb6e69cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:32:12.031170 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-b240cf89-ce6f-4923-99c4-76d09c970119 req-e7a35e3f-399e-4827-8db3-387cbb6e69cf service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0878201 Jun 24 15:32:12.106430 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429f8234-bc56-4767-b529-c76e048205ac req-00266a4a-e007-420a-a8d8-558b1023005a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:32:12.108017 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-429f8234-bc56-4767-b529-c76e048205ac req-00266a4a-e007-420a-a8d8-558b1023005a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9c0e7447465d430d9352d9e9b7ea012c&device_id=c5126022-24c8-422f-8b3c-4ece0ccd41f7 HTTP/1.1" status: 200 len: 1128 time: 0.0400651 Jun 24 15:32:12.149748 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-429f8234-bc56-4767-b529-c76e048205ac req-e01526ac-2b6c-4ec7-94ee-f2d3360d88f3 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=80af1f02-8a99-4862-9946-cf9408dea4db HTTP/1.1" status: 200 len: 217 time: 0.0357697 Jun 24 15:32:12.180051 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:32:12.197910 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429f8234-bc56-4767-b529-c76e048205ac req-3bb92370-63fd-4242-addf-12f1b0d22fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:32:12.199423 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-429f8234-bc56-4767-b529-c76e048205ac req-3bb92370-63fd-4242-addf-12f1b0d22fd5 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0c04c129-d27d-481c-9868-00d384b6110d HTTP/1.1" status: 200 len: 853 time: 0.0441163 Jun 24 15:32:12.243429 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429f8234-bc56-4767-b529-c76e048205ac req-d4d04163-2dd8-432e-97ac-2fbad71c34e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:32:12.244896 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-429f8234-bc56-4767-b529-c76e048205ac req-d4d04163-2dd8-432e-97ac-2fbad71c34e3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=acd35ae0-cdce-4e2a-af0f-4813fbf5ee68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0391350 Jun 24 15:32:12.336112 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-429f8234-bc56-4767-b529-c76e048205ac req-17a8575e-6618-4f7a-9175-b238f948a7ff service neutron] 10.222.0.64 "GET /v2.0/networks/acd35ae0-cdce-4e2a-af0f-4813fbf5ee68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847893 Jun 24 15:32:12.424338 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-429f8234-bc56-4767-b529-c76e048205ac req-515c1d40-8129-47c0-ab0c-3ed95560e8fa service neutron] 10.222.0.64 "GET /v2.0/networks/acd35ae0-cdce-4e2a-af0f-4813fbf5ee68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814092 Jun 24 15:32:13.032655 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afc791c-1d71-47f1-aac3-6a963d0af28b req-d905d5dd-d7e2-44d5-b592-a2e38e64852f tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:32:13.034111 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-1afc791c-1d71-47f1-aac3-6a963d0af28b req-d905d5dd-d7e2-44d5-b592-a2e38e64852f tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] 10.222.0.67 "GET /v2.0/ports?device_id=c5126022-24c8-422f-8b3c-4ece0ccd41f7 HTTP/1.1" status: 200 len: 944 time: 0.0508745 Jun 24 15:32:13.081083 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-1afc791c-1d71-47f1-aac3-6a963d0af28b req-74b586d4-3b65-4d82-8755-07d22aca9a83 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] 10.222.0.67 "GET /v2.0/security-groups?id=42503544-3b86-4007-8a3a-0a89865543d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412807 Jun 24 15:32:14.196178 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6574fe9-2ba4-4c3c-b563-f27b200d5dfc req-2a36093b-a8f8-4cd3-abaa-761ababbd675 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:32:14.197616 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-d6574fe9-2ba4-4c3c-b563-f27b200d5dfc req-2a36093b-a8f8-4cd3-abaa-761ababbd675 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] 10.222.0.67 "GET /v2.0/ports?device_id=c5126022-24c8-422f-8b3c-4ece0ccd41f7 HTTP/1.1" status: 200 len: 944 time: 0.0463679 Jun 24 15:32:14.242911 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-d6574fe9-2ba4-4c3c-b563-f27b200d5dfc req-ad978710-2b20-4e6c-9a56-35ad4bafe226 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] 10.222.0.67 "GET /v2.0/security-groups?id=42503544-3b86-4007-8a3a-0a89865543d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398741 Jun 24 15:32:14.599826 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.rpc [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Device 80af1f02-8a99-4862-9946-cf9408dea4db details requested by agent hyperv_hv-cinder-83538 with host hv-cinder-83538 {{(pid=104513) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 15:32:14.697476 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.db [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] For port 80af1f02-8a99-4862-9946-cf9408dea4db, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=80af1f02-8a99-4862-9946-cf9408dea4db,segment=NetworkSegment(db94acf1-3522-4be0-9339-21a877b773e3),segment_id=db94acf1-3522-4be0-9339-21a877b773e3)] {{(pid=104513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 15:32:14.708204 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.rpc [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Returning: {'device': '80af1f02-8a99-4862-9946-cf9408dea4db', 'network_id': 'acd35ae0-cdce-4e2a-af0f-4813fbf5ee68', 'port_id': '80af1f02-8a99-4862-9946-cf9408dea4db', 'mac_address': 'fa:16:3e:23:b8:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 764, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c04c129-d27d-481c-9868-00d384b6110d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104513) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 15:32:14.742000 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.plugin [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Current status of the port 80af1f02-8a99-4862-9946-cf9408dea4db is: DOWN; New status is: BUILD {{(pid=104513) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 15:32:14.742383 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7727318'] for port (80af1f02-8a99-4862-9946-cf9408dea4db), before_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:32:14.754733 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.notifiers.nova [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80af1f02-8a99-4862-9946-cf9408dea4db {{(pid=104513) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 15:32:14.779019 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.db [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] For port 80af1f02-8a99-4862-9946-cf9408dea4db, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=80af1f02-8a99-4862-9946-cf9408dea4db,segment=NetworkSegment(db94acf1-3522-4be0-9339-21a877b773e3),segment_id=db94acf1-3522-4be0-9339-21a877b773e3)] {{(pid=104513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 15:32:14.834902 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761385101662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761384583316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761384583334'] for port (80af1f02-8a99-4862-9946-cf9408dea4db), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:32:14.880347 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Pushing event updated for resources: {'Port': ['ID=80af1f02-8a99-4862-9946-cf9408dea4db,revision_number=4']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:32:14.887598 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:32:14.887934 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:32:14.888267 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:32:14.888597 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:32:14.888920 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:32:14.889239 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:32:14.889559 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:32:14.889872 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:32:14.890189 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:32:14.890506 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:32:14.890853 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:32:14.891210 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:32:14.893166 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:32:14.893166 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:32:14.893166 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:32:15.045114 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.db [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] get_ports_and_sgs() called for port_ids ['80af1f02-8a99-4862-9946-cf9408dea4db'] {{(pid=104513) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 15:32:15.341434 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:INSERT=1,neutron:SELECT=99 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:32:15.359738 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a7e3ca-076f-47e8-91b2-46fe78bacd55 req-e5162592-54dd-4d1d-a1f3-3b57ee739a02 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:32:15.362034 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-b6a7e3ca-076f-47e8-91b2-46fe78bacd55 req-e5162592-54dd-4d1d-a1f3-3b57ee739a02 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] 10.222.0.67 "GET /v2.0/ports?device_id=c5126022-24c8-422f-8b3c-4ece0ccd41f7 HTTP/1.1" status: 200 len: 945 time: 0.0509088 Jun 24 15:32:15.409354 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-b6a7e3ca-076f-47e8-91b2-46fe78bacd55 req-1332928e-cbbc-4ee6-b5c5-d35c63cc5700 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] 10.222.0.67 "GET /v2.0/security-groups?id=42503544-3b86-4007-8a3a-0a89865543d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423708 Jun 24 15:32:16.525202 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e85da8-f60b-40dc-816d-151b694b1336 req-0f41ae49-435c-4b1e-88f1-328fba9e5cdb tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:32:16.526683 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-10e85da8-f60b-40dc-816d-151b694b1336 req-0f41ae49-435c-4b1e-88f1-328fba9e5cdb tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] 10.222.0.67 "GET /v2.0/ports?device_id=c5126022-24c8-422f-8b3c-4ece0ccd41f7 HTTP/1.1" status: 200 len: 945 time: 0.0487466 Jun 24 15:32:16.573746 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-10e85da8-f60b-40dc-816d-151b694b1336 req-5308466c-0421-4889-92b8-4d547ed4dc7a tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] 10.222.0.67 "GET /v2.0/security-groups?id=42503544-3b86-4007-8a3a-0a89865543d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415428 Jun 24 15:32:16.610575 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.rpc [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Device 80af1f02-8a99-4862-9946-cf9408dea4db up at agent hyperv_hv-cinder-83538 {{(pid=104513) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 15:32:16.773273 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.provisioning_blocks [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Provisioning for port 80af1f02-8a99-4862-9946-cf9408dea4db completed by entity L2. {{(pid=104513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 24 15:32:16.840358 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.provisioning_blocks [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Provisioning complete for port 80af1f02-8a99-4862-9946-cf9408dea4db triggered by entity L2. {{(pid=104513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 15:32:16.840733 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7696598'] for port (80af1f02-8a99-4862-9946-cf9408dea4db), provisioning_complete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:32:16.911580 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.plugin [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Current status of the port 80af1f02-8a99-4862-9946-cf9408dea4db is: BUILD; New status is: ACTIVE {{(pid=104513) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 15:32:16.912018 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7727318'] for port (80af1f02-8a99-4862-9946-cf9408dea4db), before_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:32:16.936619 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5126022-24c8-422f-8b3c-4ece0ccd41f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80af1f02-8a99-4862-9946-cf9408dea4db'}] {{(pid=104513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 15:32:16.938828 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7de2ae652872cab3d5aa36b412d6cead56dffdf121926fea6679daaa3daba4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fde08f7-46cf-4348-8d28-cabdc7fa09ad" -d '{"events": [{"server_uuid": "c5126022-24c8-422f-8b3c-4ece0ccd41f7", "name": "network-vif-plugged", "status": "completed", "tag": "80af1f02-8a99-4862-9946-cf9408dea4db"}]}' {{(pid=104513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 15:32:16.951763 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.db [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] For port 80af1f02-8a99-4862-9946-cf9408dea4db, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=80af1f02-8a99-4862-9946-cf9408dea4db,segment=NetworkSegment(db94acf1-3522-4be0-9339-21a877b773e3),segment_id=db94acf1-3522-4be0-9339-21a877b773e3)] {{(pid=104513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 15:32:16.977717 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 15:32:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17a6bb97-8d7d-483b-a9e8-efbf0e64feeb x-openstack-request-id: req-17a6bb97-8d7d-483b-a9e8-efbf0e64feeb {{(pid=104513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 15:32:16.978002 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5126022-24c8-422f-8b3c-4ece0ccd41f7", "name": "network-vif-plugged", "status": "completed", "tag": "80af1f02-8a99-4862-9946-cf9408dea4db", "code": 200}]} {{(pid=104513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 15:32:16.978251 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-17a6bb97-8d7d-483b-a9e8-efbf0e64feeb {{(pid=104513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 15:32:16.978643 dv-cinder-835384-11-iscsi neutron-server[104513]: INFO neutron.notifiers.nova [-] Nova event matching ['req-17a6bb97-8d7d-483b-a9e8-efbf0e64feeb'] response: {'server_uuid': 'c5126022-24c8-422f-8b3c-4ece0ccd41f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80af1f02-8a99-4862-9946-cf9408dea4db', 'code': 200} Jun 24 15:32:17.011698 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761385101662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761384583316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761384583334'] for port (80af1f02-8a99-4862-9946-cf9408dea4db), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:32:17.057629 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Pushing event updated for resources: {'Port': ['ID=80af1f02-8a99-4862-9946-cf9408dea4db,revision_number=5']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:32:17.336523 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe3acd3-ea72-477d-8a3a-9962a498710c req-d8ae2d65-1b94-4c0c-8a2a-309339f1c4c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:32:17.337904 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-ffe3acd3-ea72-477d-8a3a-9962a498710c req-d8ae2d65-1b94-4c0c-8a2a-309339f1c4c2 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=c5126022-24c8-422f-8b3c-4ece0ccd41f7 HTTP/1.1" status: 200 len: 1130 time: 0.0388539 Jun 24 15:32:17.385440 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-ffe3acd3-ea72-477d-8a3a-9962a498710c req-ba5c3686-866c-4363-aae4-963aa1ae6614 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=42503544-3b86-4007-8a3a-0a89865543d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402846 Jun 24 15:32:17.686756 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8a6482-c1ac-4054-8c11-0539c8f0fee5 req-7e9f12be-2181-4036-8c18-9c9f10724837 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:32:17.688208 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-fb8a6482-c1ac-4054-8c11-0539c8f0fee5 req-7e9f12be-2181-4036-8c18-9c9f10724837 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] 10.222.0.67 "GET /v2.0/ports?device_id=c5126022-24c8-422f-8b3c-4ece0ccd41f7 HTTP/1.1" status: 200 len: 946 time: 0.0466487 Jun 24 15:32:17.736118 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-fb8a6482-c1ac-4054-8c11-0539c8f0fee5 req-704987cd-ec08-4925-a56d-c050764f38da tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] 10.222.0.67 "GET /v2.0/security-groups?id=42503544-3b86-4007-8a3a-0a89865543d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416408 Jun 24 15:32:18.854020 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482e6186-a3ad-49d1-bad7-368b5ba03514 req-1e4a8091-5ca3-4296-8380-4d4941c9e942 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:32:18.855488 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-482e6186-a3ad-49d1-bad7-368b5ba03514 req-1e4a8091-5ca3-4296-8380-4d4941c9e942 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] 10.222.0.67 "GET /v2.0/ports?device_id=c5126022-24c8-422f-8b3c-4ece0ccd41f7 HTTP/1.1" status: 200 len: 946 time: 0.0476823 Jun 24 15:32:18.904556 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-482e6186-a3ad-49d1-bad7-368b5ba03514 req-81095bf0-ab36-4710-ad33-15073cfbd540 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] 10.222.0.67 "GET /v2.0/security-groups?id=42503544-3b86-4007-8a3a-0a89865543d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433609 Jun 24 15:32:19.791282 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG dbcounter [-] [104514] Writing DB stats neutron:SELECT=2 {{(pid=104514) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:32:19.792040 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG dbcounter [-] [104514] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=104514) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:32:20.020852 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0628ab26-f154-4f8e-987d-ebc309b2706d req-9f6b7f08-2d5d-4e6b-b31b-2709cca1af8d tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:32:20.022287 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-0628ab26-f154-4f8e-987d-ebc309b2706d req-9f6b7f08-2d5d-4e6b-b31b-2709cca1af8d tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] 10.222.0.67 "GET /v2.0/ports?device_id=c5126022-24c8-422f-8b3c-4ece0ccd41f7 HTTP/1.1" status: 200 len: 946 time: 0.0493085 Jun 24 15:32:20.034292 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=100 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:32:20.070353 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-0628ab26-f154-4f8e-987d-ebc309b2706d req-dfd6b3f4-2ff0-4d03-a7d9-1f5d207b502f tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] 10.222.0.67 "GET /v2.0/security-groups?id=42503544-3b86-4007-8a3a-0a89865543d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407450 Jun 24 15:32:20.178350 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c46c76-366a-4fad-9e3b-2eeb20b3362a req-7cf1b79e-4665-4ddb-ba7f-4d0aba4a887e tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:32:20.179866 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-83c46c76-366a-4fad-9e3b-2eeb20b3362a req-7cf1b79e-4665-4ddb-ba7f-4d0aba4a887e tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] 10.222.0.67 "GET /v2.0/ports?device_id=c5126022-24c8-422f-8b3c-4ece0ccd41f7 HTTP/1.1" status: 200 len: 946 time: 0.0465224 Jun 24 15:32:20.188184 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.wsgi [-] (104512) accepted ('10.222.0.67', 46838) {{(pid=104512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:32:20.192367 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.v2.base [None req-6b1748a6-ec74-4b1b-9172-39e84f92c5f5 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Request body: {'floatingip': {'port_id': '80af1f02-8a99-4862-9946-cf9408dea4db'}} {{(pid=104512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 15:32:20.229263 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-6b1748a6-ec74-4b1b-9172-39e84f92c5f5 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Publish callbacks [] for floatingip (7af6521f-bad3-483e-8294-22eecfba9a4c), before_update {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:32:20.639278 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-6b1748a6-ec74-4b1b-9172-39e84f92c5f5 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:32:20.686106 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-6b1748a6-ec74-4b1b-9172-39e84f92c5f5 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-467314'] for floatingip (7af6521f-bad3-483e-8294-22eecfba9a4c), after_update {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:32:20.734590 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:32:20.782019 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.db.l3_db [None req-6b1748a6-ec74-4b1b-9172-39e84f92c5f5 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Floating IP 7af6521f-bad3-483e-8294-22eecfba9a4c associated. External IP: 172.27.0.163, port: 80af1f02-8a99-4862-9946-cf9408dea4db. Jun 24 15:32:21.241187 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b1748a6-ec74-4b1b-9172-39e84f92c5f5 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Router 5bf36090-25e1-4755-aae5-e3986ec2d11a has already been hosted by L3 agent 45985ff7-1335-48cd-ab02-73eb58295827 {{(pid=104512) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 15:32:21.353020 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b1748a6-ec74-4b1b-9172-39e84f92c5f5 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Notify agent at l3_agent.dv-cinder-835384-11-iscsi the message routers_updated {{(pid=104512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 15:32:21.357369 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-6b1748a6-ec74-4b1b-9172-39e84f92c5f5 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30073'] for floatingip (None), before_response {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:32:21.363078 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7904d86-464f-4d05-a616-00970119e26e None None] Sync routers for ids ['5bf36090-25e1-4755-aae5-e3986ec2d11a'] in dv-cinder-835384-11-iscsi {{(pid=104513) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 15:32:21.373557 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7904d86-464f-4d05-a616-00970119e26e None None] Routers {'5bf36090-25e1-4755-aae5-e3986ec2d11a'} bound to L3 agent in host dv-cinder-835384-11-iscsi {{(pid=104513) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 15:32:21.374167 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.l3_hamode_db [None req-a7904d86-464f-4d05-a616-00970119e26e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-24T15:10:24Z,description=,heartbeat_timestamp=2022-06-24T15:31:54Z,host='dv-cinder-835384-11-iscsi',id=45985ff7-1335-48cd-ab02-73eb58295827,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T15:10:24Z,topic='l3_agent')) {'router_ids': ['5bf36090-25e1-4755-aae5-e3986ec2d11a'], 'active': True} {{(pid=104513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 15:32:21.386894 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [None req-6b1748a6-ec74-4b1b-9172-39e84f92c5f5 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] 10.222.0.67 "PUT /v2.0/floatingips/7af6521f-bad3-483e-8294-22eecfba9a4c HTTP/1.1" status: 200 len: 992 time: 1.1976740 Jun 24 15:32:21.387577 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5126022-24c8-422f-8b3c-4ece0ccd41f7', 'tag': '80af1f02-8a99-4862-9946-cf9408dea4db'}] {{(pid=104512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 15:32:21.389808 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9db87de5340c6be2811fa9e5912a63998a589dd3f857fd3823a550d1ae48127" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f3b31ae-685d-403b-9daf-174d0a40dfa5" -d '{"events": [{"name": "network-changed", "server_uuid": "c5126022-24c8-422f-8b3c-4ece0ccd41f7", "tag": "80af1f02-8a99-4862-9946-cf9408dea4db"}]}' {{(pid=104512) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 15:32:21.420953 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-24d393d3-c99e-4f65-a6c5-87ba849006aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697012'] for agent (61dc9491-0c49-467e-b62a-6961ce952bc2), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:32:21.426730 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Jun 2022 15:32:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26a89a60-131e-48e1-9fc7-437d7065089e x-openstack-request-id: req-26a89a60-131e-48e1-9fc7-437d7065089e {{(pid=104512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 15:32:21.427022 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5126022-24c8-422f-8b3c-4ece0ccd41f7", "tag": "80af1f02-8a99-4862-9946-cf9408dea4db", "status": "completed", "code": 200}]} {{(pid=104512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 15:32:21.427313 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-26a89a60-131e-48e1-9fc7-437d7065089e {{(pid=104512) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 15:32:21.427719 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.notifiers.nova [-] Nova event matching ['req-26a89a60-131e-48e1-9fc7-437d7065089e'] response: {'name': 'network-changed', 'server_uuid': 'c5126022-24c8-422f-8b3c-4ece0ccd41f7', 'tag': '80af1f02-8a99-4862-9946-cf9408dea4db', 'status': 'completed', 'code': 200} Jun 24 15:32:21.482144 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.l3_dvr_db [None req-a7904d86-464f-4d05-a616-00970119e26e None None] Set router 5bf36090-25e1-4755-aae5-e3986ec2d11a gateway port host: dv-cinder-835384-11-iscsi {{(pid=104513) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 15:32:21.486020 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3b31ae-685d-403b-9daf-174d0a40dfa5 req-6253f17d-9969-4df2-809e-465f70224a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:32:21.487566 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-1f3b31ae-685d-403b-9daf-174d0a40dfa5 req-6253f17d-9969-4df2-809e-465f70224a8e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9c0e7447465d430d9352d9e9b7ea012c&device_id=c5126022-24c8-422f-8b3c-4ece0ccd41f7 HTTP/1.1" status: 200 len: 1130 time: 0.0392919 Jun 24 15:32:21.512471 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:32:21.584145 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3b31ae-685d-403b-9daf-174d0a40dfa5 req-0c1d8de2-b8e6-4379-9bc2-b7a0b467e698 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:32:21.586503 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-1f3b31ae-685d-403b-9daf-174d0a40dfa5 req-0c1d8de2-b8e6-4379-9bc2-b7a0b467e698 service neutron] 10.222.0.64 "GET /v2.0/networks?id=acd35ae0-cdce-4e2a-af0f-4813fbf5ee68 HTTP/1.1" status: 200 len: 915 time: 0.0917501 Jun 24 15:32:21.646315 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-1f3b31ae-685d-403b-9daf-174d0a40dfa5 req-5097959f-c0b6-44df-b963-c126cb550655 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=80af1f02-8a99-4862-9946-cf9408dea4db HTTP/1.1" status: 200 len: 1000 time: 0.0545247 Jun 24 15:32:21.683723 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:32:21.693896 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3b31ae-685d-403b-9daf-174d0a40dfa5 req-1a96efca-f2a1-42fc-91f4-abf324e9812f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:32:21.696030 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-1f3b31ae-685d-403b-9daf-174d0a40dfa5 req-1a96efca-f2a1-42fc-91f4-abf324e9812f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0c04c129-d27d-481c-9868-00d384b6110d HTTP/1.1" status: 200 len: 853 time: 0.0438845 Jun 24 15:32:21.696649 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.l3_hamode_db [None req-a7904d86-464f-4d05-a616-00970119e26e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bf36090-25e1-4755-aae5-e3986ec2d11a', 'name': 'tempest-AttachVolumeNegativeTest-125228773-router', 'tenant_id': '9c0e7447465d430d9352d9e9b7ea012c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'external_fixed_ips': [{'subnet_id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'ip_address': '172.27.0.102'}], 'enable_snat': True}, 'gw_port_id': '71aa792d-5cda-4864-a10c-1c69f8d17dbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T15:30:55Z', 'updated_at': '2022-06-24T15:30:58Z', 'revision_number': 4, 'project_id': '9c0e7447465d430d9352d9e9b7ea012c', 'gw_port': {'id': '71aa792d-5cda-4864-a10c-1c69f8d17dbd', 'name': '', 'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:2d:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bf36090-25e1-4755-aae5-e3986ec2d11a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'ip_address': '172.27.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T15:30:55Z', 'updated_at': '2022-06-24T15:31:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-11-iscsi', '_floatingips': [{'id': '7af6521f-bad3-483e-8294-22eecfba9a4c', 'tenant_id': '9c0e7447465d430d9352d9e9b7ea012c', 'floating_ip_address': '172.27.0.163', 'floating_network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'router_id': '5bf36090-25e1-4755-aae5-e3986ec2d11a', 'port_id': '80af1f02-8a99-4862-9946-cf9408dea4db', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 689, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'acd35ae0-cdce-4e2a-af0f-4813fbf5ee68', 'mac_address': 'fa:16:3e:23:b8:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5126022-24c8-422f-8b3c-4ece0ccd41f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T15:32:02Z', 'updated_at': '2022-06-24T15:32:20Z', 'revision_number': 1, 'project_id': '9c0e7447465d430d9352d9e9b7ea012c', 'fixed_ip_address_scope': None}, {'id': '84c93a73-de3b-4890-bd64-38477aaf24d8', 'tenant_id': '9c0e7447465d430d9352d9e9b7ea012c', 'floating_ip_address': '172.27.0.162', 'floating_network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'router_id': '5bf36090-25e1-4755-aae5-e3986ec2d11a', 'port_id': '649a0ab1-456d-4d91-b885-d5f4eb5249e8', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 681, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'acd35ae0-cdce-4e2a-af0f-4813fbf5ee68', 'mac_address': 'fa:16:3e:d7:1b:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d205fe2-41b4-42a3-aca8-423d2d6ffd2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T15:31:01Z', 'updated_at': '2022-06-24T15:31:16Z', 'revision_number': 2, 'project_id': '9c0e7447465d430d9352d9e9b7ea012c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abc19f20-8b2e-4749-b1c5-315ffb487568', 'name': '', 'network_id': 'acd35ae0-cdce-4e2a-af0f-4813fbf5ee68', 'tenant_id': '9c0e7447465d430d9352d9e9b7ea012c', 'mac_address': 'fa:16:3e:a6:2a:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bf36090-25e1-4755-aae5-e3986ec2d11a', 'device_owner': 'network:router_interface', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '0c04c129-d27d-481c-9868-00d384b6110d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T15:30:58Z', 'updated_at': '2022-06-24T15:31:02Z', 'revision_number': 5, 'project_id': '9c0e7447465d430d9352d9e9b7ea012c', 'subnets': [{'id': '0c04c129-d27d-481c-9868-00d384b6110d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-11-iscsi', False) {} {{(pid=104513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 15:32:21.722251 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7904d86-464f-4d05-a616-00970119e26e None None] Checking router: 5bf36090-25e1-4755-aae5-e3986ec2d11a for host: dv-cinder-835384-11-iscsi {{(pid=104513) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 15:32:21.731243 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7904d86-464f-4d05-a616-00970119e26e None None] Routers {'5bf36090-25e1-4755-aae5-e3986ec2d11a'} bound to L3 agent in host dv-cinder-835384-11-iscsi {{(pid=104513) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 15:32:21.731871 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.l3_hamode_db [None req-a7904d86-464f-4d05-a616-00970119e26e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-24T15:10:24Z,description=,heartbeat_timestamp=2022-06-24T15:31:54Z,host='dv-cinder-835384-11-iscsi',id=45985ff7-1335-48cd-ab02-73eb58295827,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T15:10:24Z,topic='l3_agent')) {'router_ids': ['5bf36090-25e1-4755-aae5-e3986ec2d11a'], 'active': True} {{(pid=104513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 15:32:21.743856 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3b31ae-685d-403b-9daf-174d0a40dfa5 req-2a94ead5-bda4-45c4-9be2-f899614a2972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:32:21.745359 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-1f3b31ae-685d-403b-9daf-174d0a40dfa5 req-2a94ead5-bda4-45c4-9be2-f899614a2972 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=acd35ae0-cdce-4e2a-af0f-4813fbf5ee68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0437195 Jun 24 15:32:21.823015 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:32:21.838487 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-1f3b31ae-685d-403b-9daf-174d0a40dfa5 req-f7727c53-9ec5-4cfd-bb4e-e0dee523c6b9 service neutron] 10.222.0.64 "GET /v2.0/networks/acd35ae0-cdce-4e2a-af0f-4813fbf5ee68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868826 Jun 24 15:32:21.841596 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.l3_dvr_db [None req-a7904d86-464f-4d05-a616-00970119e26e None None] Set router 5bf36090-25e1-4755-aae5-e3986ec2d11a gateway port host: dv-cinder-835384-11-iscsi {{(pid=104513) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 15:32:21.933213 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-1f3b31ae-685d-403b-9daf-174d0a40dfa5 req-75c65a98-4758-46db-b918-bd2d953d0509 service neutron] 10.222.0.64 "GET /v2.0/networks/acd35ae0-cdce-4e2a-af0f-4813fbf5ee68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888391 Jun 24 15:32:21.951426 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:32:22.059805 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.l3_hamode_db [None req-a7904d86-464f-4d05-a616-00970119e26e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bf36090-25e1-4755-aae5-e3986ec2d11a', 'name': 'tempest-AttachVolumeNegativeTest-125228773-router', 'tenant_id': '9c0e7447465d430d9352d9e9b7ea012c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'external_fixed_ips': [{'subnet_id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'ip_address': '172.27.0.102'}], 'enable_snat': True}, 'gw_port_id': '71aa792d-5cda-4864-a10c-1c69f8d17dbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T15:30:55Z', 'updated_at': '2022-06-24T15:30:58Z', 'revision_number': 4, 'project_id': '9c0e7447465d430d9352d9e9b7ea012c', 'gw_port': {'id': '71aa792d-5cda-4864-a10c-1c69f8d17dbd', 'name': '', 'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:2d:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bf36090-25e1-4755-aae5-e3986ec2d11a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'ip_address': '172.27.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T15:30:55Z', 'updated_at': '2022-06-24T15:31:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-11-iscsi', '_floatingips': [{'id': '7af6521f-bad3-483e-8294-22eecfba9a4c', 'tenant_id': '9c0e7447465d430d9352d9e9b7ea012c', 'floating_ip_address': '172.27.0.163', 'floating_network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'router_id': '5bf36090-25e1-4755-aae5-e3986ec2d11a', 'port_id': '80af1f02-8a99-4862-9946-cf9408dea4db', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 689, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'acd35ae0-cdce-4e2a-af0f-4813fbf5ee68', 'mac_address': 'fa:16:3e:23:b8:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5126022-24c8-422f-8b3c-4ece0ccd41f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T15:32:02Z', 'updated_at': '2022-06-24T15:32:20Z', 'revision_number': 1, 'project_id': '9c0e7447465d430d9352d9e9b7ea012c', 'fixed_ip_address_scope': None}, {'id': '84c93a73-de3b-4890-bd64-38477aaf24d8', 'tenant_id': '9c0e7447465d430d9352d9e9b7ea012c', 'floating_ip_address': '172.27.0.162', 'floating_network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'router_id': '5bf36090-25e1-4755-aae5-e3986ec2d11a', 'port_id': '649a0ab1-456d-4d91-b885-d5f4eb5249e8', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 681, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'acd35ae0-cdce-4e2a-af0f-4813fbf5ee68', 'mac_address': 'fa:16:3e:d7:1b:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d205fe2-41b4-42a3-aca8-423d2d6ffd2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T15:31:01Z', 'updated_at': '2022-06-24T15:31:16Z', 'revision_number': 2, 'project_id': '9c0e7447465d430d9352d9e9b7ea012c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abc19f20-8b2e-4749-b1c5-315ffb487568', 'name': '', 'network_id': 'acd35ae0-cdce-4e2a-af0f-4813fbf5ee68', 'tenant_id': '9c0e7447465d430d9352d9e9b7ea012c', 'mac_address': 'fa:16:3e:a6:2a:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bf36090-25e1-4755-aae5-e3986ec2d11a', 'device_owner': 'network:router_interface', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '0c04c129-d27d-481c-9868-00d384b6110d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T15:30:58Z', 'updated_at': '2022-06-24T15:31:02Z', 'revision_number': 5, 'project_id': '9c0e7447465d430d9352d9e9b7ea012c', 'subnets': [{'id': '0c04c129-d27d-481c-9868-00d384b6110d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-11-iscsi', False) {} {{(pid=104513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 15:32:22.084577 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7904d86-464f-4d05-a616-00970119e26e None None] The sync data for ids ['5bf36090-25e1-4755-aae5-e3986ec2d11a'] in dv-cinder-835384-11-iscsi is: [{'id': '5bf36090-25e1-4755-aae5-e3986ec2d11a', 'name': 'tempest-AttachVolumeNegativeTest-125228773-router', 'tenant_id': '9c0e7447465d430d9352d9e9b7ea012c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'external_fixed_ips': [{'subnet_id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'ip_address': '172.27.0.102'}], 'enable_snat': True}, 'gw_port_id': '71aa792d-5cda-4864-a10c-1c69f8d17dbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T15:30:55Z', 'updated_at': '2022-06-24T15:30:58Z', 'revision_number': 4, 'project_id': '9c0e7447465d430d9352d9e9b7ea012c', 'gw_port': {'id': '71aa792d-5cda-4864-a10c-1c69f8d17dbd', 'name': '', 'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:2d:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bf36090-25e1-4755-aae5-e3986ec2d11a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'ip_address': '172.27.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T15:30:55Z', 'updated_at': '2022-06-24T15:31:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-11-iscsi', '_floatingips': [{'id': '7af6521f-bad3-483e-8294-22eecfba9a4c', 'tenant_id': '9c0e7447465d430d9352d9e9b7ea012c', 'floating_ip_address': '172.27.0.163', 'floating_network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'router_id': '5bf36090-25e1-4755-aae5-e3986ec2d11a', 'port_id': '80af1f02-8a99-4862-9946-cf9408dea4db', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 689, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'acd35ae0-cdce-4e2a-af0f-4813fbf5ee68', 'mac_address': 'fa:16:3e:23:b8:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5126022-24c8-422f-8b3c-4ece0ccd41f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T15:32:02Z', 'updated_at': '2022-06-24T15:32:20Z', 'revision_number': 1, 'project_id': '9c0e7447465d430d9352d9e9b7ea012c', 'fixed_ip_address_scope': None}, {'id': '84c93a73-de3b-4890-bd64-38477aaf24d8', 'tenant_id': '9c0e7447465d430d9352d9e9b7ea012c', 'floating_ip_address': '172.27.0.162', 'floating_network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'router_id': '5bf36090-25e1-4755-aae5-e3986ec2d11a', 'port_id': '649a0ab1-456d-4d91-b885-d5f4eb5249e8', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 681, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'acd35ae0-cdce-4e2a-af0f-4813fbf5ee68', 'mac_address': 'fa:16:3e:d7:1b:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d205fe2-41b4-42a3-aca8-423d2d6ffd2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T15:31:01Z', 'updated_at': '2022-06-24T15:31:16Z', 'revision_number': 2, 'project_id': '9c0e7447465d430d9352d9e9b7ea012c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abc19f20-8b2e-4749-b1c5-315ffb487568', 'name': '', 'network_id': 'acd35ae0-cdce-4e2a-af0f-4813fbf5ee68', 'tenant_id': '9c0e7447465d430d9352d9e9b7ea012c', 'mac_address': 'fa:16:3e:a6:2a:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bf36090-25e1-4755-aae5-e3986ec2d11a', 'device_owner': 'network:router_interface', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '0c04c129-d27d-481c-9868-00d384b6110d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T15:30:58Z', 'updated_at': '2022-06-24T15:31:02Z', 'revision_number': 5, 'project_id': '9c0e7447465d430d9352d9e9b7ea012c', 'subnets': [{'id': '0c04c129-d27d-481c-9868-00d384b6110d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104513) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 15:32:22.275138 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28399e89-b503-48f9-9e60-e37c8bd61a7f None None] New status for floating IP 7af6521f-bad3-483e-8294-22eecfba9a4c: ACTIVE {{(pid=104514) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 24 15:32:23.731534 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-8f4e4ef5-14c9-409e-b4d3-db7d49ec2f92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697012'] for agent (45985ff7-1335-48cd-ab02-73eb58295827), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:32:24.936919 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-6e9ba797-1d0c-40f8-9e0c-708f895be0b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697012'] for agent (f984396c-9862-4f32-9cf6-f19d2e5feb00), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:32:26.446268 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-e7d2b4de-897d-40d1-b758-5e5b7ac4c4e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697012'] for agent (2f766f35-a225-44ed-b70f-669caec6f4a7), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:32:26.668917 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697012'] for agent (559fa80c-96d5-4fe7-8c5f-9eda482c27bf), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:32:31.928003 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=34 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:32:31.929876 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=95 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:32:32.373456 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG dbcounter [-] [104514] Writing DB stats neutron:SELECT=13,neutron:UPDATE=1 {{(pid=104514) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:32:32.375778 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG dbcounter [-] [104514] Writing DB stats neutron:SELECT=13,neutron:UPDATE=1 {{(pid=104514) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:32:36.613759 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:SELECT=44 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:32:36.618629 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:UPDATE=1,neutron:SELECT=5 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:32:36.620383 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:32:40.262735 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697012'] for agent (f0fa743b-ff28-43ff-ac51-704c86538f10), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:32:41.733230 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.db.agents_db [None req-1e76bcc0-0ba2-49bf-a9b5-df198b272e3c None None] Agent healthcheck: found 6 active agents {{(pid=104514) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 15:32:49.963314 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-0c0667c8-2cb2-4e31-a51f-a4227ae43813 req-80d4ac50-590c-479b-83ba-782d07ea35b8 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=7d205fe2-41b4-42a3-aca8-423d2d6ffd2d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0384994 Jun 24 15:32:50.044564 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0667c8-2cb2-4e31-a51f-a4227ae43813 req-0a082a16-a149-4bee-b9de-720e79700048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:32:50.046032 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-0c0667c8-2cb2-4e31-a51f-a4227ae43813 req-0a082a16-a149-4bee-b9de-720e79700048 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9c0e7447465d430d9352d9e9b7ea012c&device_id=7d205fe2-41b4-42a3-aca8-423d2d6ffd2d HTTP/1.1" status: 200 len: 1129 time: 0.0397122 Jun 24 15:32:50.152478 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0667c8-2cb2-4e31-a51f-a4227ae43813 req-2b5e1924-7c45-41d7-9b7a-d1cd843a5ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:32:50.153932 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-0c0667c8-2cb2-4e31-a51f-a4227ae43813 req-2b5e1924-7c45-41d7-9b7a-d1cd843a5ec1 service neutron] 10.222.0.64 "GET /v2.0/networks?id=acd35ae0-cdce-4e2a-af0f-4813fbf5ee68 HTTP/1.1" status: 200 len: 915 time: 0.0897825 Jun 24 15:32:50.209106 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:SELECT=2 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:32:50.214634 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-0c0667c8-2cb2-4e31-a51f-a4227ae43813 req-4af0cc23-1eb6-4ca2-ac5d-40a843e3c055 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=649a0ab1-456d-4d91-b885-d5f4eb5249e8 HTTP/1.1" status: 200 len: 1001 time: 0.0543687 Jun 24 15:32:50.218948 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:32:50.266798 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0667c8-2cb2-4e31-a51f-a4227ae43813 req-7a7e38d9-6c38-4bf4-a33d-d6297a01c84c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:32:50.268306 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-0c0667c8-2cb2-4e31-a51f-a4227ae43813 req-7a7e38d9-6c38-4bf4-a33d-d6297a01c84c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0c04c129-d27d-481c-9868-00d384b6110d HTTP/1.1" status: 200 len: 853 time: 0.0480819 Jun 24 15:32:50.311598 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0667c8-2cb2-4e31-a51f-a4227ae43813 req-2f294c34-7776-44e6-9652-5a34a5c06e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:32:50.313056 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-0c0667c8-2cb2-4e31-a51f-a4227ae43813 req-2f294c34-7776-44e6-9652-5a34a5c06e1c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=acd35ae0-cdce-4e2a-af0f-4813fbf5ee68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0377891 Jun 24 15:32:50.401182 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-0c0667c8-2cb2-4e31-a51f-a4227ae43813 req-aee004ad-7b2d-445f-988f-9a65c418f1ac service neutron] 10.222.0.64 "GET /v2.0/networks/acd35ae0-cdce-4e2a-af0f-4813fbf5ee68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812995 Jun 24 15:32:50.497708 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-0c0667c8-2cb2-4e31-a51f-a4227ae43813 req-efea00ba-af92-43ad-9413-f7e660904fe5 service neutron] 10.222.0.64 "GET /v2.0/networks/acd35ae0-cdce-4e2a-af0f-4813fbf5ee68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870833 Jun 24 15:32:51.314216 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-06faca65-98f4-49a4-a627-0a0f50674b4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697012'] for agent (61dc9491-0c49-467e-b62a-6961ce952bc2), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:32:51.729747 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG dbcounter [-] [104514] Writing DB stats neutron:SELECT=2 {{(pid=104514) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:32:53.765024 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-36486c26-b380-4b5a-95bf-b06db70a68f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697012'] for agent (45985ff7-1335-48cd-ab02-73eb58295827), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:32:55.010922 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-6e9ba797-1d0c-40f8-9e0c-708f895be0b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697012'] for agent (f984396c-9862-4f32-9cf6-f19d2e5feb00), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:32:55.739436 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8e45a2-d7c0-4ea4-b44b-04428609c59f req-846e6122-41be-4c7c-a0bb-aabd3f6ac3d4 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:32:55.740895 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-9b8e45a2-d7c0-4ea4-b44b-04428609c59f req-846e6122-41be-4c7c-a0bb-aabd3f6ac3d4 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] 10.222.0.67 "GET /v2.0/ports?device_id=c5126022-24c8-422f-8b3c-4ece0ccd41f7 HTTP/1.1" status: 200 len: 946 time: 0.0469344 Jun 24 15:32:55.788304 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-9b8e45a2-d7c0-4ea4-b44b-04428609c59f req-e8c48fce-a02b-4244-a2a4-8641a845b8f4 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] 10.222.0.67 "GET /v2.0/security-groups?id=42503544-3b86-4007-8a3a-0a89865543d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408714 Jun 24 15:32:56.422228 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-e7d2b4de-897d-40d1-b758-5e5b7ac4c4e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697012'] for agent (2f766f35-a225-44ed-b70f-669caec6f4a7), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:32:56.656663 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697012'] for agent (559fa80c-96d5-4fe7-8c5f-9eda482c27bf), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:32:56.763859 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG dbcounter [-] [104514] Writing DB stats neutron:SELECT=2 {{(pid=104514) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:32:56.911428 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2b1604-626f-4ef3-ac3f-a84ee9d5212c req-1dbb1112-af44-4f6b-9cca-e946adc0bf94 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:32:56.912791 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-5c2b1604-626f-4ef3-ac3f-a84ee9d5212c req-1dbb1112-af44-4f6b-9cca-e946adc0bf94 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] 10.222.0.67 "GET /v2.0/ports?device_id=c5126022-24c8-422f-8b3c-4ece0ccd41f7 HTTP/1.1" status: 200 len: 946 time: 0.0538270 Jun 24 15:32:56.960148 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-5c2b1604-626f-4ef3-ac3f-a84ee9d5212c req-de7f836b-461f-4d71-a16b-e7c0707e9459 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] 10.222.0.67 "GET /v2.0/security-groups?id=42503544-3b86-4007-8a3a-0a89865543d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413668 Jun 24 15:32:57.016415 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343d8406-49a8-48c7-9d15-c71a1077964f req-69a3bd80-cc91-44c3-a7f5-49e66e7a56a7 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:32:57.017841 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-343d8406-49a8-48c7-9d15-c71a1077964f req-69a3bd80-cc91-44c3-a7f5-49e66e7a56a7 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] 10.222.0.64 "GET /v2.0/ports?device_id=c5126022-24c8-422f-8b3c-4ece0ccd41f7 HTTP/1.1" status: 200 len: 946 time: 0.0458839 Jun 24 15:32:57.101875 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.plugin [req-343d8406-49a8-48c7-9d15-c71a1077964f req-37ccea4d-b64f-42b8-b966-fe7b0fed7814 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Deleting port 80af1f02-8a99-4862-9946-cf9408dea4db {{(pid=104512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 15:32:57.102213 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [req-343d8406-49a8-48c7-9d15-c71a1077964f req-37ccea4d-b64f-42b8-b966-fe7b0fed7814 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761385095720'] for port (80af1f02-8a99-4862-9946-cf9408dea4db), before_delete {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:32:57.191017 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.db [req-343d8406-49a8-48c7-9d15-c71a1077964f req-37ccea4d-b64f-42b8-b966-fe7b0fed7814 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] For port 80af1f02-8a99-4862-9946-cf9408dea4db, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=80af1f02-8a99-4862-9946-cf9408dea4db,segment=NetworkSegment(db94acf1-3522-4be0-9339-21a877b773e3),segment_id=db94acf1-3522-4be0-9339-21a877b773e3)] {{(pid=104512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 15:32:57.191419 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [req-343d8406-49a8-48c7-9d15-c71a1077964f req-37ccea4d-b64f-42b8-b966-fe7b0fed7814 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-465599'] for port (80af1f02-8a99-4862-9946-cf9408dea4db), precommit_delete {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:32:57.286626 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=100 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:32:57.294602 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=100 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:32:57.351693 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [req-343d8406-49a8-48c7-9d15-c71a1077964f req-37ccea4d-b64f-42b8-b966-fe7b0fed7814 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:32:57.352052 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [req-343d8406-49a8-48c7-9d15-c71a1077964f req-37ccea4d-b64f-42b8-b966-fe7b0fed7814 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-467314'] for floatingip (7af6521f-bad3-483e-8294-22eecfba9a4c), after_update {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:32:57.352370 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.db.l3_db [req-343d8406-49a8-48c7-9d15-c71a1077964f req-37ccea4d-b64f-42b8-b966-fe7b0fed7814 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Floating IP 7af6521f-bad3-483e-8294-22eecfba9a4c disassociated. External IP: 172.27.0.163, port: 80af1f02-8a99-4862-9946-cf9408dea4db. Jun 24 15:32:57.352717 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.plugin [req-343d8406-49a8-48c7-9d15-c71a1077964f req-37ccea4d-b64f-42b8-b966-fe7b0fed7814 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Calling delete_port for 80af1f02-8a99-4862-9946-cf9408dea4db owned by compute:nova {{(pid=104512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 15:32:57.525268 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [req-343d8406-49a8-48c7-9d15-c71a1077964f req-37ccea4d-b64f-42b8-b966-fe7b0fed7814 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761385101680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761384583307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3859661'] for port (80af1f02-8a99-4862-9946-cf9408dea4db), after_delete {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:32:57.553780 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ccea4d-b64f-42b8-b966-fe7b0fed7814 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Pushing event deleted for resources: {'Port': ['ID=80af1f02-8a99-4862-9946-cf9408dea4db,revision_number=None']} {{(pid=104512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:32:57.662534 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.scheduler.l3_agent_scheduler [req-343d8406-49a8-48c7-9d15-c71a1077964f req-37ccea4d-b64f-42b8-b966-fe7b0fed7814 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Router 5bf36090-25e1-4755-aae5-e3986ec2d11a has already been hosted by L3 agent 45985ff7-1335-48cd-ab02-73eb58295827 {{(pid=104512) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 15:32:57.763896 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-343d8406-49a8-48c7-9d15-c71a1077964f req-37ccea4d-b64f-42b8-b966-fe7b0fed7814 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Notify agent at l3_agent.dv-cinder-835384-11-iscsi the message routers_updated {{(pid=104512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 15:32:57.773800 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8169070b-da73-40cf-b7f2-94baf8f6c739 None None] Sync routers for ids ['5bf36090-25e1-4755-aae5-e3986ec2d11a'] in dv-cinder-835384-11-iscsi {{(pid=104513) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 15:32:57.783996 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8169070b-da73-40cf-b7f2-94baf8f6c739 None None] Routers {'5bf36090-25e1-4755-aae5-e3986ec2d11a'} bound to L3 agent in host dv-cinder-835384-11-iscsi {{(pid=104513) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 15:32:57.784635 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.l3_hamode_db [None req-8169070b-da73-40cf-b7f2-94baf8f6c739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-24T15:10:24Z,description=,heartbeat_timestamp=2022-06-24T15:32:54Z,host='dv-cinder-835384-11-iscsi',id=45985ff7-1335-48cd-ab02-73eb58295827,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T15:10:24Z,topic='l3_agent')) {'router_ids': ['5bf36090-25e1-4755-aae5-e3986ec2d11a'], 'active': True} {{(pid=104513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 15:32:57.809056 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.db.l3_dvrscheduler_db [req-343d8406-49a8-48c7-9d15-c71a1077964f req-37ccea4d-b64f-42b8-b966-fe7b0fed7814 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] No DVR routers for this DVR port 80af1f02-8a99-4862-9946-cf9408dea4db on host hv-cinder-83538 {{(pid=104512) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 24 15:32:57.811606 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [req-343d8406-49a8-48c7-9d15-c71a1077964f req-37ccea4d-b64f-42b8-b966-fe7b0fed7814 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30073'] for port (None), before_response {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:32:57.814745 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-343d8406-49a8-48c7-9d15-c71a1077964f req-37ccea4d-b64f-42b8-b966-fe7b0fed7814 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] 10.222.0.64 "DELETE /v2.0/ports/80af1f02-8a99-4862-9946-cf9408dea4db HTTP/1.1" status: 204 len: 173 time: 0.7906957 Jun 24 15:32:57.815229 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5126022-24c8-422f-8b3c-4ece0ccd41f7', 'name': 'network-vif-deleted', 'tag': '80af1f02-8a99-4862-9946-cf9408dea4db'}] {{(pid=104512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 15:32:57.817439 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9db87de5340c6be2811fa9e5912a63998a589dd3f857fd3823a550d1ae48127" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a8dc666-3af0-4b8e-b76d-f8a34ce5434d" -d '{"events": [{"server_uuid": "c5126022-24c8-422f-8b3c-4ece0ccd41f7", "name": "network-vif-deleted", "tag": "80af1f02-8a99-4862-9946-cf9408dea4db"}]}' {{(pid=104512) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 15:32:57.853884 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 15:32:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69d1a235-f14b-4dd8-995d-7e0389f17392 x-openstack-request-id: req-69d1a235-f14b-4dd8-995d-7e0389f17392 {{(pid=104512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 15:32:57.854196 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5126022-24c8-422f-8b3c-4ece0ccd41f7", "name": "network-vif-deleted", "tag": "80af1f02-8a99-4862-9946-cf9408dea4db", "status": "completed", "code": 200}]} {{(pid=104512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 15:32:57.854449 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-69d1a235-f14b-4dd8-995d-7e0389f17392 {{(pid=104512) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 15:32:57.854860 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.notifiers.nova [-] Nova event matching ['req-69d1a235-f14b-4dd8-995d-7e0389f17392'] response: {'server_uuid': 'c5126022-24c8-422f-8b3c-4ece0ccd41f7', 'name': 'network-vif-deleted', 'tag': '80af1f02-8a99-4862-9946-cf9408dea4db', 'status': 'completed', 'code': 200} Jun 24 15:32:57.896111 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.l3_dvr_db [None req-8169070b-da73-40cf-b7f2-94baf8f6c739 None None] Set router 5bf36090-25e1-4755-aae5-e3986ec2d11a gateway port host: dv-cinder-835384-11-iscsi {{(pid=104513) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 15:32:58.072998 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-1d28585a-cc20-46fb-9979-959925235904 req-53a0c6bb-edaa-4936-92ed-92aba0111cbf tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] 10.222.0.67 "GET /v2.0/ports?device_id=c5126022-24c8-422f-8b3c-4ece0ccd41f7 HTTP/1.1" status: 200 len: 210 time: 0.0352094 Jun 24 15:32:58.137971 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.l3_hamode_db [None req-8169070b-da73-40cf-b7f2-94baf8f6c739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bf36090-25e1-4755-aae5-e3986ec2d11a', 'name': 'tempest-AttachVolumeNegativeTest-125228773-router', 'tenant_id': '9c0e7447465d430d9352d9e9b7ea012c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'external_fixed_ips': [{'subnet_id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'ip_address': '172.27.0.102'}], 'enable_snat': True}, 'gw_port_id': '71aa792d-5cda-4864-a10c-1c69f8d17dbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T15:30:55Z', 'updated_at': '2022-06-24T15:30:58Z', 'revision_number': 4, 'project_id': '9c0e7447465d430d9352d9e9b7ea012c', 'gw_port': {'id': '71aa792d-5cda-4864-a10c-1c69f8d17dbd', 'name': '', 'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:2d:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bf36090-25e1-4755-aae5-e3986ec2d11a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'ip_address': '172.27.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T15:30:55Z', 'updated_at': '2022-06-24T15:31:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-11-iscsi', '_floatingips': [{'id': '84c93a73-de3b-4890-bd64-38477aaf24d8', 'tenant_id': '9c0e7447465d430d9352d9e9b7ea012c', 'floating_ip_address': '172.27.0.162', 'floating_network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'router_id': '5bf36090-25e1-4755-aae5-e3986ec2d11a', 'port_id': '649a0ab1-456d-4d91-b885-d5f4eb5249e8', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 681, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'acd35ae0-cdce-4e2a-af0f-4813fbf5ee68', 'mac_address': 'fa:16:3e:d7:1b:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d205fe2-41b4-42a3-aca8-423d2d6ffd2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T15:31:01Z', 'updated_at': '2022-06-24T15:31:16Z', 'revision_number': 2, 'project_id': '9c0e7447465d430d9352d9e9b7ea012c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abc19f20-8b2e-4749-b1c5-315ffb487568', 'name': '', 'network_id': 'acd35ae0-cdce-4e2a-af0f-4813fbf5ee68', 'tenant_id': '9c0e7447465d430d9352d9e9b7ea012c', 'mac_address': 'fa:16:3e:a6:2a:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bf36090-25e1-4755-aae5-e3986ec2d11a', 'device_owner': 'network:router_interface', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '0c04c129-d27d-481c-9868-00d384b6110d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T15:30:58Z', 'updated_at': '2022-06-24T15:31:02Z', 'revision_number': 5, 'project_id': '9c0e7447465d430d9352d9e9b7ea012c', 'subnets': [{'id': '0c04c129-d27d-481c-9868-00d384b6110d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-11-iscsi', False) {} {{(pid=104513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 15:32:58.162974 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8169070b-da73-40cf-b7f2-94baf8f6c739 None None] Checking router: 5bf36090-25e1-4755-aae5-e3986ec2d11a for host: dv-cinder-835384-11-iscsi {{(pid=104513) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 15:32:58.171416 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8169070b-da73-40cf-b7f2-94baf8f6c739 None None] Routers {'5bf36090-25e1-4755-aae5-e3986ec2d11a'} bound to L3 agent in host dv-cinder-835384-11-iscsi {{(pid=104513) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 15:32:58.172017 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.l3_hamode_db [None req-8169070b-da73-40cf-b7f2-94baf8f6c739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-24T15:10:24Z,description=,heartbeat_timestamp=2022-06-24T15:32:54Z,host='dv-cinder-835384-11-iscsi',id=45985ff7-1335-48cd-ab02-73eb58295827,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T15:10:24Z,topic='l3_agent')) {'router_ids': ['5bf36090-25e1-4755-aae5-e3986ec2d11a'], 'active': True} {{(pid=104513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 15:32:58.273033 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.l3_dvr_db [None req-8169070b-da73-40cf-b7f2-94baf8f6c739 None None] Set router 5bf36090-25e1-4755-aae5-e3986ec2d11a gateway port host: dv-cinder-835384-11-iscsi {{(pid=104513) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 15:32:58.598267 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.l3_hamode_db [None req-8169070b-da73-40cf-b7f2-94baf8f6c739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bf36090-25e1-4755-aae5-e3986ec2d11a', 'name': 'tempest-AttachVolumeNegativeTest-125228773-router', 'tenant_id': '9c0e7447465d430d9352d9e9b7ea012c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'external_fixed_ips': [{'subnet_id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'ip_address': '172.27.0.102'}], 'enable_snat': True}, 'gw_port_id': '71aa792d-5cda-4864-a10c-1c69f8d17dbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T15:30:55Z', 'updated_at': '2022-06-24T15:30:58Z', 'revision_number': 4, 'project_id': '9c0e7447465d430d9352d9e9b7ea012c', 'gw_port': {'id': '71aa792d-5cda-4864-a10c-1c69f8d17dbd', 'name': '', 'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:2d:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bf36090-25e1-4755-aae5-e3986ec2d11a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'ip_address': '172.27.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T15:30:55Z', 'updated_at': '2022-06-24T15:31:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-11-iscsi', '_floatingips': [{'id': '84c93a73-de3b-4890-bd64-38477aaf24d8', 'tenant_id': '9c0e7447465d430d9352d9e9b7ea012c', 'floating_ip_address': '172.27.0.162', 'floating_network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'router_id': '5bf36090-25e1-4755-aae5-e3986ec2d11a', 'port_id': '649a0ab1-456d-4d91-b885-d5f4eb5249e8', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 681, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'acd35ae0-cdce-4e2a-af0f-4813fbf5ee68', 'mac_address': 'fa:16:3e:d7:1b:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d205fe2-41b4-42a3-aca8-423d2d6ffd2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T15:31:01Z', 'updated_at': '2022-06-24T15:31:16Z', 'revision_number': 2, 'project_id': '9c0e7447465d430d9352d9e9b7ea012c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abc19f20-8b2e-4749-b1c5-315ffb487568', 'name': '', 'network_id': 'acd35ae0-cdce-4e2a-af0f-4813fbf5ee68', 'tenant_id': '9c0e7447465d430d9352d9e9b7ea012c', 'mac_address': 'fa:16:3e:a6:2a:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bf36090-25e1-4755-aae5-e3986ec2d11a', 'device_owner': 'network:router_interface', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '0c04c129-d27d-481c-9868-00d384b6110d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T15:30:58Z', 'updated_at': '2022-06-24T15:31:02Z', 'revision_number': 5, 'project_id': '9c0e7447465d430d9352d9e9b7ea012c', 'subnets': [{'id': '0c04c129-d27d-481c-9868-00d384b6110d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-11-iscsi', False) {} {{(pid=104513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 15:32:58.626360 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8169070b-da73-40cf-b7f2-94baf8f6c739 None None] The sync data for ids ['5bf36090-25e1-4755-aae5-e3986ec2d11a'] in dv-cinder-835384-11-iscsi is: [{'id': '5bf36090-25e1-4755-aae5-e3986ec2d11a', 'name': 'tempest-AttachVolumeNegativeTest-125228773-router', 'tenant_id': '9c0e7447465d430d9352d9e9b7ea012c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'external_fixed_ips': [{'subnet_id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'ip_address': '172.27.0.102'}], 'enable_snat': True}, 'gw_port_id': '71aa792d-5cda-4864-a10c-1c69f8d17dbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T15:30:55Z', 'updated_at': '2022-06-24T15:30:58Z', 'revision_number': 4, 'project_id': '9c0e7447465d430d9352d9e9b7ea012c', 'gw_port': {'id': '71aa792d-5cda-4864-a10c-1c69f8d17dbd', 'name': '', 'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:2d:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bf36090-25e1-4755-aae5-e3986ec2d11a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'ip_address': '172.27.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T15:30:55Z', 'updated_at': '2022-06-24T15:31:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-11-iscsi', '_floatingips': [{'id': '84c93a73-de3b-4890-bd64-38477aaf24d8', 'tenant_id': '9c0e7447465d430d9352d9e9b7ea012c', 'floating_ip_address': '172.27.0.162', 'floating_network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'router_id': '5bf36090-25e1-4755-aae5-e3986ec2d11a', 'port_id': '649a0ab1-456d-4d91-b885-d5f4eb5249e8', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 681, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'acd35ae0-cdce-4e2a-af0f-4813fbf5ee68', 'mac_address': 'fa:16:3e:d7:1b:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d205fe2-41b4-42a3-aca8-423d2d6ffd2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T15:31:01Z', 'updated_at': '2022-06-24T15:31:16Z', 'revision_number': 2, 'project_id': '9c0e7447465d430d9352d9e9b7ea012c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abc19f20-8b2e-4749-b1c5-315ffb487568', 'name': '', 'network_id': 'acd35ae0-cdce-4e2a-af0f-4813fbf5ee68', 'tenant_id': '9c0e7447465d430d9352d9e9b7ea012c', 'mac_address': 'fa:16:3e:a6:2a:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bf36090-25e1-4755-aae5-e3986ec2d11a', 'device_owner': 'network:router_interface', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '0c04c129-d27d-481c-9868-00d384b6110d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T15:30:58Z', 'updated_at': '2022-06-24T15:31:02Z', 'revision_number': 5, 'project_id': '9c0e7447465d430d9352d9e9b7ea012c', 'subnets': [{'id': '0c04c129-d27d-481c-9868-00d384b6110d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104513) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 15:32:58.847440 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-192f9e68-749c-41c6-ba13-c5fc18a2664e None None] New status for floating IP 7af6521f-bad3-483e-8294-22eecfba9a4c: DOWN {{(pid=104514) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 24 15:32:59.200086 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.wsgi [-] (104512) accepted ('10.222.0.67', 46874) {{(pid=104512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:32:59.254761 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-2a04747b-a73e-4ce2-8ab4-7ca299f8bce2 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Publish callbacks [] for security_group (42503544-3b86-4007-8a3a-0a89865543d2), before_delete {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:32:59.278490 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-2a04747b-a73e-4ce2-8ab4-7ca299f8bce2 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Publish callbacks [] for security_group (42503544-3b86-4007-8a3a-0a89865543d2), precommit_delete {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:32:59.405273 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-2a04747b-a73e-4ce2-8ab4-7ca299f8bce2 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-275664'] for security_group (42503544-3b86-4007-8a3a-0a89865543d2), after_delete {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:32:59.407840 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-2a04747b-a73e-4ce2-8ab4-7ca299f8bce2 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Publish callbacks [] for security_group (None), before_response {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:32:59.408995 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [None req-2a04747b-a73e-4ce2-8ab4-7ca299f8bce2 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] 10.222.0.67 "DELETE /v2.0/security-groups/42503544-3b86-4007-8a3a-0a89865543d2 HTTP/1.1" status: 204 len: 168 time: 0.2079248 Jun 24 15:32:59.412025 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.wsgi [-] (104511) accepted ('10.222.0.67', 46876) {{(pid=104511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:32:59.419012 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a04747b-a73e-4ce2-8ab4-7ca299f8bce2 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=42503544-3b86-4007-8a3a-0a89865543d2,revision_number=None']} {{(pid=104512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:32:59.428684 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.api.v2.resource [None req-44091490-09a6-42fe-a6d8-a07a22e6536b tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] show failed (client error): The resource could not be found. Jun 24 15:32:59.429724 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [None req-44091490-09a6-42fe-a6d8-a07a22e6536b tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] 10.222.0.67 "GET /v2.0/security-groups/42503544-3b86-4007-8a3a-0a89865543d2 HTTP/1.1" status: 404 len: 347 time: 0.0165420 Jun 24 15:32:59.433185 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.wsgi [-] (104512) accepted ('10.222.0.67', 46880) {{(pid=104512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:32:59.544688 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.plugin [None req-f88adfc0-e710-4c48-83fe-544a48420ef3 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Deleting port ae0789a8-3e68-49d5-853f-f3cf40e9bd58 {{(pid=104512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 15:32:59.544940 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-f88adfc0-e710-4c48-83fe-544a48420ef3 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761385095720'] for port (ae0789a8-3e68-49d5-853f-f3cf40e9bd58), before_delete {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:32:59.623811 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-f88adfc0-e710-4c48-83fe-544a48420ef3 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-465599'] for port (ae0789a8-3e68-49d5-853f-f3cf40e9bd58), precommit_delete {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:32:59.624136 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-f88adfc0-e710-4c48-83fe-544a48420ef3 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Publish callbacks [] for floatingip (ae0789a8-3e68-49d5-853f-f3cf40e9bd58), precommit_delete {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:32:59.626315 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:32:59.638141 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.plugin [None req-f88adfc0-e710-4c48-83fe-544a48420ef3 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Calling delete_port for ae0789a8-3e68-49d5-853f-f3cf40e9bd58 owned by network:floatingip {{(pid=104512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 15:32:59.682594 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:32:59.851282 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-f88adfc0-e710-4c48-83fe-544a48420ef3 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761385101680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761384583307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3859661'] for port (ae0789a8-3e68-49d5-853f-f3cf40e9bd58), after_delete {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:32:59.879304 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88adfc0-e710-4c48-83fe-544a48420ef3 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Pushing event deleted for resources: {'Port': ['ID=ae0789a8-3e68-49d5-853f-f3cf40e9bd58,revision_number=None']} {{(pid=104512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:32:59.940435 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-f88adfc0-e710-4c48-83fe-544a48420ef3 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Publish callbacks [] for floatingip (7af6521f-bad3-483e-8294-22eecfba9a4c), after_delete {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:32:59.943533 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-f88adfc0-e710-4c48-83fe-544a48420ef3 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30073'] for floatingip (None), before_response {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:32:59.944691 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [None req-f88adfc0-e710-4c48-83fe-544a48420ef3 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] 10.222.0.67 "DELETE /v2.0/floatingips/7af6521f-bad3-483e-8294-22eecfba9a4c HTTP/1.1" status: 204 len: 168 time: 0.5105484 Jun 24 15:33:00.835669 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.rpc [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Device 80af1f02-8a99-4862-9946-cf9408dea4db no longer exists at agent hyperv_hv-cinder-83538 {{(pid=104513) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 15:33:00.856149 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.plugin [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] No Port match for: 80af1f02-8a99-4862-9946-cf9408dea4db {{(pid=104513) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 15:33:00.856494 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.rpc [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Device 80af1f02-8a99-4862-9946-cf9408dea4db not bound to the agent host hv-cinder-83538 {{(pid=104513) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 15:33:01.845628 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d8a6db-ad0d-4771-ad8d-c3e04f3e2177 req-99244572-ae4b-424c-963a-b928c9ebaf19 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:33:01.847086 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-e8d8a6db-ad0d-4771-ad8d-c3e04f3e2177 req-99244572-ae4b-424c-963a-b928c9ebaf19 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] 10.222.0.67 "GET /v2.0/ports?device_id=7d205fe2-41b4-42a3-aca8-423d2d6ffd2d HTTP/1.1" status: 200 len: 945 time: 0.0472903 Jun 24 15:33:01.897321 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-e8d8a6db-ad0d-4771-ad8d-c3e04f3e2177 req-320869b8-ee7f-49f6-8fea-2c9723f0ff56 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] 10.222.0.67 "GET /v2.0/security-groups?id=362453ea-2697-422d-841c-d1fbabb0b88b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447409 Jun 24 15:33:03.013312 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efed57b-173d-477b-86a0-35c36f16a7c4 req-8c167425-8e22-41b6-853c-768bc6790420 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:33:03.014774 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-1efed57b-173d-477b-86a0-35c36f16a7c4 req-8c167425-8e22-41b6-853c-768bc6790420 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] 10.222.0.67 "GET /v2.0/ports?device_id=7d205fe2-41b4-42a3-aca8-423d2d6ffd2d HTTP/1.1" status: 200 len: 945 time: 0.0469923 Jun 24 15:33:03.061560 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-1efed57b-173d-477b-86a0-35c36f16a7c4 req-0a01e184-b090-47a0-9f1a-eb6d13609792 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] 10.222.0.67 "GET /v2.0/security-groups?id=362453ea-2697-422d-841c-d1fbabb0b88b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410848 Jun 24 15:33:03.263254 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbef8d8f-fbda-4172-9434-33d9c3fb177d req-c8b8dc43-3407-463d-af77-7f2222db44c5 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:33:03.264593 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-dbef8d8f-fbda-4172-9434-33d9c3fb177d req-c8b8dc43-3407-463d-af77-7f2222db44c5 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] 10.222.0.64 "GET /v2.0/ports?device_id=7d205fe2-41b4-42a3-aca8-423d2d6ffd2d HTTP/1.1" status: 200 len: 945 time: 0.0465231 Jun 24 15:33:03.346171 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.plugin [req-dbef8d8f-fbda-4172-9434-33d9c3fb177d req-5a9c17b6-ac53-4bf2-b4ec-197aa8bff5dc tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Deleting port 649a0ab1-456d-4d91-b885-d5f4eb5249e8 {{(pid=104512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 15:33:03.346510 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [req-dbef8d8f-fbda-4172-9434-33d9c3fb177d req-5a9c17b6-ac53-4bf2-b4ec-197aa8bff5dc tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761385095720'] for port (649a0ab1-456d-4d91-b885-d5f4eb5249e8), before_delete {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:33:03.434240 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.db [req-dbef8d8f-fbda-4172-9434-33d9c3fb177d req-5a9c17b6-ac53-4bf2-b4ec-197aa8bff5dc tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] For port 649a0ab1-456d-4d91-b885-d5f4eb5249e8, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=649a0ab1-456d-4d91-b885-d5f4eb5249e8,segment=NetworkSegment(db94acf1-3522-4be0-9339-21a877b773e3),segment_id=db94acf1-3522-4be0-9339-21a877b773e3)] {{(pid=104512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 15:33:03.434596 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [req-dbef8d8f-fbda-4172-9434-33d9c3fb177d req-5a9c17b6-ac53-4bf2-b4ec-197aa8bff5dc tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-465599'] for port (649a0ab1-456d-4d91-b885-d5f4eb5249e8), precommit_delete {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:33:03.592414 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:33:03.595468 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [req-dbef8d8f-fbda-4172-9434-33d9c3fb177d req-5a9c17b6-ac53-4bf2-b4ec-197aa8bff5dc tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:33:03.595810 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [req-dbef8d8f-fbda-4172-9434-33d9c3fb177d req-5a9c17b6-ac53-4bf2-b4ec-197aa8bff5dc tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-467314'] for floatingip (84c93a73-de3b-4890-bd64-38477aaf24d8), after_update {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:33:03.596127 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.db.l3_db [req-dbef8d8f-fbda-4172-9434-33d9c3fb177d req-5a9c17b6-ac53-4bf2-b4ec-197aa8bff5dc tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Floating IP 84c93a73-de3b-4890-bd64-38477aaf24d8 disassociated. External IP: 172.27.0.162, port: 649a0ab1-456d-4d91-b885-d5f4eb5249e8. Jun 24 15:33:03.596472 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.plugin [req-dbef8d8f-fbda-4172-9434-33d9c3fb177d req-5a9c17b6-ac53-4bf2-b4ec-197aa8bff5dc tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Calling delete_port for 649a0ab1-456d-4d91-b885-d5f4eb5249e8 owned by compute:nova {{(pid=104512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 15:33:03.714136 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:33:03.776682 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [req-dbef8d8f-fbda-4172-9434-33d9c3fb177d req-5a9c17b6-ac53-4bf2-b4ec-197aa8bff5dc tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761385101680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761384583307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3859661'] for port (649a0ab1-456d-4d91-b885-d5f4eb5249e8), after_delete {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:33:03.804749 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9c17b6-ac53-4bf2-b4ec-197aa8bff5dc tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Pushing event deleted for resources: {'Port': ['ID=649a0ab1-456d-4d91-b885-d5f4eb5249e8,revision_number=None']} {{(pid=104512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:33:03.815607 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a9c17b6-ac53-4bf2-b4ec-197aa8bff5dc tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:33:03.818653 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a9c17b6-ac53-4bf2-b4ec-197aa8bff5dc tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:33:03.818653 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a9c17b6-ac53-4bf2-b4ec-197aa8bff5dc tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:33:03.818653 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a9c17b6-ac53-4bf2-b4ec-197aa8bff5dc tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:33:03.818653 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a9c17b6-ac53-4bf2-b4ec-197aa8bff5dc tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:33:03.818653 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a9c17b6-ac53-4bf2-b4ec-197aa8bff5dc tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:33:03.818653 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a9c17b6-ac53-4bf2-b4ec-197aa8bff5dc tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:33:03.818653 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a9c17b6-ac53-4bf2-b4ec-197aa8bff5dc tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:33:03.818653 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a9c17b6-ac53-4bf2-b4ec-197aa8bff5dc tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:33:03.818653 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a9c17b6-ac53-4bf2-b4ec-197aa8bff5dc tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:33:03.820144 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a9c17b6-ac53-4bf2-b4ec-197aa8bff5dc tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:33:03.820144 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a9c17b6-ac53-4bf2-b4ec-197aa8bff5dc tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:33:03.820144 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a9c17b6-ac53-4bf2-b4ec-197aa8bff5dc tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:33:03.820144 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a9c17b6-ac53-4bf2-b4ec-197aa8bff5dc tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:33:03.820144 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a9c17b6-ac53-4bf2-b4ec-197aa8bff5dc tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:33:03.928173 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dbef8d8f-fbda-4172-9434-33d9c3fb177d req-5a9c17b6-ac53-4bf2-b4ec-197aa8bff5dc tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Router 5bf36090-25e1-4755-aae5-e3986ec2d11a has already been hosted by L3 agent 45985ff7-1335-48cd-ab02-73eb58295827 {{(pid=104512) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 15:33:04.029674 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dbef8d8f-fbda-4172-9434-33d9c3fb177d req-5a9c17b6-ac53-4bf2-b4ec-197aa8bff5dc tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Notify agent at l3_agent.dv-cinder-835384-11-iscsi the message routers_updated {{(pid=104512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 15:33:04.038893 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4f8e097-4dd1-4c40-a2bd-2c59e3d5d532 None None] Sync routers for ids ['5bf36090-25e1-4755-aae5-e3986ec2d11a'] in dv-cinder-835384-11-iscsi {{(pid=104513) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 15:33:04.049897 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4f8e097-4dd1-4c40-a2bd-2c59e3d5d532 None None] Routers {'5bf36090-25e1-4755-aae5-e3986ec2d11a'} bound to L3 agent in host dv-cinder-835384-11-iscsi {{(pid=104513) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 15:33:04.050511 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.l3_hamode_db [None req-a4f8e097-4dd1-4c40-a2bd-2c59e3d5d532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-24T15:10:24Z,description=,heartbeat_timestamp=2022-06-24T15:32:54Z,host='dv-cinder-835384-11-iscsi',id=45985ff7-1335-48cd-ab02-73eb58295827,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T15:10:24Z,topic='l3_agent')) {'router_ids': ['5bf36090-25e1-4755-aae5-e3986ec2d11a'], 'active': True} {{(pid=104513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 15:33:04.075435 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbef8d8f-fbda-4172-9434-33d9c3fb177d req-5a9c17b6-ac53-4bf2-b4ec-197aa8bff5dc tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] No DVR routers for this DVR port 649a0ab1-456d-4d91-b885-d5f4eb5249e8 on host hv-cinder-83538 {{(pid=104512) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 24 15:33:04.077972 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [req-dbef8d8f-fbda-4172-9434-33d9c3fb177d req-5a9c17b6-ac53-4bf2-b4ec-197aa8bff5dc tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30073'] for port (None), before_response {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:33:04.081338 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-dbef8d8f-fbda-4172-9434-33d9c3fb177d req-5a9c17b6-ac53-4bf2-b4ec-197aa8bff5dc tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] 10.222.0.64 "DELETE /v2.0/ports/649a0ab1-456d-4d91-b885-d5f4eb5249e8 HTTP/1.1" status: 204 len: 173 time: 0.8114684 Jun 24 15:33:04.081849 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d205fe2-41b4-42a3-aca8-423d2d6ffd2d', 'name': 'network-vif-deleted', 'tag': '649a0ab1-456d-4d91-b885-d5f4eb5249e8'}] {{(pid=104512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 15:33:04.084547 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9db87de5340c6be2811fa9e5912a63998a589dd3f857fd3823a550d1ae48127" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cd70f90-f380-4796-a179-c693a36f30de" -d '{"events": [{"server_uuid": "7d205fe2-41b4-42a3-aca8-423d2d6ffd2d", "name": "network-vif-deleted", "tag": "649a0ab1-456d-4d91-b885-d5f4eb5249e8"}]}' {{(pid=104512) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 15:33:04.134923 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 15:33:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67bdd92d-1a31-45fc-a7c8-0d46964371cc x-openstack-request-id: req-67bdd92d-1a31-45fc-a7c8-0d46964371cc {{(pid=104512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 15:33:04.135059 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d205fe2-41b4-42a3-aca8-423d2d6ffd2d", "name": "network-vif-deleted", "tag": "649a0ab1-456d-4d91-b885-d5f4eb5249e8", "status": "completed", "code": 200}]} {{(pid=104512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 15:33:04.135443 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-67bdd92d-1a31-45fc-a7c8-0d46964371cc {{(pid=104512) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 15:33:04.136725 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.notifiers.nova [-] Nova event matching ['req-67bdd92d-1a31-45fc-a7c8-0d46964371cc'] response: {'server_uuid': '7d205fe2-41b4-42a3-aca8-423d2d6ffd2d', 'name': 'network-vif-deleted', 'tag': '649a0ab1-456d-4d91-b885-d5f4eb5249e8', 'status': 'completed', 'code': 200} Jun 24 15:33:04.159310 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.l3_dvr_db [None req-a4f8e097-4dd1-4c40-a2bd-2c59e3d5d532 None None] Set router 5bf36090-25e1-4755-aae5-e3986ec2d11a gateway port host: dv-cinder-835384-11-iscsi {{(pid=104513) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 15:33:04.190225 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-b194a83d-e460-4c42-9635-8c2d19fe5e27 req-2d064772-e55f-4301-ad2f-400746eebc8a tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] 10.222.0.67 "GET /v2.0/ports?device_id=7d205fe2-41b4-42a3-aca8-423d2d6ffd2d HTTP/1.1" status: 200 len: 210 time: 0.0314901 Jun 24 15:33:04.360755 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.l3_hamode_db [None req-a4f8e097-4dd1-4c40-a2bd-2c59e3d5d532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bf36090-25e1-4755-aae5-e3986ec2d11a', 'name': 'tempest-AttachVolumeNegativeTest-125228773-router', 'tenant_id': '9c0e7447465d430d9352d9e9b7ea012c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'external_fixed_ips': [{'subnet_id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'ip_address': '172.27.0.102'}], 'enable_snat': True}, 'gw_port_id': '71aa792d-5cda-4864-a10c-1c69f8d17dbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T15:30:55Z', 'updated_at': '2022-06-24T15:30:58Z', 'revision_number': 4, 'project_id': '9c0e7447465d430d9352d9e9b7ea012c', 'gw_port': {'id': '71aa792d-5cda-4864-a10c-1c69f8d17dbd', 'name': '', 'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:2d:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bf36090-25e1-4755-aae5-e3986ec2d11a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'ip_address': '172.27.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T15:30:55Z', 'updated_at': '2022-06-24T15:31:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-11-iscsi', '_interfaces': [{'id': 'abc19f20-8b2e-4749-b1c5-315ffb487568', 'name': '', 'network_id': 'acd35ae0-cdce-4e2a-af0f-4813fbf5ee68', 'tenant_id': '9c0e7447465d430d9352d9e9b7ea012c', 'mac_address': 'fa:16:3e:a6:2a:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bf36090-25e1-4755-aae5-e3986ec2d11a', 'device_owner': 'network:router_interface', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '0c04c129-d27d-481c-9868-00d384b6110d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T15:30:58Z', 'updated_at': '2022-06-24T15:31:02Z', 'revision_number': 5, 'project_id': '9c0e7447465d430d9352d9e9b7ea012c', 'subnets': [{'id': '0c04c129-d27d-481c-9868-00d384b6110d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-11-iscsi', False) {} {{(pid=104513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 15:33:04.385629 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4f8e097-4dd1-4c40-a2bd-2c59e3d5d532 None None] Checking router: 5bf36090-25e1-4755-aae5-e3986ec2d11a for host: dv-cinder-835384-11-iscsi {{(pid=104513) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 15:33:04.394642 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4f8e097-4dd1-4c40-a2bd-2c59e3d5d532 None None] Routers {'5bf36090-25e1-4755-aae5-e3986ec2d11a'} bound to L3 agent in host dv-cinder-835384-11-iscsi {{(pid=104513) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 15:33:04.395274 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.l3_hamode_db [None req-a4f8e097-4dd1-4c40-a2bd-2c59e3d5d532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-24T15:10:24Z,description=,heartbeat_timestamp=2022-06-24T15:32:54Z,host='dv-cinder-835384-11-iscsi',id=45985ff7-1335-48cd-ab02-73eb58295827,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T15:10:24Z,topic='l3_agent')) {'router_ids': ['5bf36090-25e1-4755-aae5-e3986ec2d11a'], 'active': True} {{(pid=104513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 15:33:04.497166 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.l3_dvr_db [None req-a4f8e097-4dd1-4c40-a2bd-2c59e3d5d532 None None] Set router 5bf36090-25e1-4755-aae5-e3986ec2d11a gateway port host: dv-cinder-835384-11-iscsi {{(pid=104513) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 15:33:04.574894 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:33:04.628236 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:SELECT=100 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:33:04.686846 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.l3_hamode_db [None req-a4f8e097-4dd1-4c40-a2bd-2c59e3d5d532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bf36090-25e1-4755-aae5-e3986ec2d11a', 'name': 'tempest-AttachVolumeNegativeTest-125228773-router', 'tenant_id': '9c0e7447465d430d9352d9e9b7ea012c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'external_fixed_ips': [{'subnet_id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'ip_address': '172.27.0.102'}], 'enable_snat': True}, 'gw_port_id': '71aa792d-5cda-4864-a10c-1c69f8d17dbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T15:30:55Z', 'updated_at': '2022-06-24T15:30:58Z', 'revision_number': 4, 'project_id': '9c0e7447465d430d9352d9e9b7ea012c', 'gw_port': {'id': '71aa792d-5cda-4864-a10c-1c69f8d17dbd', 'name': '', 'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:2d:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bf36090-25e1-4755-aae5-e3986ec2d11a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'ip_address': '172.27.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T15:30:55Z', 'updated_at': '2022-06-24T15:31:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-11-iscsi', '_interfaces': [{'id': 'abc19f20-8b2e-4749-b1c5-315ffb487568', 'name': '', 'network_id': 'acd35ae0-cdce-4e2a-af0f-4813fbf5ee68', 'tenant_id': '9c0e7447465d430d9352d9e9b7ea012c', 'mac_address': 'fa:16:3e:a6:2a:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bf36090-25e1-4755-aae5-e3986ec2d11a', 'device_owner': 'network:router_interface', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '0c04c129-d27d-481c-9868-00d384b6110d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T15:30:58Z', 'updated_at': '2022-06-24T15:31:02Z', 'revision_number': 5, 'project_id': '9c0e7447465d430d9352d9e9b7ea012c', 'subnets': [{'id': '0c04c129-d27d-481c-9868-00d384b6110d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-11-iscsi', False) {} {{(pid=104513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 15:33:04.711572 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4f8e097-4dd1-4c40-a2bd-2c59e3d5d532 None None] The sync data for ids ['5bf36090-25e1-4755-aae5-e3986ec2d11a'] in dv-cinder-835384-11-iscsi is: [{'id': '5bf36090-25e1-4755-aae5-e3986ec2d11a', 'name': 'tempest-AttachVolumeNegativeTest-125228773-router', 'tenant_id': '9c0e7447465d430d9352d9e9b7ea012c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'external_fixed_ips': [{'subnet_id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'ip_address': '172.27.0.102'}], 'enable_snat': True}, 'gw_port_id': '71aa792d-5cda-4864-a10c-1c69f8d17dbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T15:30:55Z', 'updated_at': '2022-06-24T15:30:58Z', 'revision_number': 4, 'project_id': '9c0e7447465d430d9352d9e9b7ea012c', 'gw_port': {'id': '71aa792d-5cda-4864-a10c-1c69f8d17dbd', 'name': '', 'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:2d:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bf36090-25e1-4755-aae5-e3986ec2d11a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'ip_address': '172.27.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T15:30:55Z', 'updated_at': '2022-06-24T15:31:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-11-iscsi', '_interfaces': [{'id': 'abc19f20-8b2e-4749-b1c5-315ffb487568', 'name': '', 'network_id': 'acd35ae0-cdce-4e2a-af0f-4813fbf5ee68', 'tenant_id': '9c0e7447465d430d9352d9e9b7ea012c', 'mac_address': 'fa:16:3e:a6:2a:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bf36090-25e1-4755-aae5-e3986ec2d11a', 'device_owner': 'network:router_interface', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '0c04c129-d27d-481c-9868-00d384b6110d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T15:30:58Z', 'updated_at': '2022-06-24T15:31:02Z', 'revision_number': 5, 'project_id': '9c0e7447465d430d9352d9e9b7ea012c', 'subnets': [{'id': '0c04c129-d27d-481c-9868-00d384b6110d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104513) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 15:33:04.932455 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36b0ae33-3f05-49e4-8923-bf7cbe7d0caf None None] New status for floating IP 84c93a73-de3b-4890-bd64-38477aaf24d8: DOWN {{(pid=104514) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 24 15:33:05.330916 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.wsgi [-] (104512) accepted ('10.222.0.67', 46910) {{(pid=104512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:33:05.385626 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-09fb3823-7abb-4323-ad5d-761134d05787 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Publish callbacks [] for security_group (362453ea-2697-422d-841c-d1fbabb0b88b), before_delete {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:33:05.408869 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-09fb3823-7abb-4323-ad5d-761134d05787 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Publish callbacks [] for security_group (362453ea-2697-422d-841c-d1fbabb0b88b), precommit_delete {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:33:05.530866 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-09fb3823-7abb-4323-ad5d-761134d05787 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-275664'] for security_group (362453ea-2697-422d-841c-d1fbabb0b88b), after_delete {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:33:05.533398 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-09fb3823-7abb-4323-ad5d-761134d05787 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Publish callbacks [] for security_group (None), before_response {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:33:05.534528 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [None req-09fb3823-7abb-4323-ad5d-761134d05787 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] 10.222.0.67 "DELETE /v2.0/security-groups/362453ea-2697-422d-841c-d1fbabb0b88b HTTP/1.1" status: 204 len: 168 time: 0.2025995 Jun 24 15:33:05.537410 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.wsgi [-] (104511) accepted ('10.222.0.67', 46912) {{(pid=104511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:33:05.544721 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fb3823-7abb-4323-ad5d-761134d05787 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=362453ea-2697-422d-841c-d1fbabb0b88b,revision_number=None']} {{(pid=104512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:33:05.552517 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.api.v2.resource [None req-d7200019-7dec-4815-9404-542f4af3816d tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] show failed (client error): The resource could not be found. Jun 24 15:33:05.553551 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [None req-d7200019-7dec-4815-9404-542f4af3816d tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] 10.222.0.67 "GET /v2.0/security-groups/362453ea-2697-422d-841c-d1fbabb0b88b HTTP/1.1" status: 404 len: 347 time: 0.0151668 Jun 24 15:33:05.556622 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.wsgi [-] (104512) accepted ('10.222.0.67', 46914) {{(pid=104512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:33:05.666921 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.plugin [None req-6592301b-db20-4ec9-aa1c-e4319098e2fb tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Deleting port bf2bda46-73ff-4054-bb75-962b444b475e {{(pid=104512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 15:33:05.667200 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-6592301b-db20-4ec9-aa1c-e4319098e2fb tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761385095720'] for port (bf2bda46-73ff-4054-bb75-962b444b475e), before_delete {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:33:05.744596 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-6592301b-db20-4ec9-aa1c-e4319098e2fb tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-465599'] for port (bf2bda46-73ff-4054-bb75-962b444b475e), precommit_delete {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:33:05.744915 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-6592301b-db20-4ec9-aa1c-e4319098e2fb tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Publish callbacks [] for floatingip (bf2bda46-73ff-4054-bb75-962b444b475e), precommit_delete {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:33:05.757501 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.plugin [None req-6592301b-db20-4ec9-aa1c-e4319098e2fb tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Calling delete_port for bf2bda46-73ff-4054-bb75-962b444b475e owned by network:floatingip {{(pid=104512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 15:33:05.971088 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-6592301b-db20-4ec9-aa1c-e4319098e2fb tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761385101680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761384583307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3859661'] for port (bf2bda46-73ff-4054-bb75-962b444b475e), after_delete {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:33:05.993832 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6592301b-db20-4ec9-aa1c-e4319098e2fb tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Pushing event deleted for resources: {'Port': ['ID=bf2bda46-73ff-4054-bb75-962b444b475e,revision_number=None']} {{(pid=104512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:33:06.050403 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:33:06.057226 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-6592301b-db20-4ec9-aa1c-e4319098e2fb tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Publish callbacks [] for floatingip (84c93a73-de3b-4890-bd64-38477aaf24d8), after_delete {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:33:06.059659 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-6592301b-db20-4ec9-aa1c-e4319098e2fb tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30073'] for floatingip (None), before_response {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:33:06.060807 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [None req-6592301b-db20-4ec9-aa1c-e4319098e2fb tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] 10.222.0.67 "DELETE /v2.0/floatingips/84c93a73-de3b-4890-bd64-38477aaf24d8 HTTP/1.1" status: 204 len: 168 time: 0.5030067 Jun 24 15:33:06.213891 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.wsgi [-] (104512) accepted ('10.222.0.67', 46918) {{(pid=104512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:33:06.218550 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.v2.base [None req-208ed067-d4d1-4d2d-a005-632c448d3f27 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Request body: {'security_group': {'name': 'tempest-securitygroup--738398777', 'description': 'tempest-description--1925150649'}} {{(pid=104512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 15:33:06.222941 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:33:06.331038 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-208ed067-d4d1-4d2d-a005-632c448d3f27 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Publish callbacks [] for security_group (None), before_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:33:06.400557 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-208ed067-d4d1-4d2d-a005-632c448d3f27 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Publish callbacks [] for security_group (ecce8433-97af-4740-8a07-dfa19127f611), precommit_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:33:06.519605 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-208ed067-d4d1-4d2d-a005-632c448d3f27 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-275664'] for security_group (ecce8433-97af-4740-8a07-dfa19127f611), after_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:33:06.550947 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208ed067-d4d1-4d2d-a005-632c448d3f27 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ecce8433-97af-4740-8a07-dfa19127f611,revision_number=1']} {{(pid=104512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:33:06.595644 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-208ed067-d4d1-4d2d-a005-632c448d3f27 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Publish callbacks [] for security_group (None), before_response {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:33:06.596903 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [None req-208ed067-d4d1-4d2d-a005-632c448d3f27 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3819954 Jun 24 15:33:06.599908 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.wsgi [-] (104512) accepted ('10.222.0.67', 46920) {{(pid=104512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:33:06.604348 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.v2.base [None req-bc173b21-1787-4180-a0bb-8abe08207db1 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Request body: {'security_group_rule': {'security_group_id': 'ecce8433-97af-4740-8a07-dfa19127f611', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 15:33:06.685216 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-bc173b21-1787-4180-a0bb-8abe08207db1 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Publish callbacks [] for security_group_rule (d4be0aaf-c0cb-4c06-a754-c2c992f83930), before_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:33:06.740273 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-bc173b21-1787-4180-a0bb-8abe08207db1 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Publish callbacks [] for security_group_rule (d4be0aaf-c0cb-4c06-a754-c2c992f83930), precommit_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:33:06.782101 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-bc173b21-1787-4180-a0bb-8abe08207db1 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-275495'] for security_group_rule (d4be0aaf-c0cb-4c06-a754-c2c992f83930), after_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:33:06.801852 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc173b21-1787-4180-a0bb-8abe08207db1 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4be0aaf-c0cb-4c06-a754-c2c992f83930,revision_number=0']} {{(pid=104512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:33:06.859449 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-bc173b21-1787-4180-a0bb-8abe08207db1 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:33:06.860729 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [None req-bc173b21-1787-4180-a0bb-8abe08207db1 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2598619 Jun 24 15:33:06.867227 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.wsgi [-] (104512) accepted ('10.222.0.67', 46922) {{(pid=104512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:33:06.871429 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.v2.base [None req-9c2945be-d305-40b4-a6ed-22acd7ed102a tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Request body: {'security_group_rule': {'security_group_id': 'ecce8433-97af-4740-8a07-dfa19127f611', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 15:33:06.953288 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-9c2945be-d305-40b4-a6ed-22acd7ed102a tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Publish callbacks [] for security_group_rule (3cb93b14-77d9-45c3-8de9-c0718c8e3273), before_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:33:07.009067 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-9c2945be-d305-40b4-a6ed-22acd7ed102a tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Publish callbacks [] for security_group_rule (3cb93b14-77d9-45c3-8de9-c0718c8e3273), precommit_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:33:07.096466 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-9c2945be-d305-40b4-a6ed-22acd7ed102a tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-275495'] for security_group_rule (3cb93b14-77d9-45c3-8de9-c0718c8e3273), after_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:33:07.115302 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2945be-d305-40b4-a6ed-22acd7ed102a tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3cb93b14-77d9-45c3-8de9-c0718c8e3273,revision_number=0']} {{(pid=104512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:33:07.156273 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-9c2945be-d305-40b4-a6ed-22acd7ed102a tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:33:07.157484 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [None req-9c2945be-d305-40b4-a6ed-22acd7ed102a tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2893116 Jun 24 15:33:07.160816 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.wsgi [-] (104512) accepted ('10.222.0.67', 46924) {{(pid=104512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:33:07.165605 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.v2.base [None req-bc7ed7ed-f2ce-4614-9007-08d6d81e5418 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Request body: {'floatingip': {'floating_network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59'}} {{(pid=104512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 15:33:07.227948 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-bc7ed7ed-f2ce-4614-9007-08d6d81e5418 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:33:07.306472 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-bc7ed7ed-f2ce-4614-9007-08d6d81e5418 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7727318'] for port (None), before_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:33:07.410757 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.db.db_base_plugin_common [None req-bc7ed7ed-f2ce-4614-9007-08d6d81e5418 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Allocated IP 172.27.0.115 (60b3096c-3a0f-4216-9e52-e826cbf1fb59/f6c08379-d241-4966-a4ae-7ff02804e7f6/e7f740af-2c71-41b5-90d5-2b5bb3a63e86) {{(pid=104512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 15:33:07.481444 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=77,neutron:INSERT=16,neutron:DELETE=4,neutron:UPDATE=3 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:33:07.492800 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=87,neutron:UPDATE=4,neutron:DELETE=2,neutron:INSERT=7 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:33:07.509737 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-bc7ed7ed-f2ce-4614-9007-08d6d81e5418 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Publish callbacks [] for port (e7f740af-2c71-41b5-90d5-2b5bb3a63e86), precommit_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:33:07.593745 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-bc7ed7ed-f2ce-4614-9007-08d6d81e5418 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761384583298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3859661'] for port (e7f740af-2c71-41b5-90d5-2b5bb3a63e86), after_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:33:07.631331 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc7ed7ed-f2ce-4614-9007-08d6d81e5418 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Network 60b3096c-3a0f-4216-9e52-e826cbf1fb59 is already hosted by enough agents. {{(pid=104512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 15:33:07.634091 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.scheduler.base_scheduler [None req-bc7ed7ed-f2ce-4614-9007-08d6d81e5418 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Resources bound (agent type, host, resource id): {{(pid=104512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 15:33:07.638116 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc7ed7ed-f2ce-4614-9007-08d6d81e5418 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Received port after_create {{(pid=104512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 15:33:07.667209 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7ed7ed-f2ce-4614-9007-08d6d81e5418 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Pushing event updated for resources: {'Port': ['ID=e7f740af-2c71-41b5-90d5-2b5bb3a63e86,revision_number=1']} {{(pid=104512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:33:07.727517 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-bc7ed7ed-f2ce-4614-9007-08d6d81e5418 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Publish callbacks [] for floatingip (f9db18dd-9966-4652-b4e0-90166dd12c74), precommit_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:33:07.821693 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-bc7ed7ed-f2ce-4614-9007-08d6d81e5418 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7727318'] for port (e7f740af-2c71-41b5-90d5-2b5bb3a63e86), before_update {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:33:07.967025 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-bc7ed7ed-f2ce-4614-9007-08d6d81e5418 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Publish callbacks [] for port (e7f740af-2c71-41b5-90d5-2b5bb3a63e86), precommit_update {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:33:08.004981 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-bc7ed7ed-f2ce-4614-9007-08d6d81e5418 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761385101662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761384583316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761384583334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3859668'] for port (e7f740af-2c71-41b5-90d5-2b5bb3a63e86), after_update {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:33:08.041558 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:33:08.078329 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7ed7ed-f2ce-4614-9007-08d6d81e5418 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Pushing event updated for resources: {'Port': ['ID=e7f740af-2c71-41b5-90d5-2b5bb3a63e86,revision_number=2']} {{(pid=104512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:33:08.087579 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-bc7ed7ed-f2ce-4614-9007-08d6d81e5418 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-467314'] for floatingip (f9db18dd-9966-4652-b4e0-90166dd12c74), after_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:33:08.144095 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-bc7ed7ed-f2ce-4614-9007-08d6d81e5418 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30073'] for floatingip (None), before_response {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:33:08.145448 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [None req-bc7ed7ed-f2ce-4614-9007-08d6d81e5418 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9836099 Jun 24 15:33:08.296960 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-26f69c41-3057-4ff0-becd-bc8029400ab0 req-747b6272-f571-479c-9a35-96f27e5af881 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-securitygroup--738398777&fields=id&tenant_id=9c0e7447465d430d9352d9e9b7ea012c HTTP/1.1" status: 200 len: 267 time: 0.0467074 Jun 24 15:33:08.401061 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f69c41-3057-4ff0-becd-bc8029400ab0 req-620515e3-baad-41e9-ae03-435985324989 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:33:08.402592 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-26f69c41-3057-4ff0-becd-bc8029400ab0 req-620515e3-baad-41e9-ae03-435985324989 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] 10.222.0.67 "GET /v2.0/networks?id=acd35ae0-cdce-4e2a-af0f-4813fbf5ee68 HTTP/1.1" status: 200 len: 814 time: 0.0994306 Jun 24 15:33:08.417009 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-26f69c41-3057-4ff0-becd-bc8029400ab0 req-36eb6f92-962a-491e-a2af-5e4114cf9fcb tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] 10.222.0.67 "GET /v2.0/quotas/9c0e7447465d430d9352d9e9b7ea012c HTTP/1.1" status: 200 len: 375 time: 0.0087166 Jun 24 15:33:08.463959 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-26f69c41-3057-4ff0-becd-bc8029400ab0 req-dd8a3b8e-bea1-4f17-8277-3d5d05c4c9b1 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=9c0e7447465d430d9352d9e9b7ea012c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0416789 Jun 24 15:33:08.562884 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-26f69c41-3057-4ff0-becd-bc8029400ab0 req-4fa83c91-15e8-4ac6-a2a7-edcb9e7d8165 service neutron] 10.222.0.67 "GET /v2.0/networks/acd35ae0-cdce-4e2a-af0f-4813fbf5ee68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873690 Jun 24 15:33:08.657105 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-26f69c41-3057-4ff0-becd-bc8029400ab0 req-62018223-2947-489c-ac15-7d35dcc4fe2d service neutron] 10.222.0.67 "GET /v2.0/networks/acd35ae0-cdce-4e2a-af0f-4813fbf5ee68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885539 Jun 24 15:33:08.844002 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.rpc [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Device 649a0ab1-456d-4d91-b885-d5f4eb5249e8 no longer exists at agent hyperv_hv-cinder-83538 {{(pid=104513) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 15:33:08.864698 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.plugin [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] No Port match for: 649a0ab1-456d-4d91-b885-d5f4eb5249e8 {{(pid=104513) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 15:33:08.864698 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.rpc [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Device 649a0ab1-456d-4d91-b885-d5f4eb5249e8 not bound to the agent host hv-cinder-83538 {{(pid=104513) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 15:33:09.177692 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-9effcf43-d4d9-4f7a-aef1-1bf4eed399be req-362b1be9-8659-41a0-86f3-ada7dc0f92c4 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] 10.222.0.67 "GET /v2.0/ports?device_id=d4ddde5c-6497-49ed-baf8-838d9790fc45 HTTP/1.1" status: 200 len: 210 time: 0.2933133 Jun 24 15:33:10.220355 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:33:10.280086 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697012'] for agent (f0fa743b-ff28-43ff-ac51-704c86538f10), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:33:10.281453 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-0fcbe759-439e-452e-8709-f296fc1aa554 req-8dd05e0f-afe8-4263-94b3-9fb354d3231b tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] 10.222.0.67 "GET /v2.0/ports?device_id=d4ddde5c-6497-49ed-baf8-838d9790fc45 HTTP/1.1" status: 200 len: 210 time: 0.0293007 Jun 24 15:33:10.540555 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f69c41-3057-4ff0-becd-bc8029400ab0 req-717c3300-9a51-47e8-be7b-05cca1f8a213 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:33:10.541983 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-26f69c41-3057-4ff0-becd-bc8029400ab0 req-717c3300-9a51-47e8-be7b-05cca1f8a213 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] 10.222.0.64 "GET /v2.0/networks?id=acd35ae0-cdce-4e2a-af0f-4813fbf5ee68 HTTP/1.1" status: 200 len: 814 time: 0.1049638 Jun 24 15:33:10.602564 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-26f69c41-3057-4ff0-becd-bc8029400ab0 req-b09bcf35-7cc9-40c0-9c72-8c95a1ae1fd9 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9c0e7447465d430d9352d9e9b7ea012c HTTP/1.1" status: 200 len: 379 time: 0.0530105 Jun 24 15:33:10.611130 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.v2.base [req-26f69c41-3057-4ff0-becd-bc8029400ab0 req-c31adc90-2a96-408b-9e66-8537c4ae6459 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Request body: {'port': {'device_id': 'd4ddde5c-6497-49ed-baf8-838d9790fc45', 'network_id': 'acd35ae0-cdce-4e2a-af0f-4813fbf5ee68', 'admin_state_up': True, 'tenant_id': '9c0e7447465d430d9352d9e9b7ea012c', 'security_groups': ['ecce8433-97af-4740-8a07-dfa19127f611']}} {{(pid=104512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 15:33:10.625785 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:33:10.804897 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26f69c41-3057-4ff0-becd-bc8029400ab0 req-c31adc90-2a96-408b-9e66-8537c4ae6459 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Made reservation on behalf of 9c0e7447465d430d9352d9e9b7ea012c for: {'port': 1} {{(pid=104512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 15:33:10.808391 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [req-26f69c41-3057-4ff0-becd-bc8029400ab0 req-c31adc90-2a96-408b-9e66-8537c4ae6459 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7727318'] for port (None), before_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:33:10.922584 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:33:10.936285 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.db.db_base_plugin_common [req-26f69c41-3057-4ff0-becd-bc8029400ab0 req-c31adc90-2a96-408b-9e66-8537c4ae6459 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Allocated IP 172.20.0.3 (acd35ae0-cdce-4e2a-af0f-4813fbf5ee68/0c04c129-d27d-481c-9868-00d384b6110d/5283617d-bc50-478c-aa58-c38346a18501) {{(pid=104512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 15:33:11.072940 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [req-26f69c41-3057-4ff0-becd-bc8029400ab0 req-c31adc90-2a96-408b-9e66-8537c4ae6459 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Publish callbacks [] for port (5283617d-bc50-478c-aa58-c38346a18501), precommit_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:33:11.159702 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [req-26f69c41-3057-4ff0-becd-bc8029400ab0 req-c31adc90-2a96-408b-9e66-8537c4ae6459 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761384583298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3859661'] for port (5283617d-bc50-478c-aa58-c38346a18501), after_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:33:11.205097 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26f69c41-3057-4ff0-becd-bc8029400ab0 req-c31adc90-2a96-408b-9e66-8537c4ae6459 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Network acd35ae0-cdce-4e2a-af0f-4813fbf5ee68 is already hosted by enough agents. {{(pid=104512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 15:33:11.208069 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.scheduler.base_scheduler [req-26f69c41-3057-4ff0-becd-bc8029400ab0 req-c31adc90-2a96-408b-9e66-8537c4ae6459 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Resources bound (agent type, host, resource id): {{(pid=104512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 15:33:11.211888 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.db.l3_dvrscheduler_db [req-26f69c41-3057-4ff0-becd-bc8029400ab0 req-c31adc90-2a96-408b-9e66-8537c4ae6459 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Received port after_create {{(pid=104512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 15:33:11.235270 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31adc90-2a96-408b-9e66-8537c4ae6459 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Pushing event updated for resources: {'Port': ['ID=5283617d-bc50-478c-aa58-c38346a18501,revision_number=1']} {{(pid=104512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:33:11.269322 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f69c41-3057-4ff0-becd-bc8029400ab0 req-c31adc90-2a96-408b-9e66-8537c4ae6459 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:33:11.269936 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [req-26f69c41-3057-4ff0-becd-bc8029400ab0 req-c31adc90-2a96-408b-9e66-8537c4ae6459 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30073'] for port (None), before_response {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:33:11.350662 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-26f69c41-3057-4ff0-becd-bc8029400ab0 req-c31adc90-2a96-408b-9e66-8537c4ae6459 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7430975 Jun 24 15:33:11.369677 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.v2.base [req-26f69c41-3057-4ff0-becd-bc8029400ab0 req-e941ac6b-09fb-499c-8271-84bc0dc0ea4f service neutron] Request body: {'port': {'device_id': 'd4ddde5c-6497-49ed-baf8-838d9790fc45', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83538'}} {{(pid=104512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 15:33:11.404853 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.provisioning_blocks [None req-84f987a8-7340-477d-a7d9-f70305e95baa None None] Provisioning complete for port 5283617d-bc50-478c-aa58-c38346a18501 triggered by entity DHCP. {{(pid=104513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 15:33:11.405563 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-84f987a8-7340-477d-a7d9-f70305e95baa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7696598'] for port (5283617d-bc50-478c-aa58-c38346a18501), provisioning_complete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:33:11.428453 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d62669-66bb-4776-ac81-d3396b715570 req-1ab5b834-98c7-43e9-9fa7-5fb423c08ac5 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:33:11.429862 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-18d62669-66bb-4776-ac81-d3396b715570 req-1ab5b834-98c7-43e9-9fa7-5fb423c08ac5 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] 10.222.0.67 "GET /v2.0/ports?device_id=d4ddde5c-6497-49ed-baf8-838d9790fc45 HTTP/1.1" status: 200 len: 931 time: 0.0759001 Jun 24 15:33:11.439948 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.plugin [None req-84f987a8-7340-477d-a7d9-f70305e95baa None None] Port 5283617d-bc50-478c-aa58-c38346a18501 cannot update to ACTIVE because it is not bound. {{(pid=104513) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 15:33:11.477898 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [req-26f69c41-3057-4ff0-becd-bc8029400ab0 req-e941ac6b-09fb-499c-8271-84bc0dc0ea4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7727318'] for port (5283617d-bc50-478c-aa58-c38346a18501), before_update {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:33:11.530446 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-18d62669-66bb-4776-ac81-d3396b715570 req-0523b5d1-dd50-4960-8c57-6b36df87038c tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] 10.222.0.67 "GET /v2.0/security-groups?id=ecce8433-97af-4740-8a07-dfa19127f611&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0941534 Jun 24 15:33:11.633014 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=88,neutron:INSERT=5,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:33:11.754810 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.notifiers.nova [req-26f69c41-3057-4ff0-becd-bc8029400ab0 req-e941ac6b-09fb-499c-8271-84bc0dc0ea4f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5283617d-bc50-478c-aa58-c38346a18501 {{(pid=104512) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 15:33:11.762115 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [req-26f69c41-3057-4ff0-becd-bc8029400ab0 req-e941ac6b-09fb-499c-8271-84bc0dc0ea4f service neutron] Publish callbacks [] for port (5283617d-bc50-478c-aa58-c38346a18501), precommit_update {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:33:11.775197 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.db.provisioning_blocks [req-26f69c41-3057-4ff0-becd-bc8029400ab0 req-e941ac6b-09fb-499c-8271-84bc0dc0ea4f service neutron] Transition to ACTIVE for port object 5283617d-bc50-478c-aa58-c38346a18501 will not be triggered until provisioned by entity L2. {{(pid=104512) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 24 15:33:11.833459 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [req-26f69c41-3057-4ff0-becd-bc8029400ab0 req-e941ac6b-09fb-499c-8271-84bc0dc0ea4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761385101662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761384583316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761384583334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3859668'] for port (5283617d-bc50-478c-aa58-c38346a18501), after_update {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:33:11.841588 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:33:11.903974 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e941ac6b-09fb-499c-8271-84bc0dc0ea4f service neutron] Pushing event updated for resources: {'Port': ['ID=5283617d-bc50-478c-aa58-c38346a18501,revision_number=2']} {{(pid=104512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:33:11.962975 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.managers [req-26f69c41-3057-4ff0-becd-bc8029400ab0 req-e941ac6b-09fb-499c-8271-84bc0dc0ea4f service neutron] Attempting to bind port 5283617d-bc50-478c-aa58-c38346a18501 on host hv-cinder-83538 for vnic_type normal with profile {{(pid=104512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 15:33:11.963333 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.managers [req-26f69c41-3057-4ff0-becd-bc8029400ab0 req-e941ac6b-09fb-499c-8271-84bc0dc0ea4f service neutron] Attempting to bind port 5283617d-bc50-478c-aa58-c38346a18501 by drivers openvswitch,hyperv on host hv-cinder-83538 at level 0 using segments [{'id': 'db94acf1-3522-4be0-9339-21a877b773e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'acd35ae0-cdce-4e2a-af0f-4813fbf5ee68'}] {{(pid=104512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 15:33:11.963647 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26f69c41-3057-4ff0-becd-bc8029400ab0 req-e941ac6b-09fb-499c-8271-84bc0dc0ea4f service neutron] Attempting to bind port 5283617d-bc50-478c-aa58-c38346a18501 on network acd35ae0-cdce-4e2a-af0f-4813fbf5ee68 {{(pid=104512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 15:33:11.968943 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26f69c41-3057-4ff0-becd-bc8029400ab0 req-e941ac6b-09fb-499c-8271-84bc0dc0ea4f service neutron] Port 5283617d-bc50-478c-aa58-c38346a18501 on network acd35ae0-cdce-4e2a-af0f-4813fbf5ee68 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83538 {{(pid=104512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 24 15:33:11.969263 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26f69c41-3057-4ff0-becd-bc8029400ab0 req-e941ac6b-09fb-499c-8271-84bc0dc0ea4f service neutron] Attempting to bind port 5283617d-bc50-478c-aa58-c38346a18501 on network acd35ae0-cdce-4e2a-af0f-4813fbf5ee68 {{(pid=104512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 15:33:11.975485 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26f69c41-3057-4ff0-becd-bc8029400ab0 req-e941ac6b-09fb-499c-8271-84bc0dc0ea4f service neutron] Checking agent: {'id': 'f0fa743b-ff28-43ff-ac51-704c86538f10', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83538', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 15, 16, 38), 'started_at': datetime.datetime(2022, 6, 24, 15, 16, 38), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 15, 33, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 15:33:11.975485 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26f69c41-3057-4ff0-becd-bc8029400ab0 req-e941ac6b-09fb-499c-8271-84bc0dc0ea4f service neutron] Checking segment: {'id': 'db94acf1-3522-4be0-9339-21a877b773e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'acd35ae0-cdce-4e2a-af0f-4813fbf5ee68'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 15:33:11.975750 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26f69c41-3057-4ff0-becd-bc8029400ab0 req-e941ac6b-09fb-499c-8271-84bc0dc0ea4f service neutron] Bound using segment: {'id': 'db94acf1-3522-4be0-9339-21a877b773e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'acd35ae0-cdce-4e2a-af0f-4813fbf5ee68'} {{(pid=104512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 15:33:11.976042 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.managers [req-26f69c41-3057-4ff0-becd-bc8029400ab0 req-e941ac6b-09fb-499c-8271-84bc0dc0ea4f service neutron] Bound port: 5283617d-bc50-478c-aa58-c38346a18501, host: hv-cinder-83538, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db94acf1-3522-4be0-9339-21a877b773e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'acd35ae0-cdce-4e2a-af0f-4813fbf5ee68'}}] {{(pid=104512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 15:33:11.976400 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [req-26f69c41-3057-4ff0-becd-bc8029400ab0 req-e941ac6b-09fb-499c-8271-84bc0dc0ea4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7727318'] for port (5283617d-bc50-478c-aa58-c38346a18501), before_update {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:33:12.040228 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.db [req-26f69c41-3057-4ff0-becd-bc8029400ab0 req-e941ac6b-09fb-499c-8271-84bc0dc0ea4f service neutron] For port 5283617d-bc50-478c-aa58-c38346a18501, host hv-cinder-83538, cleared binding levels {{(pid=104512) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 15:33:12.043161 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.db [req-26f69c41-3057-4ff0-becd-bc8029400ab0 req-e941ac6b-09fb-499c-8271-84bc0dc0ea4f service neutron] For port 5283617d-bc50-478c-aa58-c38346a18501, host hv-cinder-83538, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=5283617d-bc50-478c-aa58-c38346a18501,segment=NetworkSegment(db94acf1-3522-4be0-9339-21a877b773e3),segment_id=db94acf1-3522-4be0-9339-21a877b773e3)] {{(pid=104512) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 15:33:12.148658 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [req-26f69c41-3057-4ff0-becd-bc8029400ab0 req-e941ac6b-09fb-499c-8271-84bc0dc0ea4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761385101662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761384583316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761384583334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3859668'] for port (5283617d-bc50-478c-aa58-c38346a18501), after_update {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:33:12.184982 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f69c41-3057-4ff0-becd-bc8029400ab0 req-e941ac6b-09fb-499c-8271-84bc0dc0ea4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:33:12.185669 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [req-26f69c41-3057-4ff0-becd-bc8029400ab0 req-e941ac6b-09fb-499c-8271-84bc0dc0ea4f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30073'] for port (None), before_response {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:33:12.187370 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-26f69c41-3057-4ff0-becd-bc8029400ab0 req-e941ac6b-09fb-499c-8271-84bc0dc0ea4f service neutron] 10.222.0.64 "PUT /v2.0/ports/5283617d-bc50-478c-aa58-c38346a18501 HTTP/1.1" status: 200 len: 1093 time: 0.8238978 Jun 24 15:33:12.189654 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4ddde5c-6497-49ed-baf8-838d9790fc45', 'tag': '5283617d-bc50-478c-aa58-c38346a18501'}] {{(pid=104512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 15:33:12.192835 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9db87de5340c6be2811fa9e5912a63998a589dd3f857fd3823a550d1ae48127" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62b62130-721d-47f1-9162-eafa475577d9" -d '{"events": [{"name": "network-changed", "server_uuid": "d4ddde5c-6497-49ed-baf8-838d9790fc45", "tag": "5283617d-bc50-478c-aa58-c38346a18501"}]}' {{(pid=104512) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 15:33:12.219020 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e941ac6b-09fb-499c-8271-84bc0dc0ea4f service neutron] Pushing event updated for resources: {'Port': ['ID=5283617d-bc50-478c-aa58-c38346a18501,revision_number=3']} {{(pid=104512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:33:12.249105 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Jun 2022 15:33:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-148cdfbf-4e8a-4910-84c4-7b3b01a7dd02 x-openstack-request-id: req-148cdfbf-4e8a-4910-84c4-7b3b01a7dd02 {{(pid=104512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 15:33:12.249392 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4ddde5c-6497-49ed-baf8-838d9790fc45", "tag": "5283617d-bc50-478c-aa58-c38346a18501", "status": "completed", "code": 200}]} {{(pid=104512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 15:33:12.249664 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-148cdfbf-4e8a-4910-84c4-7b3b01a7dd02 {{(pid=104512) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 15:33:12.250107 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.notifiers.nova [-] Nova event matching ['req-148cdfbf-4e8a-4910-84c4-7b3b01a7dd02'] response: {'name': 'network-changed', 'server_uuid': 'd4ddde5c-6497-49ed-baf8-838d9790fc45', 'tag': '5283617d-bc50-478c-aa58-c38346a18501', 'status': 'completed', 'code': 200} Jun 24 15:33:12.310822 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b62130-721d-47f1-9162-eafa475577d9 req-d1aadfa7-961f-4f41-99f4-4fe2ef33966e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:33:12.312378 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-62b62130-721d-47f1-9162-eafa475577d9 req-d1aadfa7-961f-4f41-99f4-4fe2ef33966e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9c0e7447465d430d9352d9e9b7ea012c&device_id=d4ddde5c-6497-49ed-baf8-838d9790fc45 HTTP/1.1" status: 200 len: 1127 time: 0.0422933 Jun 24 15:33:12.417032 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b62130-721d-47f1-9162-eafa475577d9 req-122fa129-0742-4ed3-94e8-49ce8f8c2547 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:33:12.418531 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-62b62130-721d-47f1-9162-eafa475577d9 req-122fa129-0742-4ed3-94e8-49ce8f8c2547 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=9c0e7447465d430d9352d9e9b7ea012c&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0988982 Jun 24 15:33:12.512856 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b62130-721d-47f1-9162-eafa475577d9 req-58c0933a-37f6-49b1-acb7-644e055dd2b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:33:12.514238 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-62b62130-721d-47f1-9162-eafa475577d9 req-58c0933a-37f6-49b1-acb7-644e055dd2b2 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0902853 Jun 24 15:33:12.587358 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f69c41-3057-4ff0-becd-bc8029400ab0 req-dde5e47d-7779-4601-8576-48de3d4f831f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:33:12.588929 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-26f69c41-3057-4ff0-becd-bc8029400ab0 req-dde5e47d-7779-4601-8576-48de3d4f831f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9c0e7447465d430d9352d9e9b7ea012c&device_id=d4ddde5c-6497-49ed-baf8-838d9790fc45 HTTP/1.1" status: 200 len: 1127 time: 0.0409422 Jun 24 15:33:12.655124 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-26f69c41-3057-4ff0-becd-bc8029400ab0 req-28b3d7a0-166d-45bf-9722-dd2ae56861a4 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5283617d-bc50-478c-aa58-c38346a18501 HTTP/1.1" status: 200 len: 217 time: 0.0597508 Jun 24 15:33:12.697757 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b0aa0f-5c51-4c1d-b3a0-5016fd0f210d req-8424c0b6-0474-4737-815b-478228f62f6c tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:33:12.699204 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-b1b0aa0f-5c51-4c1d-b3a0-5016fd0f210d req-8424c0b6-0474-4737-815b-478228f62f6c tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] 10.222.0.67 "GET /v2.0/ports?device_id=d4ddde5c-6497-49ed-baf8-838d9790fc45 HTTP/1.1" status: 200 len: 943 time: 0.0982165 Jun 24 15:33:12.717140 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:33:12.730406 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f69c41-3057-4ff0-becd-bc8029400ab0 req-5ecf3493-d02b-4d8b-a4a1-2bb3210f996d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:33:12.732860 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-26f69c41-3057-4ff0-becd-bc8029400ab0 req-5ecf3493-d02b-4d8b-a4a1-2bb3210f996d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0c04c129-d27d-481c-9868-00d384b6110d HTTP/1.1" status: 200 len: 853 time: 0.0724218 Jun 24 15:33:12.787010 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-b1b0aa0f-5c51-4c1d-b3a0-5016fd0f210d req-d0523ce2-4b7d-4d6d-a249-b2708a2f0d91 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] 10.222.0.67 "GET /v2.0/security-groups?id=ecce8433-97af-4740-8a07-dfa19127f611&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0815871 Jun 24 15:33:12.791832 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f69c41-3057-4ff0-becd-bc8029400ab0 req-94fc3f5c-e421-4609-9935-0fcca5e94e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:33:12.793326 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-26f69c41-3057-4ff0-becd-bc8029400ab0 req-94fc3f5c-e421-4609-9935-0fcca5e94e6a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=acd35ae0-cdce-4e2a-af0f-4813fbf5ee68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0511620 Jun 24 15:33:12.886204 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-26f69c41-3057-4ff0-becd-bc8029400ab0 req-9678a181-b27b-43e1-8797-c87ef06d13a8 service neutron] 10.222.0.64 "GET /v2.0/networks/acd35ae0-cdce-4e2a-af0f-4813fbf5ee68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871208 Jun 24 15:33:12.976762 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-26f69c41-3057-4ff0-becd-bc8029400ab0 req-17d68450-5bf9-423e-ad69-598f7240dffb service neutron] 10.222.0.64 "GET /v2.0/networks/acd35ae0-cdce-4e2a-af0f-4813fbf5ee68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842543 Jun 24 15:33:13.899983 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6b1c7a-4216-41aa-bbe1-8dae3942c993 req-efb4996f-911f-474f-9ba8-c3decd46c8b4 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:33:13.901431 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-ad6b1c7a-4216-41aa-bbe1-8dae3942c993 req-efb4996f-911f-474f-9ba8-c3decd46c8b4 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] 10.222.0.67 "GET /v2.0/ports?device_id=d4ddde5c-6497-49ed-baf8-838d9790fc45 HTTP/1.1" status: 200 len: 943 time: 0.0472565 Jun 24 15:33:13.948069 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-ad6b1c7a-4216-41aa-bbe1-8dae3942c993 req-3d01ffde-89ed-4a05-a16a-bccdf54db9ac tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] 10.222.0.67 "GET /v2.0/security-groups?id=ecce8433-97af-4740-8a07-dfa19127f611&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411146 Jun 24 15:33:15.025621 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:33:15.064237 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92a9900-bdf9-4c85-9434-adb0336e4855 req-7e892917-9962-48c5-bba9-288ec3b1c449 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:33:15.065818 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-e92a9900-bdf9-4c85-9434-adb0336e4855 req-7e892917-9962-48c5-bba9-288ec3b1c449 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] 10.222.0.67 "GET /v2.0/ports?device_id=d4ddde5c-6497-49ed-baf8-838d9790fc45 HTTP/1.1" status: 200 len: 943 time: 0.0488391 Jun 24 15:33:15.117064 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-e92a9900-bdf9-4c85-9434-adb0336e4855 req-6143be00-080d-480b-aafe-781f79a52cc4 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] 10.222.0.67 "GET /v2.0/security-groups?id=ecce8433-97af-4740-8a07-dfa19127f611&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455899 Jun 24 15:33:15.546122 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=2 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:33:15.546911 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=2 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:33:16.233594 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffb4709-fa7d-496a-ac21-136a0d16252b req-1d661a00-98da-46fc-9b27-b7e1b5d0eecd tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:33:16.235046 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-fffb4709-fa7d-496a-ac21-136a0d16252b req-1d661a00-98da-46fc-9b27-b7e1b5d0eecd tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] 10.222.0.67 "GET /v2.0/ports?device_id=d4ddde5c-6497-49ed-baf8-838d9790fc45 HTTP/1.1" status: 200 len: 943 time: 0.0499279 Jun 24 15:33:16.281689 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-fffb4709-fa7d-496a-ac21-136a0d16252b req-9686f190-a26d-4140-8c27-fcebc0ca4b08 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] 10.222.0.67 "GET /v2.0/security-groups?id=ecce8433-97af-4740-8a07-dfa19127f611&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411952 Jun 24 15:33:16.874922 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.rpc [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Device 5283617d-bc50-478c-aa58-c38346a18501 details requested by agent hyperv_hv-cinder-83538 with host hv-cinder-83538 {{(pid=104513) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 15:33:16.974861 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.db [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] For port 5283617d-bc50-478c-aa58-c38346a18501, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=5283617d-bc50-478c-aa58-c38346a18501,segment=NetworkSegment(db94acf1-3522-4be0-9339-21a877b773e3),segment_id=db94acf1-3522-4be0-9339-21a877b773e3)] {{(pid=104513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 15:33:16.986302 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.rpc [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Returning: {'device': '5283617d-bc50-478c-aa58-c38346a18501', 'network_id': 'acd35ae0-cdce-4e2a-af0f-4813fbf5ee68', 'port_id': '5283617d-bc50-478c-aa58-c38346a18501', 'mac_address': 'fa:16:3e:16:68:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 764, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c04c129-d27d-481c-9868-00d384b6110d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104513) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 15:33:17.019997 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.plugin [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Current status of the port 5283617d-bc50-478c-aa58-c38346a18501 is: DOWN; New status is: BUILD {{(pid=104513) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 15:33:17.020378 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7727318'] for port (5283617d-bc50-478c-aa58-c38346a18501), before_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:33:17.032856 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.notifiers.nova [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5283617d-bc50-478c-aa58-c38346a18501 {{(pid=104513) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 15:33:17.051995 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.db [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] For port 5283617d-bc50-478c-aa58-c38346a18501, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=5283617d-bc50-478c-aa58-c38346a18501,segment=NetworkSegment(db94acf1-3522-4be0-9339-21a877b773e3),segment_id=db94acf1-3522-4be0-9339-21a877b773e3)] {{(pid=104513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 15:33:17.101759 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761385101662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761384583316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761384583334'] for port (5283617d-bc50-478c-aa58-c38346a18501), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:33:17.148275 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Pushing event updated for resources: {'Port': ['ID=5283617d-bc50-478c-aa58-c38346a18501,revision_number=4']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:33:17.156020 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:33:17.156361 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:33:17.156731 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:33:17.157066 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:33:17.157396 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:33:17.157773 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:33:17.158111 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:33:17.158433 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:33:17.158754 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:33:17.159074 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:33:17.159427 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:33:17.159749 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:33:17.160065 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:33:17.160379 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:33:17.160694 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:33:17.306514 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.db [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] get_ports_and_sgs() called for port_ids ['5283617d-bc50-478c-aa58-c38346a18501'] {{(pid=104513) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 15:33:17.394496 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d98072f-b6fc-4241-a130-6cb32f47dbee req-d0b4a69d-2834-45e9-8c49-94f6a49b836c tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:33:17.396022 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-7d98072f-b6fc-4241-a130-6cb32f47dbee req-d0b4a69d-2834-45e9-8c49-94f6a49b836c tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] 10.222.0.67 "GET /v2.0/ports?device_id=d4ddde5c-6497-49ed-baf8-838d9790fc45 HTTP/1.1" status: 200 len: 944 time: 0.0483437 Jun 24 15:33:17.443791 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-7d98072f-b6fc-4241-a130-6cb32f47dbee req-41360b96-af02-4d56-a5a6-1463fa214e17 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] 10.222.0.67 "GET /v2.0/security-groups?id=ecce8433-97af-4740-8a07-dfa19127f611&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418820 Jun 24 15:33:18.555288 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547cdbcc-bb0f-43a9-8026-ccb73997da38 req-2a233da5-938e-4109-b463-12886787a69a tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:33:18.556741 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-547cdbcc-bb0f-43a9-8026-ccb73997da38 req-2a233da5-938e-4109-b463-12886787a69a tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] 10.222.0.67 "GET /v2.0/ports?device_id=d4ddde5c-6497-49ed-baf8-838d9790fc45 HTTP/1.1" status: 200 len: 944 time: 0.0467441 Jun 24 15:33:18.608841 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-547cdbcc-bb0f-43a9-8026-ccb73997da38 req-f19f9b09-ec93-40ac-8d9b-ecd41f5f1e05 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] 10.222.0.67 "GET /v2.0/security-groups?id=ecce8433-97af-4740-8a07-dfa19127f611&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456541 Jun 24 15:33:18.732265 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.db.agents_db [None req-1e76bcc0-0ba2-49bf-a9b5-df198b272e3c None None] Agent healthcheck: found 6 active agents {{(pid=104514) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 15:33:18.875201 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.rpc [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Device 5283617d-bc50-478c-aa58-c38346a18501 up at agent hyperv_hv-cinder-83538 {{(pid=104513) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 15:33:18.916910 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.provisioning_blocks [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Provisioning for port 5283617d-bc50-478c-aa58-c38346a18501 completed by entity L2. {{(pid=104513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 24 15:33:18.987796 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.provisioning_blocks [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Provisioning complete for port 5283617d-bc50-478c-aa58-c38346a18501 triggered by entity L2. {{(pid=104513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 15:33:18.988112 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7696598'] for port (5283617d-bc50-478c-aa58-c38346a18501), provisioning_complete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:33:19.062055 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.plugin [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Current status of the port 5283617d-bc50-478c-aa58-c38346a18501 is: BUILD; New status is: ACTIVE {{(pid=104513) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 15:33:19.062433 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7727318'] for port (5283617d-bc50-478c-aa58-c38346a18501), before_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:33:19.084108 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4ddde5c-6497-49ed-baf8-838d9790fc45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5283617d-bc50-478c-aa58-c38346a18501'}] {{(pid=104513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 15:33:19.086291 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7de2ae652872cab3d5aa36b412d6cead56dffdf121926fea6679daaa3daba4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f08a93be-b926-426b-b707-ef6b24cca08d" -d '{"events": [{"server_uuid": "d4ddde5c-6497-49ed-baf8-838d9790fc45", "name": "network-vif-plugged", "status": "completed", "tag": "5283617d-bc50-478c-aa58-c38346a18501"}]}' {{(pid=104513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 15:33:19.100429 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.db [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] For port 5283617d-bc50-478c-aa58-c38346a18501, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=5283617d-bc50-478c-aa58-c38346a18501,segment=NetworkSegment(db94acf1-3522-4be0-9339-21a877b773e3),segment_id=db94acf1-3522-4be0-9339-21a877b773e3)] {{(pid=104513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 15:33:19.126196 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 15:33:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1d0342a-68b4-4eb0-9082-a9fb9d473dbf x-openstack-request-id: req-a1d0342a-68b4-4eb0-9082-a9fb9d473dbf {{(pid=104513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 15:33:19.126484 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4ddde5c-6497-49ed-baf8-838d9790fc45", "name": "network-vif-plugged", "status": "completed", "tag": "5283617d-bc50-478c-aa58-c38346a18501", "code": 200}]} {{(pid=104513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 15:33:19.126734 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-a1d0342a-68b4-4eb0-9082-a9fb9d473dbf {{(pid=104513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 15:33:19.127131 dv-cinder-835384-11-iscsi neutron-server[104513]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a1d0342a-68b4-4eb0-9082-a9fb9d473dbf'] response: {'server_uuid': 'd4ddde5c-6497-49ed-baf8-838d9790fc45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5283617d-bc50-478c-aa58-c38346a18501', 'code': 200} Jun 24 15:33:19.159162 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761385101662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761384583316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761384583334'] for port (5283617d-bc50-478c-aa58-c38346a18501), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:33:19.206037 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Pushing event updated for resources: {'Port': ['ID=5283617d-bc50-478c-aa58-c38346a18501,revision_number=5']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:33:19.413462 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98079b7-9b26-4758-97e7-e7737a745b76 req-82cdb92f-3b66-4fa6-be1e-cb5258cec226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:33:19.414936 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-f98079b7-9b26-4758-97e7-e7737a745b76 req-82cdb92f-3b66-4fa6-be1e-cb5258cec226 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=d4ddde5c-6497-49ed-baf8-838d9790fc45 HTTP/1.1" status: 200 len: 1129 time: 0.0387702 Jun 24 15:33:19.458828 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-f98079b7-9b26-4758-97e7-e7737a745b76 req-3fca4967-c38b-4998-8be3-75f386874f0e service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=ecce8433-97af-4740-8a07-dfa19127f611&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367985 Jun 24 15:33:19.723313 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e36e6a-6a14-4197-a2c4-2a35373a815e req-37d0c7ff-787b-4d70-928a-a60d3adedd11 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:33:19.724754 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-b0e36e6a-6a14-4197-a2c4-2a35373a815e req-37d0c7ff-787b-4d70-928a-a60d3adedd11 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] 10.222.0.67 "GET /v2.0/ports?device_id=d4ddde5c-6497-49ed-baf8-838d9790fc45 HTTP/1.1" status: 200 len: 945 time: 0.0463614 Jun 24 15:33:19.770424 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-b0e36e6a-6a14-4197-a2c4-2a35373a815e req-6c92600d-ecbc-4bd7-8cc5-f2d2374a8a3b tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] 10.222.0.67 "GET /v2.0/security-groups?id=ecce8433-97af-4740-8a07-dfa19127f611&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402405 Jun 24 15:33:20.479631 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG dbcounter [-] [104514] Writing DB stats neutron:SELECT=27,neutron:UPDATE=3 {{(pid=104514) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:33:20.890216 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccb25a2-9cd4-433c-b3eb-3ad2b4df0094 req-45a9cf6a-98cc-4024-8623-87fdbbf1e379 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:33:20.891699 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-fccb25a2-9cd4-433c-b3eb-3ad2b4df0094 req-45a9cf6a-98cc-4024-8623-87fdbbf1e379 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] 10.222.0.67 "GET /v2.0/ports?device_id=d4ddde5c-6497-49ed-baf8-838d9790fc45 HTTP/1.1" status: 200 len: 945 time: 0.0500300 Jun 24 15:33:20.938991 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-fccb25a2-9cd4-433c-b3eb-3ad2b4df0094 req-004d4234-ff99-4ace-9699-c0080b086c80 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] 10.222.0.67 "GET /v2.0/security-groups?id=ecce8433-97af-4740-8a07-dfa19127f611&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416541 Jun 24 15:33:21.028665 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=100 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:33:21.046464 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d25db1-515f-43d3-b83b-4f51b593d44c req-2bf728f7-0eac-4baa-873d-ea4792c6db39 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:33:21.047954 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-97d25db1-515f-43d3-b83b-4f51b593d44c req-2bf728f7-0eac-4baa-873d-ea4792c6db39 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] 10.222.0.67 "GET /v2.0/ports?device_id=d4ddde5c-6497-49ed-baf8-838d9790fc45 HTTP/1.1" status: 200 len: 945 time: 0.0468369 Jun 24 15:33:21.056497 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.wsgi [-] (104512) accepted ('10.222.0.67', 46978) {{(pid=104512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:33:21.060717 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.v2.base [None req-82e82504-d347-4679-b5ce-c41dff3d227a tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Request body: {'floatingip': {'port_id': '5283617d-bc50-478c-aa58-c38346a18501'}} {{(pid=104512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 15:33:21.100953 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-82e82504-d347-4679-b5ce-c41dff3d227a tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Publish callbacks [] for floatingip (f9db18dd-9966-4652-b4e0-90166dd12c74), before_update {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:33:21.353320 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-ff5090a0-8324-4494-935d-d741b5a04444 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697012'] for agent (61dc9491-0c49-467e-b62a-6961ce952bc2), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:33:21.516932 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:33:21.522978 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-82e82504-d347-4679-b5ce-c41dff3d227a tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:33:21.598755 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-82e82504-d347-4679-b5ce-c41dff3d227a tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-467314'] for floatingip (f9db18dd-9966-4652-b4e0-90166dd12c74), after_update {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:33:21.694383 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.db.l3_db [None req-82e82504-d347-4679-b5ce-c41dff3d227a tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Floating IP f9db18dd-9966-4652-b4e0-90166dd12c74 associated. External IP: 172.27.0.115, port: 5283617d-bc50-478c-aa58-c38346a18501. Jun 24 15:33:21.890495 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82e82504-d347-4679-b5ce-c41dff3d227a tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Router 5bf36090-25e1-4755-aae5-e3986ec2d11a has already been hosted by L3 agent 45985ff7-1335-48cd-ab02-73eb58295827 {{(pid=104512) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 15:33:21.990854 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82e82504-d347-4679-b5ce-c41dff3d227a tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Notify agent at l3_agent.dv-cinder-835384-11-iscsi the message routers_updated {{(pid=104512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 15:33:21.995119 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-82e82504-d347-4679-b5ce-c41dff3d227a tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30073'] for floatingip (None), before_response {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:33:22.001121 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdc5a086-c3d8-48d6-9407-758d7833a4d2 None None] Sync routers for ids ['5bf36090-25e1-4755-aae5-e3986ec2d11a'] in dv-cinder-835384-11-iscsi {{(pid=104513) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 15:33:22.010688 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdc5a086-c3d8-48d6-9407-758d7833a4d2 None None] Routers {'5bf36090-25e1-4755-aae5-e3986ec2d11a'} bound to L3 agent in host dv-cinder-835384-11-iscsi {{(pid=104513) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 15:33:22.011322 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.l3_hamode_db [None req-fdc5a086-c3d8-48d6-9407-758d7833a4d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-24T15:10:24Z,description=,heartbeat_timestamp=2022-06-24T15:32:54Z,host='dv-cinder-835384-11-iscsi',id=45985ff7-1335-48cd-ab02-73eb58295827,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T15:10:24Z,topic='l3_agent')) {'router_ids': ['5bf36090-25e1-4755-aae5-e3986ec2d11a'], 'active': True} {{(pid=104513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 15:33:22.025474 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [None req-82e82504-d347-4679-b5ce-c41dff3d227a tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] 10.222.0.67 "PUT /v2.0/floatingips/f9db18dd-9966-4652-b4e0-90166dd12c74 HTTP/1.1" status: 200 len: 991 time: 0.9679496 Jun 24 15:33:22.026139 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4ddde5c-6497-49ed-baf8-838d9790fc45', 'tag': '5283617d-bc50-478c-aa58-c38346a18501'}] {{(pid=104512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 15:33:22.028684 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9db87de5340c6be2811fa9e5912a63998a589dd3f857fd3823a550d1ae48127" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16904fdb-5d51-4a32-896b-16d07c97f84f" -d '{"events": [{"name": "network-changed", "server_uuid": "d4ddde5c-6497-49ed-baf8-838d9790fc45", "tag": "5283617d-bc50-478c-aa58-c38346a18501"}]}' {{(pid=104512) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 15:33:22.064331 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Jun 2022 15:33:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d5a95e1-c5c7-4021-9d36-eb1d7c951d91 x-openstack-request-id: req-1d5a95e1-c5c7-4021-9d36-eb1d7c951d91 {{(pid=104512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 15:33:22.064626 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4ddde5c-6497-49ed-baf8-838d9790fc45", "tag": "5283617d-bc50-478c-aa58-c38346a18501", "status": "completed", "code": 200}]} {{(pid=104512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 15:33:22.064931 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-1d5a95e1-c5c7-4021-9d36-eb1d7c951d91 {{(pid=104512) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 15:33:22.065334 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d5a95e1-c5c7-4021-9d36-eb1d7c951d91'] response: {'name': 'network-changed', 'server_uuid': 'd4ddde5c-6497-49ed-baf8-838d9790fc45', 'tag': '5283617d-bc50-478c-aa58-c38346a18501', 'status': 'completed', 'code': 200} Jun 24 15:33:22.115341 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.l3_dvr_db [None req-fdc5a086-c3d8-48d6-9407-758d7833a4d2 None None] Set router 5bf36090-25e1-4755-aae5-e3986ec2d11a gateway port host: dv-cinder-835384-11-iscsi {{(pid=104513) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 15:33:22.124486 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16904fdb-5d51-4a32-896b-16d07c97f84f req-456abeb5-4ae3-4505-8eee-a567f3261724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:33:22.126099 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-16904fdb-5d51-4a32-896b-16d07c97f84f req-456abeb5-4ae3-4505-8eee-a567f3261724 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9c0e7447465d430d9352d9e9b7ea012c&device_id=d4ddde5c-6497-49ed-baf8-838d9790fc45 HTTP/1.1" status: 200 len: 1129 time: 0.0405836 Jun 24 15:33:22.161367 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:33:22.221030 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16904fdb-5d51-4a32-896b-16d07c97f84f req-b2a766bb-2e95-4a47-a688-2f34c5a4df5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:33:22.222523 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-16904fdb-5d51-4a32-896b-16d07c97f84f req-b2a766bb-2e95-4a47-a688-2f34c5a4df5f service neutron] 10.222.0.64 "GET /v2.0/networks?id=acd35ae0-cdce-4e2a-af0f-4813fbf5ee68 HTTP/1.1" status: 200 len: 915 time: 0.0905890 Jun 24 15:33:22.322444 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:33:22.327635 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.l3_hamode_db [None req-fdc5a086-c3d8-48d6-9407-758d7833a4d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bf36090-25e1-4755-aae5-e3986ec2d11a', 'name': 'tempest-AttachVolumeNegativeTest-125228773-router', 'tenant_id': '9c0e7447465d430d9352d9e9b7ea012c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'external_fixed_ips': [{'subnet_id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'ip_address': '172.27.0.102'}], 'enable_snat': True}, 'gw_port_id': '71aa792d-5cda-4864-a10c-1c69f8d17dbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T15:30:55Z', 'updated_at': '2022-06-24T15:30:58Z', 'revision_number': 4, 'project_id': '9c0e7447465d430d9352d9e9b7ea012c', 'gw_port': {'id': '71aa792d-5cda-4864-a10c-1c69f8d17dbd', 'name': '', 'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:2d:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bf36090-25e1-4755-aae5-e3986ec2d11a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'ip_address': '172.27.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T15:30:55Z', 'updated_at': '2022-06-24T15:31:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-11-iscsi', '_floatingips': [{'id': 'f9db18dd-9966-4652-b4e0-90166dd12c74', 'tenant_id': '9c0e7447465d430d9352d9e9b7ea012c', 'floating_ip_address': '172.27.0.115', 'floating_network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'router_id': '5bf36090-25e1-4755-aae5-e3986ec2d11a', 'port_id': '5283617d-bc50-478c-aa58-c38346a18501', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 697, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'acd35ae0-cdce-4e2a-af0f-4813fbf5ee68', 'mac_address': 'fa:16:3e:16:68:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4ddde5c-6497-49ed-baf8-838d9790fc45', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T15:33:07Z', 'updated_at': '2022-06-24T15:33:21Z', 'revision_number': 1, 'project_id': '9c0e7447465d430d9352d9e9b7ea012c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abc19f20-8b2e-4749-b1c5-315ffb487568', 'name': '', 'network_id': 'acd35ae0-cdce-4e2a-af0f-4813fbf5ee68', 'tenant_id': '9c0e7447465d430d9352d9e9b7ea012c', 'mac_address': 'fa:16:3e:a6:2a:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bf36090-25e1-4755-aae5-e3986ec2d11a', 'device_owner': 'network:router_interface', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '0c04c129-d27d-481c-9868-00d384b6110d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T15:30:58Z', 'updated_at': '2022-06-24T15:31:02Z', 'revision_number': 5, 'project_id': '9c0e7447465d430d9352d9e9b7ea012c', 'subnets': [{'id': '0c04c129-d27d-481c-9868-00d384b6110d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-11-iscsi', False) {} {{(pid=104513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 15:33:22.353069 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdc5a086-c3d8-48d6-9407-758d7833a4d2 None None] Checking router: 5bf36090-25e1-4755-aae5-e3986ec2d11a for host: dv-cinder-835384-11-iscsi {{(pid=104513) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 15:33:22.363505 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdc5a086-c3d8-48d6-9407-758d7833a4d2 None None] Routers {'5bf36090-25e1-4755-aae5-e3986ec2d11a'} bound to L3 agent in host dv-cinder-835384-11-iscsi {{(pid=104513) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 15:33:22.366375 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.l3_hamode_db [None req-fdc5a086-c3d8-48d6-9407-758d7833a4d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-24T15:10:24Z,description=,heartbeat_timestamp=2022-06-24T15:32:54Z,host='dv-cinder-835384-11-iscsi',id=45985ff7-1335-48cd-ab02-73eb58295827,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T15:10:24Z,topic='l3_agent')) {'router_ids': ['5bf36090-25e1-4755-aae5-e3986ec2d11a'], 'active': True} {{(pid=104513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 15:33:22.549779 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-16904fdb-5d51-4a32-896b-16d07c97f84f req-9f2f682f-a273-4bf4-9ff5-6a565b7cd309 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5283617d-bc50-478c-aa58-c38346a18501 HTTP/1.1" status: 200 len: 999 time: 0.3212578 Jun 24 15:33:22.584283 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:33:22.595078 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.l3_dvr_db [None req-fdc5a086-c3d8-48d6-9407-758d7833a4d2 None None] Set router 5bf36090-25e1-4755-aae5-e3986ec2d11a gateway port host: dv-cinder-835384-11-iscsi {{(pid=104513) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 15:33:22.599521 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16904fdb-5d51-4a32-896b-16d07c97f84f req-3f9b76e8-1e13-4f1d-8523-9b194670d9a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:33:22.600988 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-16904fdb-5d51-4a32-896b-16d07c97f84f req-3f9b76e8-1e13-4f1d-8523-9b194670d9a6 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0c04c129-d27d-481c-9868-00d384b6110d HTTP/1.1" status: 200 len: 853 time: 0.0448003 Jun 24 15:33:22.627202 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:33:22.647034 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16904fdb-5d51-4a32-896b-16d07c97f84f req-a899ba8f-89be-46b9-ad07-eb1440e7c973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:33:22.648811 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-16904fdb-5d51-4a32-896b-16d07c97f84f req-a899ba8f-89be-46b9-ad07-eb1440e7c973 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=acd35ae0-cdce-4e2a-af0f-4813fbf5ee68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0424519 Jun 24 15:33:22.742920 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-16904fdb-5d51-4a32-896b-16d07c97f84f req-36c00488-1b7b-4705-b8df-0b0167b19f97 service neutron] 10.222.0.64 "GET /v2.0/networks/acd35ae0-cdce-4e2a-af0f-4813fbf5ee68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880573 Jun 24 15:33:22.816077 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.l3_hamode_db [None req-fdc5a086-c3d8-48d6-9407-758d7833a4d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bf36090-25e1-4755-aae5-e3986ec2d11a', 'name': 'tempest-AttachVolumeNegativeTest-125228773-router', 'tenant_id': '9c0e7447465d430d9352d9e9b7ea012c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'external_fixed_ips': [{'subnet_id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'ip_address': '172.27.0.102'}], 'enable_snat': True}, 'gw_port_id': '71aa792d-5cda-4864-a10c-1c69f8d17dbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T15:30:55Z', 'updated_at': '2022-06-24T15:30:58Z', 'revision_number': 4, 'project_id': '9c0e7447465d430d9352d9e9b7ea012c', 'gw_port': {'id': '71aa792d-5cda-4864-a10c-1c69f8d17dbd', 'name': '', 'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:2d:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bf36090-25e1-4755-aae5-e3986ec2d11a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'ip_address': '172.27.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T15:30:55Z', 'updated_at': '2022-06-24T15:31:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-11-iscsi', '_floatingips': [{'id': 'f9db18dd-9966-4652-b4e0-90166dd12c74', 'tenant_id': '9c0e7447465d430d9352d9e9b7ea012c', 'floating_ip_address': '172.27.0.115', 'floating_network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'router_id': '5bf36090-25e1-4755-aae5-e3986ec2d11a', 'port_id': '5283617d-bc50-478c-aa58-c38346a18501', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 697, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'acd35ae0-cdce-4e2a-af0f-4813fbf5ee68', 'mac_address': 'fa:16:3e:16:68:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4ddde5c-6497-49ed-baf8-838d9790fc45', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T15:33:07Z', 'updated_at': '2022-06-24T15:33:21Z', 'revision_number': 1, 'project_id': '9c0e7447465d430d9352d9e9b7ea012c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abc19f20-8b2e-4749-b1c5-315ffb487568', 'name': '', 'network_id': 'acd35ae0-cdce-4e2a-af0f-4813fbf5ee68', 'tenant_id': '9c0e7447465d430d9352d9e9b7ea012c', 'mac_address': 'fa:16:3e:a6:2a:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bf36090-25e1-4755-aae5-e3986ec2d11a', 'device_owner': 'network:router_interface', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '0c04c129-d27d-481c-9868-00d384b6110d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T15:30:58Z', 'updated_at': '2022-06-24T15:31:02Z', 'revision_number': 5, 'project_id': '9c0e7447465d430d9352d9e9b7ea012c', 'subnets': [{'id': '0c04c129-d27d-481c-9868-00d384b6110d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-11-iscsi', False) {} {{(pid=104513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 15:33:22.831275 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=100 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:33:22.846005 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdc5a086-c3d8-48d6-9407-758d7833a4d2 None None] The sync data for ids ['5bf36090-25e1-4755-aae5-e3986ec2d11a'] in dv-cinder-835384-11-iscsi is: [{'id': '5bf36090-25e1-4755-aae5-e3986ec2d11a', 'name': 'tempest-AttachVolumeNegativeTest-125228773-router', 'tenant_id': '9c0e7447465d430d9352d9e9b7ea012c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'external_fixed_ips': [{'subnet_id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'ip_address': '172.27.0.102'}], 'enable_snat': True}, 'gw_port_id': '71aa792d-5cda-4864-a10c-1c69f8d17dbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T15:30:55Z', 'updated_at': '2022-06-24T15:30:58Z', 'revision_number': 4, 'project_id': '9c0e7447465d430d9352d9e9b7ea012c', 'gw_port': {'id': '71aa792d-5cda-4864-a10c-1c69f8d17dbd', 'name': '', 'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:2d:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bf36090-25e1-4755-aae5-e3986ec2d11a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'ip_address': '172.27.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T15:30:55Z', 'updated_at': '2022-06-24T15:31:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-11-iscsi', '_floatingips': [{'id': 'f9db18dd-9966-4652-b4e0-90166dd12c74', 'tenant_id': '9c0e7447465d430d9352d9e9b7ea012c', 'floating_ip_address': '172.27.0.115', 'floating_network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'router_id': '5bf36090-25e1-4755-aae5-e3986ec2d11a', 'port_id': '5283617d-bc50-478c-aa58-c38346a18501', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 697, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'acd35ae0-cdce-4e2a-af0f-4813fbf5ee68', 'mac_address': 'fa:16:3e:16:68:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4ddde5c-6497-49ed-baf8-838d9790fc45', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T15:33:07Z', 'updated_at': '2022-06-24T15:33:21Z', 'revision_number': 1, 'project_id': '9c0e7447465d430d9352d9e9b7ea012c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abc19f20-8b2e-4749-b1c5-315ffb487568', 'name': '', 'network_id': 'acd35ae0-cdce-4e2a-af0f-4813fbf5ee68', 'tenant_id': '9c0e7447465d430d9352d9e9b7ea012c', 'mac_address': 'fa:16:3e:a6:2a:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bf36090-25e1-4755-aae5-e3986ec2d11a', 'device_owner': 'network:router_interface', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '0c04c129-d27d-481c-9868-00d384b6110d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T15:30:58Z', 'updated_at': '2022-06-24T15:31:02Z', 'revision_number': 5, 'project_id': '9c0e7447465d430d9352d9e9b7ea012c', 'subnets': [{'id': '0c04c129-d27d-481c-9868-00d384b6110d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104513) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 15:33:22.846701 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-16904fdb-5d51-4a32-896b-16d07c97f84f req-98bce187-47ad-41a0-bd01-0e399537d620 service neutron] 10.222.0.64 "GET /v2.0/networks/acd35ae0-cdce-4e2a-af0f-4813fbf5ee68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928283 Jun 24 15:33:23.031085 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2c496cb-23d2-4983-988a-f288181c8c8b None None] New status for floating IP f9db18dd-9966-4652-b4e0-90166dd12c74: ACTIVE {{(pid=104514) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 24 15:33:23.034392 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG dbcounter [-] [104514] Writing DB stats neutron:SELECT=24,neutron:UPDATE=1 {{(pid=104514) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:33:23.799134 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-4f72fafd-e4f8-4326-a496-5c62f5492d64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697012'] for agent (45985ff7-1335-48cd-ab02-73eb58295827), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:33:24.987458 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-6e9ba797-1d0c-40f8-9e0c-708f895be0b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697012'] for agent (f984396c-9862-4f32-9cf6-f19d2e5feb00), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:33:26.427639 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-e7d2b4de-897d-40d1-b758-5e5b7ac4c4e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697012'] for agent (2f766f35-a225-44ed-b70f-669caec6f4a7), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:33:26.656318 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697012'] for agent (559fa80c-96d5-4fe7-8c5f-9eda482c27bf), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:33:32.839044 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=34 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:33:33.132213 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG dbcounter [-] [104514] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=104514) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:33:33.134489 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG dbcounter [-] [104514] Writing DB stats neutron:SELECT=17,neutron:UPDATE=1 {{(pid=104514) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:33:36.607929 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:SELECT=35,neutron:UPDATE=1 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:33:36.612772 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:SELECT=25,neutron:UPDATE=1 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:33:36.614451 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:33:40.284594 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697012'] for agent (f0fa743b-ff28-43ff-ac51-704c86538f10), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:33:44.767789 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG dbcounter [-] [104514] Writing DB stats neutron:SELECT=6 {{(pid=104514) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:33:50.224954 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:SELECT=1 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:33:50.227802 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:SELECT=1 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:33:50.230523 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:33:51.318639 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-6832a683-24b1-4625-9215-825c36a92501 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697012'] for agent (61dc9491-0c49-467e-b62a-6961ce952bc2), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:33:53.781885 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-6abf97f6-c14d-4807-a26c-30cb4890da6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697012'] for agent (45985ff7-1335-48cd-ab02-73eb58295827), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:33:54.958132 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-6e9ba797-1d0c-40f8-9e0c-708f895be0b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697012'] for agent (f984396c-9862-4f32-9cf6-f19d2e5feb00), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:33:55.731156 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.db.agents_db [None req-1e76bcc0-0ba2-49bf-a9b5-df198b272e3c None None] Agent healthcheck: found 6 active agents {{(pid=104514) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 15:33:56.421635 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-e7d2b4de-897d-40d1-b758-5e5b7ac4c4e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697012'] for agent (2f766f35-a225-44ed-b70f-669caec6f4a7), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:33:56.678828 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697012'] for agent (559fa80c-96d5-4fe7-8c5f-9eda482c27bf), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:34:05.726409 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG dbcounter [-] [104514] Writing DB stats neutron:SELECT=1 {{(pid=104514) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:34:05.727295 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG dbcounter [-] [104514] Writing DB stats neutron:SELECT=1 {{(pid=104514) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:34:06.609025 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:34:06.610889 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:UPDATE=1,neutron:SELECT=5 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:34:06.617773 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:SELECT=4,neutron:UPDATE=3 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:34:10.064943 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d1f8ad-66ed-4e89-aa03-886bc9765fa2 req-e7d711ea-8e01-4138-9093-73ce633797dc tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:34:10.066414 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-c7d1f8ad-66ed-4e89-aa03-886bc9765fa2 req-e7d711ea-8e01-4138-9093-73ce633797dc tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] 10.222.0.67 "GET /v2.0/ports?device_id=d4ddde5c-6497-49ed-baf8-838d9790fc45 HTTP/1.1" status: 200 len: 945 time: 0.0472326 Jun 24 15:34:10.113690 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-c7d1f8ad-66ed-4e89-aa03-886bc9765fa2 req-2a807dde-fed1-417f-b901-165f556a133a tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] 10.222.0.67 "GET /v2.0/security-groups?id=ecce8433-97af-4740-8a07-dfa19127f611&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416148 Jun 24 15:34:10.289738 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697012'] for agent (f0fa743b-ff28-43ff-ac51-704c86538f10), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:34:11.238211 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e9032a-589e-4c51-a2d4-95c0c4ec0bd6 req-94f7f22b-49f5-489a-a1f5-c76b6c721fb1 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:34:11.239741 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-35e9032a-589e-4c51-a2d4-95c0c4ec0bd6 req-94f7f22b-49f5-489a-a1f5-c76b6c721fb1 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] 10.222.0.67 "GET /v2.0/ports?device_id=d4ddde5c-6497-49ed-baf8-838d9790fc45 HTTP/1.1" status: 200 len: 945 time: 0.0499144 Jun 24 15:34:11.302079 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-35e9032a-589e-4c51-a2d4-95c0c4ec0bd6 req-03801b11-0163-47c6-9a05-46caeec47900 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] 10.222.0.67 "GET /v2.0/security-groups?id=ecce8433-97af-4740-8a07-dfa19127f611&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553100 Jun 24 15:34:11.504303 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfe7c3a-831f-4059-8a48-13c016ddfa0d req-94a29b6c-8c2a-4292-9bc3-fb460f2358a5 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:34:11.505733 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-9cfe7c3a-831f-4059-8a48-13c016ddfa0d req-94a29b6c-8c2a-4292-9bc3-fb460f2358a5 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] 10.222.0.64 "GET /v2.0/ports?device_id=d4ddde5c-6497-49ed-baf8-838d9790fc45 HTTP/1.1" status: 200 len: 945 time: 0.0451303 Jun 24 15:34:11.584882 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.plugin [req-9cfe7c3a-831f-4059-8a48-13c016ddfa0d req-93535b0e-ab74-43fa-aadc-aa90681f1446 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Deleting port 5283617d-bc50-478c-aa58-c38346a18501 {{(pid=104512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 15:34:11.585345 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [req-9cfe7c3a-831f-4059-8a48-13c016ddfa0d req-93535b0e-ab74-43fa-aadc-aa90681f1446 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761385095720'] for port (5283617d-bc50-478c-aa58-c38346a18501), before_delete {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:34:11.677945 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.db [req-9cfe7c3a-831f-4059-8a48-13c016ddfa0d req-93535b0e-ab74-43fa-aadc-aa90681f1446 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] For port 5283617d-bc50-478c-aa58-c38346a18501, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=5283617d-bc50-478c-aa58-c38346a18501,segment=NetworkSegment(db94acf1-3522-4be0-9339-21a877b773e3),segment_id=db94acf1-3522-4be0-9339-21a877b773e3)] {{(pid=104512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 15:34:11.678303 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [req-9cfe7c3a-831f-4059-8a48-13c016ddfa0d req-93535b0e-ab74-43fa-aadc-aa90681f1446 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-465599'] for port (5283617d-bc50-478c-aa58-c38346a18501), precommit_delete {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:34:11.839835 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [req-9cfe7c3a-831f-4059-8a48-13c016ddfa0d req-93535b0e-ab74-43fa-aadc-aa90681f1446 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:34:11.840124 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [req-9cfe7c3a-831f-4059-8a48-13c016ddfa0d req-93535b0e-ab74-43fa-aadc-aa90681f1446 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-467314'] for floatingip (f9db18dd-9966-4652-b4e0-90166dd12c74), after_update {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:34:11.840510 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.db.l3_db [req-9cfe7c3a-831f-4059-8a48-13c016ddfa0d req-93535b0e-ab74-43fa-aadc-aa90681f1446 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Floating IP f9db18dd-9966-4652-b4e0-90166dd12c74 disassociated. External IP: 172.27.0.115, port: 5283617d-bc50-478c-aa58-c38346a18501. Jun 24 15:34:11.840853 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.plugin [req-9cfe7c3a-831f-4059-8a48-13c016ddfa0d req-93535b0e-ab74-43fa-aadc-aa90681f1446 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Calling delete_port for 5283617d-bc50-478c-aa58-c38346a18501 owned by compute:nova {{(pid=104512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 15:34:12.016149 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [req-9cfe7c3a-831f-4059-8a48-13c016ddfa0d req-93535b0e-ab74-43fa-aadc-aa90681f1446 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761385101680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761384583307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3859661'] for port (5283617d-bc50-478c-aa58-c38346a18501), after_delete {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:34:12.043743 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93535b0e-ab74-43fa-aadc-aa90681f1446 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Pushing event deleted for resources: {'Port': ['ID=5283617d-bc50-478c-aa58-c38346a18501,revision_number=None']} {{(pid=104512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:34:12.054270 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93535b0e-ab74-43fa-aadc-aa90681f1446 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:34:12.054663 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93535b0e-ab74-43fa-aadc-aa90681f1446 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:34:12.055012 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93535b0e-ab74-43fa-aadc-aa90681f1446 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:34:12.055343 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93535b0e-ab74-43fa-aadc-aa90681f1446 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:34:12.055668 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93535b0e-ab74-43fa-aadc-aa90681f1446 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:34:12.055998 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93535b0e-ab74-43fa-aadc-aa90681f1446 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:34:12.056320 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93535b0e-ab74-43fa-aadc-aa90681f1446 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:34:12.056655 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93535b0e-ab74-43fa-aadc-aa90681f1446 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:34:12.056953 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93535b0e-ab74-43fa-aadc-aa90681f1446 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:34:12.057271 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93535b0e-ab74-43fa-aadc-aa90681f1446 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:34:12.057586 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93535b0e-ab74-43fa-aadc-aa90681f1446 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:34:12.057899 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93535b0e-ab74-43fa-aadc-aa90681f1446 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:34:12.058212 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93535b0e-ab74-43fa-aadc-aa90681f1446 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:34:12.058523 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93535b0e-ab74-43fa-aadc-aa90681f1446 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:34:12.058836 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93535b0e-ab74-43fa-aadc-aa90681f1446 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:34:12.154791 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:34:12.167041 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9cfe7c3a-831f-4059-8a48-13c016ddfa0d req-93535b0e-ab74-43fa-aadc-aa90681f1446 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Router 5bf36090-25e1-4755-aae5-e3986ec2d11a has already been hosted by L3 agent 45985ff7-1335-48cd-ab02-73eb58295827 {{(pid=104512) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 15:34:12.223341 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:34:12.271080 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9cfe7c3a-831f-4059-8a48-13c016ddfa0d req-93535b0e-ab74-43fa-aadc-aa90681f1446 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Notify agent at l3_agent.dv-cinder-835384-11-iscsi the message routers_updated {{(pid=104512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 15:34:12.281815 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27622a53-931d-48dc-ab96-76bd51f35757 None None] Sync routers for ids ['5bf36090-25e1-4755-aae5-e3986ec2d11a'] in dv-cinder-835384-11-iscsi {{(pid=104513) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 15:34:12.291869 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27622a53-931d-48dc-ab96-76bd51f35757 None None] Routers {'5bf36090-25e1-4755-aae5-e3986ec2d11a'} bound to L3 agent in host dv-cinder-835384-11-iscsi {{(pid=104513) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 15:34:12.292482 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.l3_hamode_db [None req-27622a53-931d-48dc-ab96-76bd51f35757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-24T15:10:24Z,description=,heartbeat_timestamp=2022-06-24T15:33:54Z,host='dv-cinder-835384-11-iscsi',id=45985ff7-1335-48cd-ab02-73eb58295827,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T15:10:24Z,topic='l3_agent')) {'router_ids': ['5bf36090-25e1-4755-aae5-e3986ec2d11a'], 'active': True} {{(pid=104513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 15:34:12.313418 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cfe7c3a-831f-4059-8a48-13c016ddfa0d req-93535b0e-ab74-43fa-aadc-aa90681f1446 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] No DVR routers for this DVR port 5283617d-bc50-478c-aa58-c38346a18501 on host hv-cinder-83538 {{(pid=104512) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 24 15:34:12.315831 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [req-9cfe7c3a-831f-4059-8a48-13c016ddfa0d req-93535b0e-ab74-43fa-aadc-aa90681f1446 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30073'] for port (None), before_response {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:34:12.319061 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-9cfe7c3a-831f-4059-8a48-13c016ddfa0d req-93535b0e-ab74-43fa-aadc-aa90681f1446 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] 10.222.0.64 "DELETE /v2.0/ports/5283617d-bc50-478c-aa58-c38346a18501 HTTP/1.1" status: 204 len: 173 time: 0.8079243 Jun 24 15:34:12.319519 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4ddde5c-6497-49ed-baf8-838d9790fc45', 'name': 'network-vif-deleted', 'tag': '5283617d-bc50-478c-aa58-c38346a18501'}] {{(pid=104512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 15:34:12.321722 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9db87de5340c6be2811fa9e5912a63998a589dd3f857fd3823a550d1ae48127" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cacac67e-295b-4fb1-8eb7-7c513a20d181" -d '{"events": [{"server_uuid": "d4ddde5c-6497-49ed-baf8-838d9790fc45", "name": "network-vif-deleted", "tag": "5283617d-bc50-478c-aa58-c38346a18501"}]}' {{(pid=104512) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 15:34:12.362115 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 15:34:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-674fea2d-2f6d-4e3e-a0dd-ab8fd72d18eb x-openstack-request-id: req-674fea2d-2f6d-4e3e-a0dd-ab8fd72d18eb {{(pid=104512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 15:34:12.362505 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4ddde5c-6497-49ed-baf8-838d9790fc45", "name": "network-vif-deleted", "tag": "5283617d-bc50-478c-aa58-c38346a18501", "status": "completed", "code": 200}]} {{(pid=104512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 15:34:12.362894 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-674fea2d-2f6d-4e3e-a0dd-ab8fd72d18eb {{(pid=104512) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 15:34:12.363475 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.notifiers.nova [-] Nova event matching ['req-674fea2d-2f6d-4e3e-a0dd-ab8fd72d18eb'] response: {'server_uuid': 'd4ddde5c-6497-49ed-baf8-838d9790fc45', 'name': 'network-vif-deleted', 'tag': '5283617d-bc50-478c-aa58-c38346a18501', 'status': 'completed', 'code': 200} Jun 24 15:34:12.401390 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.l3_dvr_db [None req-27622a53-931d-48dc-ab96-76bd51f35757 None None] Set router 5bf36090-25e1-4755-aae5-e3986ec2d11a gateway port host: dv-cinder-835384-11-iscsi {{(pid=104513) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 15:34:12.434058 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-4540b0cc-ae2c-46b0-ad5d-7b178e0bef93 req-35579ff7-4ac7-4dde-8b27-ef414df05225 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] 10.222.0.67 "GET /v2.0/ports?device_id=d4ddde5c-6497-49ed-baf8-838d9790fc45 HTTP/1.1" status: 200 len: 210 time: 0.0382805 Jun 24 15:34:12.600971 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.l3_hamode_db [None req-27622a53-931d-48dc-ab96-76bd51f35757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bf36090-25e1-4755-aae5-e3986ec2d11a', 'name': 'tempest-AttachVolumeNegativeTest-125228773-router', 'tenant_id': '9c0e7447465d430d9352d9e9b7ea012c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'external_fixed_ips': [{'subnet_id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'ip_address': '172.27.0.102'}], 'enable_snat': True}, 'gw_port_id': '71aa792d-5cda-4864-a10c-1c69f8d17dbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T15:30:55Z', 'updated_at': '2022-06-24T15:30:58Z', 'revision_number': 4, 'project_id': '9c0e7447465d430d9352d9e9b7ea012c', 'gw_port': {'id': '71aa792d-5cda-4864-a10c-1c69f8d17dbd', 'name': '', 'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:2d:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bf36090-25e1-4755-aae5-e3986ec2d11a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'ip_address': '172.27.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T15:30:55Z', 'updated_at': '2022-06-24T15:31:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-11-iscsi', '_interfaces': [{'id': 'abc19f20-8b2e-4749-b1c5-315ffb487568', 'name': '', 'network_id': 'acd35ae0-cdce-4e2a-af0f-4813fbf5ee68', 'tenant_id': '9c0e7447465d430d9352d9e9b7ea012c', 'mac_address': 'fa:16:3e:a6:2a:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bf36090-25e1-4755-aae5-e3986ec2d11a', 'device_owner': 'network:router_interface', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '0c04c129-d27d-481c-9868-00d384b6110d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T15:30:58Z', 'updated_at': '2022-06-24T15:31:02Z', 'revision_number': 5, 'project_id': '9c0e7447465d430d9352d9e9b7ea012c', 'subnets': [{'id': '0c04c129-d27d-481c-9868-00d384b6110d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-11-iscsi', False) {} {{(pid=104513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 15:34:12.626922 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27622a53-931d-48dc-ab96-76bd51f35757 None None] Checking router: 5bf36090-25e1-4755-aae5-e3986ec2d11a for host: dv-cinder-835384-11-iscsi {{(pid=104513) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 15:34:12.635503 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27622a53-931d-48dc-ab96-76bd51f35757 None None] Routers {'5bf36090-25e1-4755-aae5-e3986ec2d11a'} bound to L3 agent in host dv-cinder-835384-11-iscsi {{(pid=104513) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 15:34:12.636153 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.l3_hamode_db [None req-27622a53-931d-48dc-ab96-76bd51f35757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-24T15:10:24Z,description=,heartbeat_timestamp=2022-06-24T15:33:54Z,host='dv-cinder-835384-11-iscsi',id=45985ff7-1335-48cd-ab02-73eb58295827,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T15:10:24Z,topic='l3_agent')) {'router_ids': ['5bf36090-25e1-4755-aae5-e3986ec2d11a'], 'active': True} {{(pid=104513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 15:34:12.739996 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.l3_dvr_db [None req-27622a53-931d-48dc-ab96-76bd51f35757 None None] Set router 5bf36090-25e1-4755-aae5-e3986ec2d11a gateway port host: dv-cinder-835384-11-iscsi {{(pid=104513) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 15:34:12.921678 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.l3_hamode_db [None req-27622a53-931d-48dc-ab96-76bd51f35757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bf36090-25e1-4755-aae5-e3986ec2d11a', 'name': 'tempest-AttachVolumeNegativeTest-125228773-router', 'tenant_id': '9c0e7447465d430d9352d9e9b7ea012c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'external_fixed_ips': [{'subnet_id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'ip_address': '172.27.0.102'}], 'enable_snat': True}, 'gw_port_id': '71aa792d-5cda-4864-a10c-1c69f8d17dbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T15:30:55Z', 'updated_at': '2022-06-24T15:30:58Z', 'revision_number': 4, 'project_id': '9c0e7447465d430d9352d9e9b7ea012c', 'gw_port': {'id': '71aa792d-5cda-4864-a10c-1c69f8d17dbd', 'name': '', 'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:2d:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bf36090-25e1-4755-aae5-e3986ec2d11a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'ip_address': '172.27.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T15:30:55Z', 'updated_at': '2022-06-24T15:31:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-11-iscsi', '_interfaces': [{'id': 'abc19f20-8b2e-4749-b1c5-315ffb487568', 'name': '', 'network_id': 'acd35ae0-cdce-4e2a-af0f-4813fbf5ee68', 'tenant_id': '9c0e7447465d430d9352d9e9b7ea012c', 'mac_address': 'fa:16:3e:a6:2a:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bf36090-25e1-4755-aae5-e3986ec2d11a', 'device_owner': 'network:router_interface', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '0c04c129-d27d-481c-9868-00d384b6110d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T15:30:58Z', 'updated_at': '2022-06-24T15:31:02Z', 'revision_number': 5, 'project_id': '9c0e7447465d430d9352d9e9b7ea012c', 'subnets': [{'id': '0c04c129-d27d-481c-9868-00d384b6110d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-11-iscsi', False) {} {{(pid=104513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 15:34:12.946548 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27622a53-931d-48dc-ab96-76bd51f35757 None None] The sync data for ids ['5bf36090-25e1-4755-aae5-e3986ec2d11a'] in dv-cinder-835384-11-iscsi is: [{'id': '5bf36090-25e1-4755-aae5-e3986ec2d11a', 'name': 'tempest-AttachVolumeNegativeTest-125228773-router', 'tenant_id': '9c0e7447465d430d9352d9e9b7ea012c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'external_fixed_ips': [{'subnet_id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'ip_address': '172.27.0.102'}], 'enable_snat': True}, 'gw_port_id': '71aa792d-5cda-4864-a10c-1c69f8d17dbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T15:30:55Z', 'updated_at': '2022-06-24T15:30:58Z', 'revision_number': 4, 'project_id': '9c0e7447465d430d9352d9e9b7ea012c', 'gw_port': {'id': '71aa792d-5cda-4864-a10c-1c69f8d17dbd', 'name': '', 'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:2d:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bf36090-25e1-4755-aae5-e3986ec2d11a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'ip_address': '172.27.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T15:30:55Z', 'updated_at': '2022-06-24T15:31:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-11-iscsi', '_interfaces': [{'id': 'abc19f20-8b2e-4749-b1c5-315ffb487568', 'name': '', 'network_id': 'acd35ae0-cdce-4e2a-af0f-4813fbf5ee68', 'tenant_id': '9c0e7447465d430d9352d9e9b7ea012c', 'mac_address': 'fa:16:3e:a6:2a:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bf36090-25e1-4755-aae5-e3986ec2d11a', 'device_owner': 'network:router_interface', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '0c04c129-d27d-481c-9868-00d384b6110d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T15:30:58Z', 'updated_at': '2022-06-24T15:31:02Z', 'revision_number': 5, 'project_id': '9c0e7447465d430d9352d9e9b7ea012c', 'subnets': [{'id': '0c04c129-d27d-481c-9868-00d384b6110d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104513) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 15:34:13.177892 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e76e9f8c-71cd-40f4-b9a2-ab5db0b86a52 None None] New status for floating IP f9db18dd-9966-4652-b4e0-90166dd12c74: DOWN {{(pid=104514) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 24 15:34:13.610150 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.wsgi [-] (104512) accepted ('10.222.0.67', 47068) {{(pid=104512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:34:13.664941 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-0eaf6627-88fe-4c16-9a79-13822c6a9490 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Publish callbacks [] for security_group (ecce8433-97af-4740-8a07-dfa19127f611), before_delete {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:34:13.690127 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-0eaf6627-88fe-4c16-9a79-13822c6a9490 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Publish callbacks [] for security_group (ecce8433-97af-4740-8a07-dfa19127f611), precommit_delete {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:34:13.781569 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-0eaf6627-88fe-4c16-9a79-13822c6a9490 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-275664'] for security_group (ecce8433-97af-4740-8a07-dfa19127f611), after_delete {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:34:13.784272 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-0eaf6627-88fe-4c16-9a79-13822c6a9490 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Publish callbacks [] for security_group (None), before_response {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:34:13.785478 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [None req-0eaf6627-88fe-4c16-9a79-13822c6a9490 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] 10.222.0.67 "DELETE /v2.0/security-groups/ecce8433-97af-4740-8a07-dfa19127f611 HTTP/1.1" status: 204 len: 168 time: 0.1742823 Jun 24 15:34:13.788205 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.wsgi [-] (104511) accepted ('10.222.0.67', 47070) {{(pid=104511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:34:13.796116 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eaf6627-88fe-4c16-9a79-13822c6a9490 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecce8433-97af-4740-8a07-dfa19127f611,revision_number=None']} {{(pid=104512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:34:13.804805 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.api.v2.resource [None req-3e91bd2b-35bb-4a0d-8c24-ffc7e6ba9c13 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] show failed (client error): The resource could not be found. Jun 24 15:34:13.805963 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [None req-3e91bd2b-35bb-4a0d-8c24-ffc7e6ba9c13 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] 10.222.0.67 "GET /v2.0/security-groups/ecce8433-97af-4740-8a07-dfa19127f611 HTTP/1.1" status: 404 len: 347 time: 0.0161607 Jun 24 15:34:13.808920 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.wsgi [-] (104511) accepted ('10.222.0.67', 47074) {{(pid=104511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:34:13.917356 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [None req-9b28f670-ad58-48a6-82f6-d9aefe1a8393 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Deleting port e7f740af-2c71-41b5-90d5-2b5bb3a63e86 {{(pid=104511) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 15:34:13.917692 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-9b28f670-ad58-48a6-82f6-d9aefe1a8393 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761385095720'] for port (e7f740af-2c71-41b5-90d5-2b5bb3a63e86), before_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:34:13.995270 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-9b28f670-ad58-48a6-82f6-d9aefe1a8393 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-465599'] for port (e7f740af-2c71-41b5-90d5-2b5bb3a63e86), precommit_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:34:13.995592 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-9b28f670-ad58-48a6-82f6-d9aefe1a8393 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Publish callbacks [] for floatingip (e7f740af-2c71-41b5-90d5-2b5bb3a63e86), precommit_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:34:14.009192 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [None req-9b28f670-ad58-48a6-82f6-d9aefe1a8393 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Calling delete_port for e7f740af-2c71-41b5-90d5-2b5bb3a63e86 owned by network:floatingip {{(pid=104511) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 15:34:14.198146 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-9b28f670-ad58-48a6-82f6-d9aefe1a8393 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761385101680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761384583307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3599638'] for port (e7f740af-2c71-41b5-90d5-2b5bb3a63e86), after_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:34:14.228316 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b28f670-ad58-48a6-82f6-d9aefe1a8393 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Pushing event deleted for resources: {'Port': ['ID=e7f740af-2c71-41b5-90d5-2b5bb3a63e86,revision_number=None']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:34:14.252422 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b28f670-ad58-48a6-82f6-d9aefe1a8393 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:34:14.252775 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b28f670-ad58-48a6-82f6-d9aefe1a8393 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:34:14.253119 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b28f670-ad58-48a6-82f6-d9aefe1a8393 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:34:14.253456 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b28f670-ad58-48a6-82f6-d9aefe1a8393 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:34:14.253825 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b28f670-ad58-48a6-82f6-d9aefe1a8393 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:34:14.254187 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b28f670-ad58-48a6-82f6-d9aefe1a8393 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:34:14.254517 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b28f670-ad58-48a6-82f6-d9aefe1a8393 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:34:14.254844 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b28f670-ad58-48a6-82f6-d9aefe1a8393 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:34:14.255170 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b28f670-ad58-48a6-82f6-d9aefe1a8393 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:34:14.255520 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b28f670-ad58-48a6-82f6-d9aefe1a8393 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:34:14.255850 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b28f670-ad58-48a6-82f6-d9aefe1a8393 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:34:14.256173 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b28f670-ad58-48a6-82f6-d9aefe1a8393 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:34:14.256530 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b28f670-ad58-48a6-82f6-d9aefe1a8393 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:34:14.256878 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b28f670-ad58-48a6-82f6-d9aefe1a8393 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:34:14.257201 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b28f670-ad58-48a6-82f6-d9aefe1a8393 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:34:14.298247 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-9b28f670-ad58-48a6-82f6-d9aefe1a8393 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Publish callbacks [] for floatingip (f9db18dd-9966-4652-b4e0-90166dd12c74), after_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:34:14.300827 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-9b28f670-ad58-48a6-82f6-d9aefe1a8393 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30073'] for floatingip (None), before_response {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:34:14.301995 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [None req-9b28f670-ad58-48a6-82f6-d9aefe1a8393 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] 10.222.0.67 "DELETE /v2.0/floatingips/f9db18dd-9966-4652-b4e0-90166dd12c74 HTTP/1.1" status: 204 len: 168 time: 0.4921794 Jun 24 15:34:14.423354 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.wsgi [-] (104512) accepted ('10.222.0.67', 47078) {{(pid=104512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:34:14.427997 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.v2.base [None req-7850e9fc-cfeb-4a52-a7b0-bd504d8bfd1f tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Request body: {'security_group': {'name': 'tempest-securitygroup--414872906', 'description': 'tempest-description--1812901644'}} {{(pid=104512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 15:34:14.512486 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-7850e9fc-cfeb-4a52-a7b0-bd504d8bfd1f tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Publish callbacks [] for security_group (None), before_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:34:14.579073 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-7850e9fc-cfeb-4a52-a7b0-bd504d8bfd1f tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Publish callbacks [] for security_group (104af9f4-447c-49e0-8fc0-14e775f6840a), precommit_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:34:14.643737 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-7850e9fc-cfeb-4a52-a7b0-bd504d8bfd1f tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-275664'] for security_group (104af9f4-447c-49e0-8fc0-14e775f6840a), after_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:34:14.674614 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7850e9fc-cfeb-4a52-a7b0-bd504d8bfd1f tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Pushing event updated for resources: {'SecurityGroup': ['ID=104af9f4-447c-49e0-8fc0-14e775f6840a,revision_number=1']} {{(pid=104512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:34:14.731279 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-7850e9fc-cfeb-4a52-a7b0-bd504d8bfd1f tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Publish callbacks [] for security_group (None), before_response {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:34:14.732513 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [None req-7850e9fc-cfeb-4a52-a7b0-bd504d8bfd1f tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3080864 Jun 24 15:34:14.735501 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.wsgi [-] (104511) accepted ('10.222.0.67', 47080) {{(pid=104511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:34:14.740086 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.v2.base [None req-647c9c4a-0805-47d7-9ba2-a9dc63eab8d8 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Request body: {'security_group_rule': {'security_group_id': '104af9f4-447c-49e0-8fc0-14e775f6840a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104511) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 15:34:14.833994 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-647c9c4a-0805-47d7-9ba2-a9dc63eab8d8 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Publish callbacks [] for security_group_rule (4dbb4765-e2f3-4ff8-ab80-a2f16cae3b7a), before_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:34:14.892044 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-647c9c4a-0805-47d7-9ba2-a9dc63eab8d8 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Publish callbacks [] for security_group_rule (4dbb4765-e2f3-4ff8-ab80-a2f16cae3b7a), precommit_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:34:14.929700 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-647c9c4a-0805-47d7-9ba2-a9dc63eab8d8 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-275495'] for security_group_rule (4dbb4765-e2f3-4ff8-ab80-a2f16cae3b7a), after_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:34:14.948405 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647c9c4a-0805-47d7-9ba2-a9dc63eab8d8 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4dbb4765-e2f3-4ff8-ab80-a2f16cae3b7a,revision_number=0']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:34:15.011295 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-647c9c4a-0805-47d7-9ba2-a9dc63eab8d8 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:34:15.012530 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [None req-647c9c4a-0805-47d7-9ba2-a9dc63eab8d8 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2760568 Jun 24 15:34:15.015755 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.wsgi [-] (104511) accepted ('10.222.0.67', 47082) {{(pid=104511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:34:15.019930 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.v2.base [None req-7b9d3500-5758-441b-b941-6258a44a2908 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Request body: {'security_group_rule': {'security_group_id': '104af9f4-447c-49e0-8fc0-14e775f6840a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104511) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 15:34:15.095812 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-7b9d3500-5758-441b-b941-6258a44a2908 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Publish callbacks [] for security_group_rule (e36b30c9-d685-45d5-bcdf-43201efbf4c0), before_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:34:15.106185 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.rpc [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Device 5283617d-bc50-478c-aa58-c38346a18501 no longer exists at agent hyperv_hv-cinder-83538 {{(pid=104513) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 15:34:15.125377 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.plugin [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] No Port match for: 5283617d-bc50-478c-aa58-c38346a18501 {{(pid=104513) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 15:34:15.125717 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.rpc [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Device 5283617d-bc50-478c-aa58-c38346a18501 not bound to the agent host hv-cinder-83538 {{(pid=104513) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 15:34:15.152025 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-7b9d3500-5758-441b-b941-6258a44a2908 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Publish callbacks [] for security_group_rule (e36b30c9-d685-45d5-bcdf-43201efbf4c0), precommit_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:34:15.168069 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.wsgi [req-13a2fbf5-ccb5-4f1d-a79c-783dbbef6430 req-5752b0bc-27fb-47a1-9d2f-9f5c184e03b7 service neutron] (104511) timed out ('10.222.0.64', 61495) {{(pid=104511) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jun 24 15:34:15.215257 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-7b9d3500-5758-441b-b941-6258a44a2908 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-275495'] for security_group_rule (e36b30c9-d685-45d5-bcdf-43201efbf4c0), after_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:34:15.234172 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9d3500-5758-441b-b941-6258a44a2908 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e36b30c9-d685-45d5-bcdf-43201efbf4c0,revision_number=0']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:34:15.285766 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-7b9d3500-5758-441b-b941-6258a44a2908 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:34:15.286983 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [None req-7b9d3500-5758-441b-b941-6258a44a2908 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2703171 Jun 24 15:34:15.289976 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.wsgi [-] (104511) accepted ('10.222.0.67', 47084) {{(pid=104511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:34:15.294232 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.v2.base [None req-121cb9bf-3116-4c76-8ab1-4a9aca394013 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Request body: {'floatingip': {'floating_network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59'}} {{(pid=104511) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 15:34:15.369497 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-121cb9bf-3116-4c76-8ab1-4a9aca394013 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:34:15.397847 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:34:15.437949 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=83,neutron:DELETE=8,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:34:15.449164 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-121cb9bf-3116-4c76-8ab1-4a9aca394013 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7727318'] for port (None), before_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:34:15.550562 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.db.db_base_plugin_common [None req-121cb9bf-3116-4c76-8ab1-4a9aca394013 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Allocated IP 172.27.0.55 (60b3096c-3a0f-4216-9e52-e826cbf1fb59/f6c08379-d241-4966-a4ae-7ff02804e7f6/ad2c83c5-ba1f-42a7-b882-01086870e40a) {{(pid=104511) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 15:34:15.654428 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-121cb9bf-3116-4c76-8ab1-4a9aca394013 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Publish callbacks [] for port (ad2c83c5-ba1f-42a7-b882-01086870e40a), precommit_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:34:15.718340 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-121cb9bf-3116-4c76-8ab1-4a9aca394013 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761384583298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3599638'] for port (ad2c83c5-ba1f-42a7-b882-01086870e40a), after_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:34:15.757135 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-121cb9bf-3116-4c76-8ab1-4a9aca394013 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Network 60b3096c-3a0f-4216-9e52-e826cbf1fb59 is already hosted by enough agents. {{(pid=104511) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 15:34:15.761427 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.scheduler.base_scheduler [None req-121cb9bf-3116-4c76-8ab1-4a9aca394013 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Resources bound (agent type, host, resource id): {{(pid=104511) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 15:34:15.766209 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-121cb9bf-3116-4c76-8ab1-4a9aca394013 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Received port after_create {{(pid=104511) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 15:34:15.788200 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121cb9bf-3116-4c76-8ab1-4a9aca394013 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Pushing event updated for resources: {'Port': ['ID=ad2c83c5-ba1f-42a7-b882-01086870e40a,revision_number=1']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:34:15.801449 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:34:15.854369 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-121cb9bf-3116-4c76-8ab1-4a9aca394013 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Publish callbacks [] for floatingip (e8efaa06-23b7-4da7-82b7-67ebaff83fa6), precommit_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:34:15.952110 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-121cb9bf-3116-4c76-8ab1-4a9aca394013 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7727318'] for port (ad2c83c5-ba1f-42a7-b882-01086870e40a), before_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:34:16.097561 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-121cb9bf-3116-4c76-8ab1-4a9aca394013 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Publish callbacks [] for port (ad2c83c5-ba1f-42a7-b882-01086870e40a), precommit_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:34:16.169233 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-121cb9bf-3116-4c76-8ab1-4a9aca394013 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761385101662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761384583316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761384583334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3599631'] for port (ad2c83c5-ba1f-42a7-b882-01086870e40a), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:34:16.239454 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121cb9bf-3116-4c76-8ab1-4a9aca394013 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Pushing event updated for resources: {'Port': ['ID=ad2c83c5-ba1f-42a7-b882-01086870e40a,revision_number=2']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:34:16.250855 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-121cb9bf-3116-4c76-8ab1-4a9aca394013 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-467314'] for floatingip (e8efaa06-23b7-4da7-82b7-67ebaff83fa6), after_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:34:16.326011 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-121cb9bf-3116-4c76-8ab1-4a9aca394013 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30073'] for floatingip (None), before_response {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:34:16.327420 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [None req-121cb9bf-3116-4c76-8ab1-4a9aca394013 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0364950 Jun 24 15:34:16.477734 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-6c2f062a-6f68-4c08-aca7-a885e98d4f1a req-328be702-3ad4-471b-a68f-7e986dd05b9e tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-securitygroup--414872906&fields=id&tenant_id=9c0e7447465d430d9352d9e9b7ea012c HTTP/1.1" status: 200 len: 267 time: 0.0451355 Jun 24 15:34:16.584139 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2f062a-6f68-4c08-aca7-a885e98d4f1a req-d310aa66-6a32-4032-a167-1f58f4dd10c6 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:34:16.585580 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-6c2f062a-6f68-4c08-aca7-a885e98d4f1a req-d310aa66-6a32-4032-a167-1f58f4dd10c6 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] 10.222.0.67 "GET /v2.0/networks?id=acd35ae0-cdce-4e2a-af0f-4813fbf5ee68 HTTP/1.1" status: 200 len: 814 time: 0.1006286 Jun 24 15:34:16.601274 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-6c2f062a-6f68-4c08-aca7-a885e98d4f1a req-fae66d8a-fbfd-4e7f-87ce-5c60c6435a44 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] 10.222.0.67 "GET /v2.0/quotas/9c0e7447465d430d9352d9e9b7ea012c HTTP/1.1" status: 200 len: 375 time: 0.0102966 Jun 24 15:34:16.651115 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-6c2f062a-6f68-4c08-aca7-a885e98d4f1a req-95cd00f9-ef1d-4105-9889-6fcec5f45952 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=9c0e7447465d430d9352d9e9b7ea012c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0446248 Jun 24 15:34:16.750737 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-6c2f062a-6f68-4c08-aca7-a885e98d4f1a req-9a968063-28a5-41b5-b625-b36186d6d251 service neutron] 10.222.0.67 "GET /v2.0/networks/acd35ae0-cdce-4e2a-af0f-4813fbf5ee68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877113 Jun 24 15:34:16.843391 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-6c2f062a-6f68-4c08-aca7-a885e98d4f1a req-ff7fe502-6487-4dd3-9888-7456ff067176 service neutron] 10.222.0.67 "GET /v2.0/networks/acd35ae0-cdce-4e2a-af0f-4813fbf5ee68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869875 Jun 24 15:34:17.068145 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-bf90d848-abf2-49e8-bb11-c53cf7066e2a req-981fc338-3339-4250-9a5f-bd1e66e144e7 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] 10.222.0.67 "GET /v2.0/ports?device_id=ff605ac2-bccd-4e0c-a8ef-95d5537b6b46 HTTP/1.1" status: 200 len: 210 time: 0.0291123 Jun 24 15:34:18.166387 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-1d3f1eba-ad91-483c-b701-2f1c4131e91a req-7523907f-8f4c-49f7-85ff-748166e5d6cd tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] 10.222.0.67 "GET /v2.0/ports?device_id=ff605ac2-bccd-4e0c-a8ef-95d5537b6b46 HTTP/1.1" status: 200 len: 210 time: 0.0290947 Jun 24 15:34:18.840961 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=8 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:34:18.853908 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:34:18.868772 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2f062a-6f68-4c08-aca7-a885e98d4f1a req-0c1f04a5-abd7-4dee-af43-1af85d2dc88f tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:34:18.870235 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-6c2f062a-6f68-4c08-aca7-a885e98d4f1a req-0c1f04a5-abd7-4dee-af43-1af85d2dc88f tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] 10.222.0.64 "GET /v2.0/networks?id=acd35ae0-cdce-4e2a-af0f-4813fbf5ee68 HTTP/1.1" status: 200 len: 814 time: 0.1038435 Jun 24 15:34:18.931011 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-6c2f062a-6f68-4c08-aca7-a885e98d4f1a req-542094cd-f853-48ac-ba6c-a168704a76e2 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9c0e7447465d430d9352d9e9b7ea012c HTTP/1.1" status: 200 len: 379 time: 0.0528593 Jun 24 15:34:18.939066 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.v2.base [req-6c2f062a-6f68-4c08-aca7-a885e98d4f1a req-d5fe5e40-43d0-462f-9a5b-e1b04f3fd2d8 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Request body: {'port': {'device_id': 'ff605ac2-bccd-4e0c-a8ef-95d5537b6b46', 'network_id': 'acd35ae0-cdce-4e2a-af0f-4813fbf5ee68', 'admin_state_up': True, 'tenant_id': '9c0e7447465d430d9352d9e9b7ea012c', 'security_groups': ['104af9f4-447c-49e0-8fc0-14e775f6840a']}} {{(pid=104512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 15:34:19.140977 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c2f062a-6f68-4c08-aca7-a885e98d4f1a req-d5fe5e40-43d0-462f-9a5b-e1b04f3fd2d8 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Made reservation on behalf of 9c0e7447465d430d9352d9e9b7ea012c for: {'port': 1} {{(pid=104512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 15:34:19.144538 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [req-6c2f062a-6f68-4c08-aca7-a885e98d4f1a req-d5fe5e40-43d0-462f-9a5b-e1b04f3fd2d8 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7727318'] for port (None), before_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:34:19.281495 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-5fd5b457-07f1-44ee-b0e7-4454e3dade7f req-93bee562-566d-4e4e-bdd1-cd6a7bd80691 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] 10.222.0.67 "GET /v2.0/ports?device_id=ff605ac2-bccd-4e0c-a8ef-95d5537b6b46 HTTP/1.1" status: 200 len: 210 time: 0.0382071 Jun 24 15:34:19.297136 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.db.db_base_plugin_common [req-6c2f062a-6f68-4c08-aca7-a885e98d4f1a req-d5fe5e40-43d0-462f-9a5b-e1b04f3fd2d8 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Allocated IP 172.20.0.10 (acd35ae0-cdce-4e2a-af0f-4813fbf5ee68/0c04c129-d27d-481c-9868-00d384b6110d/f9cd0892-ff63-4862-83d9-c71d751bba17) {{(pid=104512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 15:34:19.429231 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [req-6c2f062a-6f68-4c08-aca7-a885e98d4f1a req-d5fe5e40-43d0-462f-9a5b-e1b04f3fd2d8 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Publish callbacks [] for port (f9cd0892-ff63-4862-83d9-c71d751bba17), precommit_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:34:19.453309 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:34:19.512723 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [req-6c2f062a-6f68-4c08-aca7-a885e98d4f1a req-d5fe5e40-43d0-462f-9a5b-e1b04f3fd2d8 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761384583298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3859661'] for port (f9cd0892-ff63-4862-83d9-c71d751bba17), after_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:34:19.560816 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c2f062a-6f68-4c08-aca7-a885e98d4f1a req-d5fe5e40-43d0-462f-9a5b-e1b04f3fd2d8 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Network acd35ae0-cdce-4e2a-af0f-4813fbf5ee68 is already hosted by enough agents. {{(pid=104512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 15:34:19.563791 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.scheduler.base_scheduler [req-6c2f062a-6f68-4c08-aca7-a885e98d4f1a req-d5fe5e40-43d0-462f-9a5b-e1b04f3fd2d8 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Resources bound (agent type, host, resource id): {{(pid=104512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 15:34:19.567473 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c2f062a-6f68-4c08-aca7-a885e98d4f1a req-d5fe5e40-43d0-462f-9a5b-e1b04f3fd2d8 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Received port after_create {{(pid=104512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 15:34:19.590656 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fe5e40-43d0-462f-9a5b-e1b04f3fd2d8 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Pushing event updated for resources: {'Port': ['ID=f9cd0892-ff63-4862-83d9-c71d751bba17,revision_number=1']} {{(pid=104512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:34:19.620832 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2f062a-6f68-4c08-aca7-a885e98d4f1a req-d5fe5e40-43d0-462f-9a5b-e1b04f3fd2d8 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:34:19.621433 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [req-6c2f062a-6f68-4c08-aca7-a885e98d4f1a req-d5fe5e40-43d0-462f-9a5b-e1b04f3fd2d8 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30073'] for port (None), before_response {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:34:19.692280 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-6c2f062a-6f68-4c08-aca7-a885e98d4f1a req-d5fe5e40-43d0-462f-9a5b-e1b04f3fd2d8 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7567585 Jun 24 15:34:19.794848 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.provisioning_blocks [None req-28cf0a46-a116-44b7-9e97-6bdaeaad10fd None None] Provisioning complete for port f9cd0892-ff63-4862-83d9-c71d751bba17 triggered by entity DHCP. {{(pid=104513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 15:34:19.795485 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-28cf0a46-a116-44b7-9e97-6bdaeaad10fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7696598'] for port (f9cd0892-ff63-4862-83d9-c71d751bba17), provisioning_complete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:34:19.809857 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.v2.base [req-6c2f062a-6f68-4c08-aca7-a885e98d4f1a req-886443bc-6f75-4454-9d34-3a3260d7656d service neutron] Request body: {'port': {'device_id': 'ff605ac2-bccd-4e0c-a8ef-95d5537b6b46', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83538'}} {{(pid=104512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 15:34:19.826659 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.plugin [None req-28cf0a46-a116-44b7-9e97-6bdaeaad10fd None None] Port f9cd0892-ff63-4862-83d9-c71d751bba17 cannot update to ACTIVE because it is not bound. {{(pid=104513) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 15:34:19.869334 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [req-6c2f062a-6f68-4c08-aca7-a885e98d4f1a req-886443bc-6f75-4454-9d34-3a3260d7656d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7727318'] for port (f9cd0892-ff63-4862-83d9-c71d751bba17), before_update {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:34:20.130033 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.notifiers.nova [req-6c2f062a-6f68-4c08-aca7-a885e98d4f1a req-886443bc-6f75-4454-9d34-3a3260d7656d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9cd0892-ff63-4862-83d9-c71d751bba17 {{(pid=104512) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 15:34:20.137314 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [req-6c2f062a-6f68-4c08-aca7-a885e98d4f1a req-886443bc-6f75-4454-9d34-3a3260d7656d service neutron] Publish callbacks [] for port (f9cd0892-ff63-4862-83d9-c71d751bba17), precommit_update {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:34:20.142646 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:34:20.150100 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.db.provisioning_blocks [req-6c2f062a-6f68-4c08-aca7-a885e98d4f1a req-886443bc-6f75-4454-9d34-3a3260d7656d service neutron] Transition to ACTIVE for port object f9cd0892-ff63-4862-83d9-c71d751bba17 will not be triggered until provisioned by entity L2. {{(pid=104512) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 24 15:34:20.250275 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [req-6c2f062a-6f68-4c08-aca7-a885e98d4f1a req-886443bc-6f75-4454-9d34-3a3260d7656d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761385101662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761384583316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761384583334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3859668'] for port (f9cd0892-ff63-4862-83d9-c71d751bba17), after_update {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:34:20.301492 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886443bc-6f75-4454-9d34-3a3260d7656d service neutron] Pushing event updated for resources: {'Port': ['ID=f9cd0892-ff63-4862-83d9-c71d751bba17,revision_number=2']} {{(pid=104512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:34:20.423369 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cf0a54-0bd2-4ddc-84ef-d58a61d781cf req-c96ef117-7c41-4db8-b31d-1a56fbd6d969 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:34:20.424889 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-f9cf0a54-0bd2-4ddc-84ef-d58a61d781cf req-c96ef117-7c41-4db8-b31d-1a56fbd6d969 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] 10.222.0.67 "GET /v2.0/ports?device_id=ff605ac2-bccd-4e0c-a8ef-95d5537b6b46 HTTP/1.1" status: 200 len: 944 time: 0.0679274 Jun 24 15:34:20.425822 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.managers [req-6c2f062a-6f68-4c08-aca7-a885e98d4f1a req-886443bc-6f75-4454-9d34-3a3260d7656d service neutron] Attempting to bind port f9cd0892-ff63-4862-83d9-c71d751bba17 on host hv-cinder-83538 for vnic_type normal with profile {{(pid=104512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 15:34:20.426157 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.managers [req-6c2f062a-6f68-4c08-aca7-a885e98d4f1a req-886443bc-6f75-4454-9d34-3a3260d7656d service neutron] Attempting to bind port f9cd0892-ff63-4862-83d9-c71d751bba17 by drivers openvswitch,hyperv on host hv-cinder-83538 at level 0 using segments [{'id': 'db94acf1-3522-4be0-9339-21a877b773e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'acd35ae0-cdce-4e2a-af0f-4813fbf5ee68'}] {{(pid=104512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 15:34:20.426487 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c2f062a-6f68-4c08-aca7-a885e98d4f1a req-886443bc-6f75-4454-9d34-3a3260d7656d service neutron] Attempting to bind port f9cd0892-ff63-4862-83d9-c71d751bba17 on network acd35ae0-cdce-4e2a-af0f-4813fbf5ee68 {{(pid=104512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 15:34:20.433535 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c2f062a-6f68-4c08-aca7-a885e98d4f1a req-886443bc-6f75-4454-9d34-3a3260d7656d service neutron] Port f9cd0892-ff63-4862-83d9-c71d751bba17 on network acd35ae0-cdce-4e2a-af0f-4813fbf5ee68 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83538 {{(pid=104512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 24 15:34:20.441714 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c2f062a-6f68-4c08-aca7-a885e98d4f1a req-886443bc-6f75-4454-9d34-3a3260d7656d service neutron] Attempting to bind port f9cd0892-ff63-4862-83d9-c71d751bba17 on network acd35ae0-cdce-4e2a-af0f-4813fbf5ee68 {{(pid=104512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 15:34:20.450282 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c2f062a-6f68-4c08-aca7-a885e98d4f1a req-886443bc-6f75-4454-9d34-3a3260d7656d service neutron] Checking agent: {'id': 'f0fa743b-ff28-43ff-ac51-704c86538f10', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83538', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 15, 16, 38), 'started_at': datetime.datetime(2022, 6, 24, 15, 16, 38), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 15, 34, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 15:34:20.450621 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c2f062a-6f68-4c08-aca7-a885e98d4f1a req-886443bc-6f75-4454-9d34-3a3260d7656d service neutron] Checking segment: {'id': 'db94acf1-3522-4be0-9339-21a877b773e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'acd35ae0-cdce-4e2a-af0f-4813fbf5ee68'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 15:34:20.451006 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c2f062a-6f68-4c08-aca7-a885e98d4f1a req-886443bc-6f75-4454-9d34-3a3260d7656d service neutron] Bound using segment: {'id': 'db94acf1-3522-4be0-9339-21a877b773e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'acd35ae0-cdce-4e2a-af0f-4813fbf5ee68'} {{(pid=104512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 15:34:20.451475 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.managers [req-6c2f062a-6f68-4c08-aca7-a885e98d4f1a req-886443bc-6f75-4454-9d34-3a3260d7656d service neutron] Bound port: f9cd0892-ff63-4862-83d9-c71d751bba17, host: hv-cinder-83538, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db94acf1-3522-4be0-9339-21a877b773e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'acd35ae0-cdce-4e2a-af0f-4813fbf5ee68'}}] {{(pid=104512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 15:34:20.451837 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [req-6c2f062a-6f68-4c08-aca7-a885e98d4f1a req-886443bc-6f75-4454-9d34-3a3260d7656d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7727318'] for port (f9cd0892-ff63-4862-83d9-c71d751bba17), before_update {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:34:20.515638 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-f9cf0a54-0bd2-4ddc-84ef-d58a61d781cf req-956d94a9-4a08-438e-9e41-0a2f643f6366 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] 10.222.0.67 "GET /v2.0/security-groups?id=104af9f4-447c-49e0-8fc0-14e775f6840a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0838804 Jun 24 15:34:20.535365 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:34:20.538804 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.db [req-6c2f062a-6f68-4c08-aca7-a885e98d4f1a req-886443bc-6f75-4454-9d34-3a3260d7656d service neutron] For port f9cd0892-ff63-4862-83d9-c71d751bba17, host hv-cinder-83538, cleared binding levels {{(pid=104512) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 15:34:20.542331 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.db [req-6c2f062a-6f68-4c08-aca7-a885e98d4f1a req-886443bc-6f75-4454-9d34-3a3260d7656d service neutron] For port f9cd0892-ff63-4862-83d9-c71d751bba17, host hv-cinder-83538, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=f9cd0892-ff63-4862-83d9-c71d751bba17,segment=NetworkSegment(db94acf1-3522-4be0-9339-21a877b773e3),segment_id=db94acf1-3522-4be0-9339-21a877b773e3)] {{(pid=104512) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 15:34:20.621475 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [req-6c2f062a-6f68-4c08-aca7-a885e98d4f1a req-886443bc-6f75-4454-9d34-3a3260d7656d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761385101662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761384583316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761384583334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3859668'] for port (f9cd0892-ff63-4862-83d9-c71d751bba17), after_update {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:34:20.663009 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2f062a-6f68-4c08-aca7-a885e98d4f1a req-886443bc-6f75-4454-9d34-3a3260d7656d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:34:20.663639 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [req-6c2f062a-6f68-4c08-aca7-a885e98d4f1a req-886443bc-6f75-4454-9d34-3a3260d7656d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30073'] for port (None), before_response {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:34:20.664978 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-6c2f062a-6f68-4c08-aca7-a885e98d4f1a req-886443bc-6f75-4454-9d34-3a3260d7656d service neutron] 10.222.0.64 "PUT /v2.0/ports/f9cd0892-ff63-4862-83d9-c71d751bba17 HTTP/1.1" status: 200 len: 1094 time: 0.9647818 Jun 24 15:34:20.665405 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff605ac2-bccd-4e0c-a8ef-95d5537b6b46', 'tag': 'f9cd0892-ff63-4862-83d9-c71d751bba17'}] {{(pid=104512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 15:34:20.667630 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9db87de5340c6be2811fa9e5912a63998a589dd3f857fd3823a550d1ae48127" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6808e66-487d-44c0-8ae3-d396584e769e" -d '{"events": [{"name": "network-changed", "server_uuid": "ff605ac2-bccd-4e0c-a8ef-95d5537b6b46", "tag": "f9cd0892-ff63-4862-83d9-c71d751bba17"}]}' {{(pid=104512) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 15:34:20.689633 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886443bc-6f75-4454-9d34-3a3260d7656d service neutron] Pushing event updated for resources: {'Port': ['ID=f9cd0892-ff63-4862-83d9-c71d751bba17,revision_number=3']} {{(pid=104512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:34:20.705880 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Jun 2022 15:34:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d0e5dd6-871d-4296-92ab-35e5a784aad4 x-openstack-request-id: req-4d0e5dd6-871d-4296-92ab-35e5a784aad4 {{(pid=104512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 15:34:20.706167 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff605ac2-bccd-4e0c-a8ef-95d5537b6b46", "tag": "f9cd0892-ff63-4862-83d9-c71d751bba17", "status": "completed", "code": 200}]} {{(pid=104512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 15:34:20.706447 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-4d0e5dd6-871d-4296-92ab-35e5a784aad4 {{(pid=104512) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 15:34:20.706849 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4d0e5dd6-871d-4296-92ab-35e5a784aad4'] response: {'name': 'network-changed', 'server_uuid': 'ff605ac2-bccd-4e0c-a8ef-95d5537b6b46', 'tag': 'f9cd0892-ff63-4862-83d9-c71d751bba17', 'status': 'completed', 'code': 200} Jun 24 15:34:20.772009 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6808e66-487d-44c0-8ae3-d396584e769e req-f0ca0207-d4ce-44ec-8bea-fd7ba5c07563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:34:20.773590 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-a6808e66-487d-44c0-8ae3-d396584e769e req-f0ca0207-d4ce-44ec-8bea-fd7ba5c07563 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9c0e7447465d430d9352d9e9b7ea012c&device_id=ff605ac2-bccd-4e0c-a8ef-95d5537b6b46 HTTP/1.1" status: 200 len: 1128 time: 0.0437729 Jun 24 15:34:20.877856 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6808e66-487d-44c0-8ae3-d396584e769e req-d45791d2-e352-432f-a0c1-59b1c99b4b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:34:20.879331 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-a6808e66-487d-44c0-8ae3-d396584e769e req-d45791d2-e352-432f-a0c1-59b1c99b4b80 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=9c0e7447465d430d9352d9e9b7ea012c&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0977440 Jun 24 15:34:20.971817 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6808e66-487d-44c0-8ae3-d396584e769e req-8214e225-529b-4b81-8672-b244f808d672 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:34:20.973148 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-a6808e66-487d-44c0-8ae3-d396584e769e req-8214e225-529b-4b81-8672-b244f808d672 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0872910 Jun 24 15:34:21.046395 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2f062a-6f68-4c08-aca7-a885e98d4f1a req-ac5f5b43-28eb-4f33-95e6-c6c5a54e23ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:34:21.047906 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-6c2f062a-6f68-4c08-aca7-a885e98d4f1a req-ac5f5b43-28eb-4f33-95e6-c6c5a54e23ae service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9c0e7447465d430d9352d9e9b7ea012c&device_id=ff605ac2-bccd-4e0c-a8ef-95d5537b6b46 HTTP/1.1" status: 200 len: 1128 time: 0.0402293 Jun 24 15:34:21.089833 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-6c2f062a-6f68-4c08-aca7-a885e98d4f1a req-ac6d425a-ee86-4ed1-9443-b1ffca17d914 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f9cd0892-ff63-4862-83d9-c71d751bba17 HTTP/1.1" status: 200 len: 217 time: 0.0354378 Jun 24 15:34:21.136851 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2f062a-6f68-4c08-aca7-a885e98d4f1a req-c56129a8-a480-4f49-8bf5-3f2a6218b13d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:34:21.138260 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-6c2f062a-6f68-4c08-aca7-a885e98d4f1a req-c56129a8-a480-4f49-8bf5-3f2a6218b13d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0c04c129-d27d-481c-9868-00d384b6110d HTTP/1.1" status: 200 len: 853 time: 0.0428362 Jun 24 15:34:21.179903 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2f062a-6f68-4c08-aca7-a885e98d4f1a req-2889ec7b-fe43-4dec-b174-e478d2113b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:34:21.181327 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-6c2f062a-6f68-4c08-aca7-a885e98d4f1a req-2889ec7b-fe43-4dec-b174-e478d2113b50 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=acd35ae0-cdce-4e2a-af0f-4813fbf5ee68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0376799 Jun 24 15:34:21.272154 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-6c2f062a-6f68-4c08-aca7-a885e98d4f1a req-9360a3ac-50d5-472d-95e1-788721e23dd9 service neutron] 10.222.0.64 "GET /v2.0/networks/acd35ae0-cdce-4e2a-af0f-4813fbf5ee68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845053 Jun 24 15:34:21.341043 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-e8e24705-2eb9-4be5-a353-57df377d567f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697012'] for agent (61dc9491-0c49-467e-b62a-6961ce952bc2), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:34:21.360799 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-6c2f062a-6f68-4c08-aca7-a885e98d4f1a req-a0622e9e-827d-4cca-a1e0-9eb2949dfd24 service neutron] 10.222.0.64 "GET /v2.0/networks/acd35ae0-cdce-4e2a-af0f-4813fbf5ee68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823860 Jun 24 15:34:21.632737 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d198eace-0a7d-48d0-b2db-0e2f38017863 req-cf0e04fa-bec9-4faf-b72e-657da033a160 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:34:21.634277 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-d198eace-0a7d-48d0-b2db-0e2f38017863 req-cf0e04fa-bec9-4faf-b72e-657da033a160 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] 10.222.0.67 "GET /v2.0/ports?device_id=ff605ac2-bccd-4e0c-a8ef-95d5537b6b46 HTTP/1.1" status: 200 len: 944 time: 0.0508623 Jun 24 15:34:21.646309 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:34:21.682246 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-d198eace-0a7d-48d0-b2db-0e2f38017863 req-f24d68bb-c64d-4f75-a269-93db6ceab706 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] 10.222.0.67 "GET /v2.0/security-groups?id=104af9f4-447c-49e0-8fc0-14e775f6840a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424137 Jun 24 15:34:22.796261 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5e9743-7274-46e8-926b-9211b3214f52 req-97b45727-69a5-4350-8c42-6c716a369a5d tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:34:22.797702 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-2e5e9743-7274-46e8-926b-9211b3214f52 req-97b45727-69a5-4350-8c42-6c716a369a5d tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] 10.222.0.67 "GET /v2.0/ports?device_id=ff605ac2-bccd-4e0c-a8ef-95d5537b6b46 HTTP/1.1" status: 200 len: 944 time: 0.0471072 Jun 24 15:34:22.843648 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-2e5e9743-7274-46e8-926b-9211b3214f52 req-6c2876bd-e8a2-4eda-b9be-36f74bde2464 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] 10.222.0.67 "GET /v2.0/security-groups?id=104af9f4-447c-49e0-8fc0-14e775f6840a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401921 Jun 24 15:34:23.249042 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG dbcounter [-] [104514] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=104514) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:34:23.251936 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG dbcounter [-] [104514] Writing DB stats neutron:SELECT=8,neutron:DELETE=1 {{(pid=104514) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:34:23.758281 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-2b0dfac1-73e9-4c9e-9627-9a9b79f70218 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697012'] for agent (45985ff7-1335-48cd-ab02-73eb58295827), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:34:23.959118 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b86963-47b4-46db-8f02-86f568371789 req-31d4b16a-d509-48a5-8174-4369534218f1 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:34:23.960507 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-10b86963-47b4-46db-8f02-86f568371789 req-31d4b16a-d509-48a5-8174-4369534218f1 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] 10.222.0.67 "GET /v2.0/ports?device_id=ff605ac2-bccd-4e0c-a8ef-95d5537b6b46 HTTP/1.1" status: 200 len: 944 time: 0.0501482 Jun 24 15:34:24.007230 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-10b86963-47b4-46db-8f02-86f568371789 req-1f01fb98-95c2-40f4-a469-1ef9a3391562 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] 10.222.0.67 "GET /v2.0/security-groups?id=104af9f4-447c-49e0-8fc0-14e775f6840a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412571 Jun 24 15:34:24.992224 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-6e9ba797-1d0c-40f8-9e0c-708f895be0b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697012'] for agent (f984396c-9862-4f32-9cf6-f19d2e5feb00), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:34:25.119467 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90aa68e-3823-4b72-b2e8-e18cf95f73fc req-6145efc6-272a-4dc5-8ed0-47cf7b810641 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:34:25.120923 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-c90aa68e-3823-4b72-b2e8-e18cf95f73fc req-6145efc6-272a-4dc5-8ed0-47cf7b810641 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] 10.222.0.67 "GET /v2.0/ports?device_id=ff605ac2-bccd-4e0c-a8ef-95d5537b6b46 HTTP/1.1" status: 200 len: 944 time: 0.0470159 Jun 24 15:34:25.153490 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.rpc [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Device f9cd0892-ff63-4862-83d9-c71d751bba17 details requested by agent hyperv_hv-cinder-83538 with host hv-cinder-83538 {{(pid=104513) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 15:34:25.169338 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-c90aa68e-3823-4b72-b2e8-e18cf95f73fc req-2e78b68f-ef1e-4429-9d00-8bcb67baf5d0 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] 10.222.0.67 "GET /v2.0/security-groups?id=104af9f4-447c-49e0-8fc0-14e775f6840a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420432 Jun 24 15:34:25.254412 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.db [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] For port f9cd0892-ff63-4862-83d9-c71d751bba17, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=f9cd0892-ff63-4862-83d9-c71d751bba17,segment=NetworkSegment(db94acf1-3522-4be0-9339-21a877b773e3),segment_id=db94acf1-3522-4be0-9339-21a877b773e3)] {{(pid=104513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 15:34:25.266005 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.rpc [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Returning: {'device': 'f9cd0892-ff63-4862-83d9-c71d751bba17', 'network_id': 'acd35ae0-cdce-4e2a-af0f-4813fbf5ee68', 'port_id': 'f9cd0892-ff63-4862-83d9-c71d751bba17', 'mac_address': 'fa:16:3e:f4:78:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 764, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c04c129-d27d-481c-9868-00d384b6110d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104513) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 15:34:25.300300 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.plugin [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Current status of the port f9cd0892-ff63-4862-83d9-c71d751bba17 is: DOWN; New status is: BUILD {{(pid=104513) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 15:34:25.300687 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7727318'] for port (f9cd0892-ff63-4862-83d9-c71d751bba17), before_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:34:25.313775 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.notifiers.nova [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9cd0892-ff63-4862-83d9-c71d751bba17 {{(pid=104513) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 15:34:25.332688 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.db [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] For port f9cd0892-ff63-4862-83d9-c71d751bba17, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=f9cd0892-ff63-4862-83d9-c71d751bba17,segment=NetworkSegment(db94acf1-3522-4be0-9339-21a877b773e3),segment_id=db94acf1-3522-4be0-9339-21a877b773e3)] {{(pid=104513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 15:34:25.403729 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761385101662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761384583316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761384583334'] for port (f9cd0892-ff63-4862-83d9-c71d751bba17), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:34:25.449366 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Pushing event updated for resources: {'Port': ['ID=f9cd0892-ff63-4862-83d9-c71d751bba17,revision_number=4']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:34:25.456410 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:34:25.456750 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:34:25.457089 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:34:25.457421 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:34:25.457748 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:34:25.458076 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:34:25.458394 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:34:25.458714 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:34:25.459052 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:34:25.459375 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:34:25.459697 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:34:25.460021 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:34:25.460334 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:34:25.460644 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:34:25.460955 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:34:25.604164 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.db [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] get_ports_and_sgs() called for port_ids ['f9cd0892-ff63-4862-83d9-c71d751bba17'] {{(pid=104513) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 15:34:26.260368 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=53,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:34:26.261130 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=38,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:34:26.280365 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db2a50d-b8ac-4874-80f6-1f36195539b1 req-11cc58f3-e59a-4ea4-b8c6-f716b8d3103b tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:34:26.282483 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-5db2a50d-b8ac-4874-80f6-1f36195539b1 req-11cc58f3-e59a-4ea4-b8c6-f716b8d3103b tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] 10.222.0.67 "GET /v2.0/ports?device_id=ff605ac2-bccd-4e0c-a8ef-95d5537b6b46 HTTP/1.1" status: 200 len: 945 time: 0.0469637 Jun 24 15:34:26.293249 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=100 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:34:26.332120 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-5db2a50d-b8ac-4874-80f6-1f36195539b1 req-23e63132-2e05-4a9f-9988-62c0e68e912b tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] 10.222.0.67 "GET /v2.0/security-groups?id=104af9f4-447c-49e0-8fc0-14e775f6840a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442519 Jun 24 15:34:26.455642 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-e7d2b4de-897d-40d1-b758-5e5b7ac4c4e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697012'] for agent (2f766f35-a225-44ed-b70f-669caec6f4a7), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:34:26.677969 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697012'] for agent (559fa80c-96d5-4fe7-8c5f-9eda482c27bf), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:34:27.153172 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.rpc [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Device f9cd0892-ff63-4862-83d9-c71d751bba17 up at agent hyperv_hv-cinder-83538 {{(pid=104513) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 15:34:27.185882 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:34:27.190177 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:34:27.193058 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:UPDATE=1,neutron:SELECT=99 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:34:27.199568 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.provisioning_blocks [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Provisioning for port f9cd0892-ff63-4862-83d9-c71d751bba17 completed by entity L2. {{(pid=104513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 24 15:34:27.249315 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.provisioning_blocks [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Provisioning complete for port f9cd0892-ff63-4862-83d9-c71d751bba17 triggered by entity L2. {{(pid=104513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 15:34:27.249708 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7696598'] for port (f9cd0892-ff63-4862-83d9-c71d751bba17), provisioning_complete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:34:27.321648 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.plugin [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Current status of the port f9cd0892-ff63-4862-83d9-c71d751bba17 is: BUILD; New status is: ACTIVE {{(pid=104513) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 15:34:27.322035 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7727318'] for port (f9cd0892-ff63-4862-83d9-c71d751bba17), before_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:34:27.345940 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff605ac2-bccd-4e0c-a8ef-95d5537b6b46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9cd0892-ff63-4862-83d9-c71d751bba17'}] {{(pid=104513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 15:34:27.348274 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7de2ae652872cab3d5aa36b412d6cead56dffdf121926fea6679daaa3daba4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55c4905a-10ab-4e64-b1a4-dc7041540958" -d '{"events": [{"server_uuid": "ff605ac2-bccd-4e0c-a8ef-95d5537b6b46", "name": "network-vif-plugged", "status": "completed", "tag": "f9cd0892-ff63-4862-83d9-c71d751bba17"}]}' {{(pid=104513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 15:34:27.361404 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.db [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] For port f9cd0892-ff63-4862-83d9-c71d751bba17, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=f9cd0892-ff63-4862-83d9-c71d751bba17,segment=NetworkSegment(db94acf1-3522-4be0-9339-21a877b773e3),segment_id=db94acf1-3522-4be0-9339-21a877b773e3)] {{(pid=104513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 15:34:27.396653 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 15:34:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50010237-5db4-4cf8-9e0c-e15920a14ee6 x-openstack-request-id: req-50010237-5db4-4cf8-9e0c-e15920a14ee6 {{(pid=104513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 15:34:27.396653 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff605ac2-bccd-4e0c-a8ef-95d5537b6b46", "name": "network-vif-plugged", "status": "completed", "tag": "f9cd0892-ff63-4862-83d9-c71d751bba17", "code": 200}]} {{(pid=104513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 15:34:27.396653 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-50010237-5db4-4cf8-9e0c-e15920a14ee6 {{(pid=104513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 15:34:27.396653 dv-cinder-835384-11-iscsi neutron-server[104513]: INFO neutron.notifiers.nova [-] Nova event matching ['req-50010237-5db4-4cf8-9e0c-e15920a14ee6'] response: {'server_uuid': 'ff605ac2-bccd-4e0c-a8ef-95d5537b6b46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9cd0892-ff63-4862-83d9-c71d751bba17', 'code': 200} Jun 24 15:34:27.452240 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da492c0a-dcea-4316-a96c-f360bf33c3ea req-e0c89da9-afea-4733-a7a1-6ad051f7a8bc tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:34:27.453900 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-da492c0a-dcea-4316-a96c-f360bf33c3ea req-e0c89da9-afea-4733-a7a1-6ad051f7a8bc tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] 10.222.0.67 "GET /v2.0/ports?device_id=ff605ac2-bccd-4e0c-a8ef-95d5537b6b46 HTTP/1.1" status: 200 len: 945 time: 0.0488672 Jun 24 15:34:27.467055 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761385101662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761384583316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761384583334'] for port (f9cd0892-ff63-4862-83d9-c71d751bba17), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:34:27.502909 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-da492c0a-dcea-4316-a96c-f360bf33c3ea req-7374b6cb-9040-47ad-acf6-a3334c4fbc9f tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] 10.222.0.67 "GET /v2.0/security-groups?id=104af9f4-447c-49e0-8fc0-14e775f6840a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433671 Jun 24 15:34:27.515649 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Pushing event updated for resources: {'Port': ['ID=f9cd0892-ff63-4862-83d9-c71d751bba17,revision_number=5']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:34:27.687296 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9231bd-bcf2-4c2d-8d4e-f564a95a7ad8 req-27d9c8e5-a2eb-4a8e-b210-7318ca11bce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:34:27.688774 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-3f9231bd-bcf2-4c2d-8d4e-f564a95a7ad8 req-27d9c8e5-a2eb-4a8e-b210-7318ca11bce4 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=ff605ac2-bccd-4e0c-a8ef-95d5537b6b46 HTTP/1.1" status: 200 len: 1130 time: 0.0382600 Jun 24 15:34:27.732349 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-3f9231bd-bcf2-4c2d-8d4e-f564a95a7ad8 req-fd2d3ca9-3ef0-499b-b85c-0395f8405594 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=104af9f4-447c-49e0-8fc0-14e775f6840a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370288 Jun 24 15:34:28.621407 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba868385-ec34-4487-8163-a8304d5c669d req-8bdcb5c3-988e-46ef-99ef-cc588d40e797 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:34:28.622945 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-ba868385-ec34-4487-8163-a8304d5c669d req-8bdcb5c3-988e-46ef-99ef-cc588d40e797 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] 10.222.0.67 "GET /v2.0/ports?device_id=ff605ac2-bccd-4e0c-a8ef-95d5537b6b46 HTTP/1.1" status: 200 len: 946 time: 0.0499554 Jun 24 15:34:28.670347 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-ba868385-ec34-4487-8163-a8304d5c669d req-bd7d6ddb-43b1-4be2-93ac-92d955dd3101 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] 10.222.0.67 "GET /v2.0/security-groups?id=104af9f4-447c-49e0-8fc0-14e775f6840a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413935 Jun 24 15:34:29.785819 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8f1a4a-b788-4ca8-ad21-c74a36f58c1f req-f6e99835-3970-44a6-8152-604a456ae9d2 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:34:29.787298 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-5b8f1a4a-b788-4ca8-ad21-c74a36f58c1f req-f6e99835-3970-44a6-8152-604a456ae9d2 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] 10.222.0.67 "GET /v2.0/ports?device_id=ff605ac2-bccd-4e0c-a8ef-95d5537b6b46 HTTP/1.1" status: 200 len: 946 time: 0.0473034 Jun 24 15:34:29.834559 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-5b8f1a4a-b788-4ca8-ad21-c74a36f58c1f req-f714bb21-1938-4987-ab00-4091e0d3f066 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] 10.222.0.67 "GET /v2.0/security-groups?id=104af9f4-447c-49e0-8fc0-14e775f6840a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417666 Jun 24 15:34:29.944702 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d41a7d-85f3-40e8-9ddb-c35bceb08e2b req-aebe5f82-fc83-438f-839a-1d3f21597c97 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:34:29.946212 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-67d41a7d-85f3-40e8-9ddb-c35bceb08e2b req-aebe5f82-fc83-438f-839a-1d3f21597c97 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] 10.222.0.67 "GET /v2.0/ports?device_id=ff605ac2-bccd-4e0c-a8ef-95d5537b6b46 HTTP/1.1" status: 200 len: 946 time: 0.0466723 Jun 24 15:34:29.954752 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.wsgi [-] (104512) accepted ('10.222.0.67', 47146) {{(pid=104512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:34:29.960787 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.v2.base [None req-7165685c-8f46-419a-8262-232525a4e48d tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Request body: {'floatingip': {'port_id': 'f9cd0892-ff63-4862-83d9-c71d751bba17'}} {{(pid=104512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 15:34:30.000475 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-7165685c-8f46-419a-8262-232525a4e48d tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Publish callbacks [] for floatingip (e8efaa06-23b7-4da7-82b7-67ebaff83fa6), before_update {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:34:30.535424 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:34:30.675481 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:34:30.684953 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-7165685c-8f46-419a-8262-232525a4e48d tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:34:30.729310 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-7165685c-8f46-419a-8262-232525a4e48d tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-467314'] for floatingip (e8efaa06-23b7-4da7-82b7-67ebaff83fa6), after_update {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:34:30.824292 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.db.l3_db [None req-7165685c-8f46-419a-8262-232525a4e48d tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Floating IP e8efaa06-23b7-4da7-82b7-67ebaff83fa6 associated. External IP: 172.27.0.55, port: f9cd0892-ff63-4862-83d9-c71d751bba17. Jun 24 15:34:31.015652 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7165685c-8f46-419a-8262-232525a4e48d tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Router 5bf36090-25e1-4755-aae5-e3986ec2d11a has already been hosted by L3 agent 45985ff7-1335-48cd-ab02-73eb58295827 {{(pid=104512) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 15:34:31.119399 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7165685c-8f46-419a-8262-232525a4e48d tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Notify agent at l3_agent.dv-cinder-835384-11-iscsi the message routers_updated {{(pid=104512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 15:34:31.124230 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-7165685c-8f46-419a-8262-232525a4e48d tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30073'] for floatingip (None), before_response {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:34:31.129196 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84721bb5-46f0-4a53-b14f-133da8374040 None None] Sync routers for ids ['5bf36090-25e1-4755-aae5-e3986ec2d11a'] in dv-cinder-835384-11-iscsi {{(pid=104513) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 15:34:31.139789 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84721bb5-46f0-4a53-b14f-133da8374040 None None] Routers {'5bf36090-25e1-4755-aae5-e3986ec2d11a'} bound to L3 agent in host dv-cinder-835384-11-iscsi {{(pid=104513) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 15:34:31.140399 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.l3_hamode_db [None req-84721bb5-46f0-4a53-b14f-133da8374040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-24T15:10:24Z,description=,heartbeat_timestamp=2022-06-24T15:34:24Z,host='dv-cinder-835384-11-iscsi',id=45985ff7-1335-48cd-ab02-73eb58295827,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T15:10:24Z,topic='l3_agent')) {'router_ids': ['5bf36090-25e1-4755-aae5-e3986ec2d11a'], 'active': True} {{(pid=104513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 15:34:31.154179 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [None req-7165685c-8f46-419a-8262-232525a4e48d tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] 10.222.0.67 "PUT /v2.0/floatingips/e8efaa06-23b7-4da7-82b7-67ebaff83fa6 HTTP/1.1" status: 200 len: 991 time: 1.1983459 Jun 24 15:34:31.154770 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff605ac2-bccd-4e0c-a8ef-95d5537b6b46', 'tag': 'f9cd0892-ff63-4862-83d9-c71d751bba17'}] {{(pid=104512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 15:34:31.157052 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9db87de5340c6be2811fa9e5912a63998a589dd3f857fd3823a550d1ae48127" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df7b84d6-6435-401a-b8eb-9839a6975fd1" -d '{"events": [{"name": "network-changed", "server_uuid": "ff605ac2-bccd-4e0c-a8ef-95d5537b6b46", "tag": "f9cd0892-ff63-4862-83d9-c71d751bba17"}]}' {{(pid=104512) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 15:34:31.192060 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Jun 2022 15:34:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4d95cb1-76df-47ba-8644-7da124f0029a x-openstack-request-id: req-e4d95cb1-76df-47ba-8644-7da124f0029a {{(pid=104512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 15:34:31.192350 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff605ac2-bccd-4e0c-a8ef-95d5537b6b46", "tag": "f9cd0892-ff63-4862-83d9-c71d751bba17", "status": "completed", "code": 200}]} {{(pid=104512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 15:34:31.192595 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-e4d95cb1-76df-47ba-8644-7da124f0029a {{(pid=104512) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 15:34:31.193019 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e4d95cb1-76df-47ba-8644-7da124f0029a'] response: {'name': 'network-changed', 'server_uuid': 'ff605ac2-bccd-4e0c-a8ef-95d5537b6b46', 'tag': 'f9cd0892-ff63-4862-83d9-c71d751bba17', 'status': 'completed', 'code': 200} Jun 24 15:34:31.245890 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.l3_dvr_db [None req-84721bb5-46f0-4a53-b14f-133da8374040 None None] Set router 5bf36090-25e1-4755-aae5-e3986ec2d11a gateway port host: dv-cinder-835384-11-iscsi {{(pid=104513) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 15:34:31.252345 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7b84d6-6435-401a-b8eb-9839a6975fd1 req-5f73e52f-9b4a-48e8-80bc-aec8a38aed7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:34:31.254418 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-df7b84d6-6435-401a-b8eb-9839a6975fd1 req-5f73e52f-9b4a-48e8-80bc-aec8a38aed7a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9c0e7447465d430d9352d9e9b7ea012c&device_id=ff605ac2-bccd-4e0c-a8ef-95d5537b6b46 HTTP/1.1" status: 200 len: 1130 time: 0.0397205 Jun 24 15:34:31.351062 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7b84d6-6435-401a-b8eb-9839a6975fd1 req-5e5ba986-1b71-4b49-9aeb-f98f688f1e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:34:31.351062 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-df7b84d6-6435-401a-b8eb-9839a6975fd1 req-5e5ba986-1b71-4b49-9aeb-f98f688f1e62 service neutron] 10.222.0.64 "GET /v2.0/networks?id=acd35ae0-cdce-4e2a-af0f-4813fbf5ee68 HTTP/1.1" status: 200 len: 915 time: 0.0885534 Jun 24 15:34:31.408527 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-df7b84d6-6435-401a-b8eb-9839a6975fd1 req-4ba3792c-3445-48fd-978d-f7c90f316137 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f9cd0892-ff63-4862-83d9-c71d751bba17 HTTP/1.1" status: 200 len: 999 time: 0.0539961 Jun 24 15:34:31.458770 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.l3_hamode_db [None req-84721bb5-46f0-4a53-b14f-133da8374040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bf36090-25e1-4755-aae5-e3986ec2d11a', 'name': 'tempest-AttachVolumeNegativeTest-125228773-router', 'tenant_id': '9c0e7447465d430d9352d9e9b7ea012c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'external_fixed_ips': [{'subnet_id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'ip_address': '172.27.0.102'}], 'enable_snat': True}, 'gw_port_id': '71aa792d-5cda-4864-a10c-1c69f8d17dbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T15:30:55Z', 'updated_at': '2022-06-24T15:30:58Z', 'revision_number': 4, 'project_id': '9c0e7447465d430d9352d9e9b7ea012c', 'gw_port': {'id': '71aa792d-5cda-4864-a10c-1c69f8d17dbd', 'name': '', 'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:2d:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bf36090-25e1-4755-aae5-e3986ec2d11a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'ip_address': '172.27.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T15:30:55Z', 'updated_at': '2022-06-24T15:31:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-11-iscsi', '_floatingips': [{'id': 'e8efaa06-23b7-4da7-82b7-67ebaff83fa6', 'tenant_id': '9c0e7447465d430d9352d9e9b7ea012c', 'floating_ip_address': '172.27.0.55', 'floating_network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'router_id': '5bf36090-25e1-4755-aae5-e3986ec2d11a', 'port_id': 'f9cd0892-ff63-4862-83d9-c71d751bba17', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 705, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'acd35ae0-cdce-4e2a-af0f-4813fbf5ee68', 'mac_address': 'fa:16:3e:f4:78:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff605ac2-bccd-4e0c-a8ef-95d5537b6b46', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T15:34:15Z', 'updated_at': '2022-06-24T15:34:30Z', 'revision_number': 1, 'project_id': '9c0e7447465d430d9352d9e9b7ea012c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abc19f20-8b2e-4749-b1c5-315ffb487568', 'name': '', 'network_id': 'acd35ae0-cdce-4e2a-af0f-4813fbf5ee68', 'tenant_id': '9c0e7447465d430d9352d9e9b7ea012c', 'mac_address': 'fa:16:3e:a6:2a:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bf36090-25e1-4755-aae5-e3986ec2d11a', 'device_owner': 'network:router_interface', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '0c04c129-d27d-481c-9868-00d384b6110d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T15:30:58Z', 'updated_at': '2022-06-24T15:31:02Z', 'revision_number': 5, 'project_id': '9c0e7447465d430d9352d9e9b7ea012c', 'subnets': [{'id': '0c04c129-d27d-481c-9868-00d384b6110d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-11-iscsi', False) {} {{(pid=104513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 15:34:31.459101 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7b84d6-6435-401a-b8eb-9839a6975fd1 req-2d25f220-8e74-433d-9c06-70eb0b5f084c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:34:31.460438 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-df7b84d6-6435-401a-b8eb-9839a6975fd1 req-2d25f220-8e74-433d-9c06-70eb0b5f084c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0c04c129-d27d-481c-9868-00d384b6110d HTTP/1.1" status: 200 len: 853 time: 0.0468214 Jun 24 15:34:31.483507 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84721bb5-46f0-4a53-b14f-133da8374040 None None] Checking router: 5bf36090-25e1-4755-aae5-e3986ec2d11a for host: dv-cinder-835384-11-iscsi {{(pid=104513) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 15:34:31.492484 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84721bb5-46f0-4a53-b14f-133da8374040 None None] Routers {'5bf36090-25e1-4755-aae5-e3986ec2d11a'} bound to L3 agent in host dv-cinder-835384-11-iscsi {{(pid=104513) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 15:34:31.493093 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.l3_hamode_db [None req-84721bb5-46f0-4a53-b14f-133da8374040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-24T15:10:24Z,description=,heartbeat_timestamp=2022-06-24T15:34:24Z,host='dv-cinder-835384-11-iscsi',id=45985ff7-1335-48cd-ab02-73eb58295827,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T15:10:24Z,topic='l3_agent')) {'router_ids': ['5bf36090-25e1-4755-aae5-e3986ec2d11a'], 'active': True} {{(pid=104513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 15:34:31.503934 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7b84d6-6435-401a-b8eb-9839a6975fd1 req-6a28e8b8-60f8-4399-8b0c-29c7f0daf585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:34:31.505479 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-df7b84d6-6435-401a-b8eb-9839a6975fd1 req-6a28e8b8-60f8-4399-8b0c-29c7f0daf585 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=acd35ae0-cdce-4e2a-af0f-4813fbf5ee68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0393066 Jun 24 15:34:31.593663 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.l3_dvr_db [None req-84721bb5-46f0-4a53-b14f-133da8374040 None None] Set router 5bf36090-25e1-4755-aae5-e3986ec2d11a gateway port host: dv-cinder-835384-11-iscsi {{(pid=104513) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 15:34:31.599627 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-df7b84d6-6435-401a-b8eb-9839a6975fd1 req-c941026e-679a-4ab9-a97d-3406ef92dcd5 service neutron] 10.222.0.64 "GET /v2.0/networks/acd35ae0-cdce-4e2a-af0f-4813fbf5ee68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876548 Jun 24 15:34:31.633926 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=100 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:34:31.691343 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-df7b84d6-6435-401a-b8eb-9839a6975fd1 req-0f187d64-a812-4cfc-8996-b0f6134e6937 service neutron] 10.222.0.64 "GET /v2.0/networks/acd35ae0-cdce-4e2a-af0f-4813fbf5ee68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856595 Jun 24 15:34:31.808003 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.l3_hamode_db [None req-84721bb5-46f0-4a53-b14f-133da8374040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bf36090-25e1-4755-aae5-e3986ec2d11a', 'name': 'tempest-AttachVolumeNegativeTest-125228773-router', 'tenant_id': '9c0e7447465d430d9352d9e9b7ea012c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'external_fixed_ips': [{'subnet_id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'ip_address': '172.27.0.102'}], 'enable_snat': True}, 'gw_port_id': '71aa792d-5cda-4864-a10c-1c69f8d17dbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T15:30:55Z', 'updated_at': '2022-06-24T15:30:58Z', 'revision_number': 4, 'project_id': '9c0e7447465d430d9352d9e9b7ea012c', 'gw_port': {'id': '71aa792d-5cda-4864-a10c-1c69f8d17dbd', 'name': '', 'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:2d:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bf36090-25e1-4755-aae5-e3986ec2d11a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'ip_address': '172.27.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T15:30:55Z', 'updated_at': '2022-06-24T15:31:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-11-iscsi', '_floatingips': [{'id': 'e8efaa06-23b7-4da7-82b7-67ebaff83fa6', 'tenant_id': '9c0e7447465d430d9352d9e9b7ea012c', 'floating_ip_address': '172.27.0.55', 'floating_network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'router_id': '5bf36090-25e1-4755-aae5-e3986ec2d11a', 'port_id': 'f9cd0892-ff63-4862-83d9-c71d751bba17', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 705, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'acd35ae0-cdce-4e2a-af0f-4813fbf5ee68', 'mac_address': 'fa:16:3e:f4:78:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff605ac2-bccd-4e0c-a8ef-95d5537b6b46', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T15:34:15Z', 'updated_at': '2022-06-24T15:34:30Z', 'revision_number': 1, 'project_id': '9c0e7447465d430d9352d9e9b7ea012c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abc19f20-8b2e-4749-b1c5-315ffb487568', 'name': '', 'network_id': 'acd35ae0-cdce-4e2a-af0f-4813fbf5ee68', 'tenant_id': '9c0e7447465d430d9352d9e9b7ea012c', 'mac_address': 'fa:16:3e:a6:2a:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bf36090-25e1-4755-aae5-e3986ec2d11a', 'device_owner': 'network:router_interface', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '0c04c129-d27d-481c-9868-00d384b6110d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T15:30:58Z', 'updated_at': '2022-06-24T15:31:02Z', 'revision_number': 5, 'project_id': '9c0e7447465d430d9352d9e9b7ea012c', 'subnets': [{'id': '0c04c129-d27d-481c-9868-00d384b6110d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-11-iscsi', False) {} {{(pid=104513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 15:34:31.833392 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84721bb5-46f0-4a53-b14f-133da8374040 None None] The sync data for ids ['5bf36090-25e1-4755-aae5-e3986ec2d11a'] in dv-cinder-835384-11-iscsi is: [{'id': '5bf36090-25e1-4755-aae5-e3986ec2d11a', 'name': 'tempest-AttachVolumeNegativeTest-125228773-router', 'tenant_id': '9c0e7447465d430d9352d9e9b7ea012c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'external_fixed_ips': [{'subnet_id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'ip_address': '172.27.0.102'}], 'enable_snat': True}, 'gw_port_id': '71aa792d-5cda-4864-a10c-1c69f8d17dbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T15:30:55Z', 'updated_at': '2022-06-24T15:30:58Z', 'revision_number': 4, 'project_id': '9c0e7447465d430d9352d9e9b7ea012c', 'gw_port': {'id': '71aa792d-5cda-4864-a10c-1c69f8d17dbd', 'name': '', 'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:2d:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bf36090-25e1-4755-aae5-e3986ec2d11a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'ip_address': '172.27.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T15:30:55Z', 'updated_at': '2022-06-24T15:31:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-11-iscsi', '_floatingips': [{'id': 'e8efaa06-23b7-4da7-82b7-67ebaff83fa6', 'tenant_id': '9c0e7447465d430d9352d9e9b7ea012c', 'floating_ip_address': '172.27.0.55', 'floating_network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'router_id': '5bf36090-25e1-4755-aae5-e3986ec2d11a', 'port_id': 'f9cd0892-ff63-4862-83d9-c71d751bba17', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 705, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'acd35ae0-cdce-4e2a-af0f-4813fbf5ee68', 'mac_address': 'fa:16:3e:f4:78:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff605ac2-bccd-4e0c-a8ef-95d5537b6b46', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T15:34:15Z', 'updated_at': '2022-06-24T15:34:30Z', 'revision_number': 1, 'project_id': '9c0e7447465d430d9352d9e9b7ea012c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abc19f20-8b2e-4749-b1c5-315ffb487568', 'name': '', 'network_id': 'acd35ae0-cdce-4e2a-af0f-4813fbf5ee68', 'tenant_id': '9c0e7447465d430d9352d9e9b7ea012c', 'mac_address': 'fa:16:3e:a6:2a:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bf36090-25e1-4755-aae5-e3986ec2d11a', 'device_owner': 'network:router_interface', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '0c04c129-d27d-481c-9868-00d384b6110d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T15:30:58Z', 'updated_at': '2022-06-24T15:31:02Z', 'revision_number': 5, 'project_id': '9c0e7447465d430d9352d9e9b7ea012c', 'subnets': [{'id': '0c04c129-d27d-481c-9868-00d384b6110d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104513) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 15:34:32.034735 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eedd0347-b560-41fa-b4e9-aba78b7dc543 None None] New status for floating IP e8efaa06-23b7-4da7-82b7-67ebaff83fa6: ACTIVE {{(pid=104514) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 24 15:34:32.729913 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.db.agents_db [None req-1e76bcc0-0ba2-49bf-a9b5-df198b272e3c None None] Agent healthcheck: found 6 active agents {{(pid=104514) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 15:34:40.301357 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697012'] for agent (f0fa743b-ff28-43ff-ac51-704c86538f10), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:34:41.686198 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=90 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:34:41.688076 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=4 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:34:42.725312 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG dbcounter [-] [104514] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=104514) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:34:42.726062 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG dbcounter [-] [104514] Writing DB stats neutron:SELECT=11 {{(pid=104514) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:34:49.949101 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-31ce5dbc-04f8-4541-a45b-9d0a4705ce2f req-92721fb9-61f4-417e-b2c5-91fcc6cca1b4 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=ff605ac2-bccd-4e0c-a8ef-95d5537b6b46&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0395815 Jun 24 15:34:50.035628 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ce5dbc-04f8-4541-a45b-9d0a4705ce2f req-4e41926c-d158-4620-9cc4-aa2efb35f13a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:34:50.037819 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-31ce5dbc-04f8-4541-a45b-9d0a4705ce2f req-4e41926c-d158-4620-9cc4-aa2efb35f13a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9c0e7447465d430d9352d9e9b7ea012c&device_id=ff605ac2-bccd-4e0c-a8ef-95d5537b6b46 HTTP/1.1" status: 200 len: 1130 time: 0.0437765 Jun 24 15:34:50.140369 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ce5dbc-04f8-4541-a45b-9d0a4705ce2f req-7616c75c-83d0-48a9-b80f-3779d8a6b909 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:34:50.141822 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-31ce5dbc-04f8-4541-a45b-9d0a4705ce2f req-7616c75c-83d0-48a9-b80f-3779d8a6b909 service neutron] 10.222.0.64 "GET /v2.0/networks?id=acd35ae0-cdce-4e2a-af0f-4813fbf5ee68 HTTP/1.1" status: 200 len: 915 time: 0.0856266 Jun 24 15:34:50.205521 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-31ce5dbc-04f8-4541-a45b-9d0a4705ce2f req-5682bbb8-f207-4f59-9299-4dce0500db57 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f9cd0892-ff63-4862-83d9-c71d751bba17 HTTP/1.1" status: 200 len: 1001 time: 0.0575662 Jun 24 15:34:50.249226 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:SELECT=90,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:34:50.253927 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ce5dbc-04f8-4541-a45b-9d0a4705ce2f req-e4735162-094f-4380-a39b-218d38ce377f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:34:50.254150 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:SELECT=75 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:34:50.255467 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-31ce5dbc-04f8-4541-a45b-9d0a4705ce2f req-e4735162-094f-4380-a39b-218d38ce377f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0c04c129-d27d-481c-9868-00d384b6110d HTTP/1.1" status: 200 len: 853 time: 0.0434599 Jun 24 15:34:50.260455 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:SELECT=58,neutron:UPDATE=1 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:34:50.299215 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ce5dbc-04f8-4541-a45b-9d0a4705ce2f req-02241b91-8af1-4cac-8198-b7f2ed4d1c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:34:50.300744 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-31ce5dbc-04f8-4541-a45b-9d0a4705ce2f req-02241b91-8af1-4cac-8198-b7f2ed4d1c8b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=acd35ae0-cdce-4e2a-af0f-4813fbf5ee68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0393722 Jun 24 15:34:50.394584 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-31ce5dbc-04f8-4541-a45b-9d0a4705ce2f req-056e5528-d4dc-4008-a083-5298736dfb3e service neutron] 10.222.0.64 "GET /v2.0/networks/acd35ae0-cdce-4e2a-af0f-4813fbf5ee68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869448 Jun 24 15:34:50.493009 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-31ce5dbc-04f8-4541-a45b-9d0a4705ce2f req-ec06570c-f132-4880-9bd2-d531114adfa4 service neutron] 10.222.0.64 "GET /v2.0/networks/acd35ae0-cdce-4e2a-af0f-4813fbf5ee68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857861 Jun 24 15:34:51.318378 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-03fd9ff1-5493-4fdd-bf26-41258e542774 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697012'] for agent (61dc9491-0c49-467e-b62a-6961ce952bc2), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:34:53.826332 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-8de64e6b-0dfd-4f03-9218-97b25631b7e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697012'] for agent (45985ff7-1335-48cd-ab02-73eb58295827), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:34:54.969167 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-6e9ba797-1d0c-40f8-9e0c-708f895be0b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697012'] for agent (f984396c-9862-4f32-9cf6-f19d2e5feb00), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:34:56.437809 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-e7d2b4de-897d-40d1-b758-5e5b7ac4c4e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697012'] for agent (2f766f35-a225-44ed-b70f-669caec6f4a7), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:34:56.695040 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697012'] for agent (559fa80c-96d5-4fe7-8c5f-9eda482c27bf), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:34:58.757608 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG dbcounter [-] [104514] Writing DB stats neutron:SELECT=2 {{(pid=104514) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:34:58.761958 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG dbcounter [-] [104514] Writing DB stats neutron:SELECT=4 {{(pid=104514) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:35:00.487095 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=52 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:35:00.488991 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=49 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:35:06.609781 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:35:06.614293 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:SELECT=4,neutron:UPDATE=1 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:35:06.615995 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:SELECT=3,neutron:UPDATE=2 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:35:09.729896 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.db.agents_db [None req-1e76bcc0-0ba2-49bf-a9b5-df198b272e3c None None] Agent healthcheck: found 6 active agents {{(pid=104514) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 15:35:10.368370 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697012'] for agent (f0fa743b-ff28-43ff-ac51-704c86538f10), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:35:18.183597 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbd7e56-5996-4daf-8b7d-9edd5965750c req-5bdd7f40-c3b7-4a86-ab7c-4c7f7481a3b0 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:35:18.185078 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-1fbd7e56-5996-4daf-8b7d-9edd5965750c req-5bdd7f40-c3b7-4a86-ab7c-4c7f7481a3b0 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] 10.222.0.67 "GET /v2.0/ports?device_id=ff605ac2-bccd-4e0c-a8ef-95d5537b6b46 HTTP/1.1" status: 200 len: 946 time: 0.0515893 Jun 24 15:35:18.232169 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-1fbd7e56-5996-4daf-8b7d-9edd5965750c req-9e1dea5f-0c52-481b-8de2-7950cff8492c tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] 10.222.0.67 "GET /v2.0/security-groups?id=104af9f4-447c-49e0-8fc0-14e775f6840a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413675 Jun 24 15:35:19.347809 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d3c2f3-7206-4af3-a40f-9d47e8c1eec6 req-60df9e89-0e60-427e-aa40-d8b8b519bdd0 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:35:19.349174 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-11d3c2f3-7206-4af3-a40f-9d47e8c1eec6 req-60df9e89-0e60-427e-aa40-d8b8b519bdd0 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] 10.222.0.67 "GET /v2.0/ports?device_id=ff605ac2-bccd-4e0c-a8ef-95d5537b6b46 HTTP/1.1" status: 200 len: 946 time: 0.0463867 Jun 24 15:35:19.398773 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-11d3c2f3-7206-4af3-a40f-9d47e8c1eec6 req-feadd780-a027-4472-9a9b-9bb37ebfa9d0 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] 10.222.0.67 "GET /v2.0/security-groups?id=104af9f4-447c-49e0-8fc0-14e775f6840a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432916 Jun 24 15:35:19.643939 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a868b0fb-e21c-4283-8733-d690cf245375 req-923519ca-4fc1-4953-9450-f1dbd497dfe6 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:35:19.645604 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-a868b0fb-e21c-4283-8733-d690cf245375 req-923519ca-4fc1-4953-9450-f1dbd497dfe6 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] 10.222.0.64 "GET /v2.0/ports?device_id=ff605ac2-bccd-4e0c-a8ef-95d5537b6b46 HTTP/1.1" status: 200 len: 946 time: 0.0459201 Jun 24 15:35:19.727726 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.plugin [req-a868b0fb-e21c-4283-8733-d690cf245375 req-0c6d3df9-972f-4d3b-abde-f66ddce64056 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Deleting port f9cd0892-ff63-4862-83d9-c71d751bba17 {{(pid=104512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 15:35:19.728063 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [req-a868b0fb-e21c-4283-8733-d690cf245375 req-0c6d3df9-972f-4d3b-abde-f66ddce64056 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761385095720'] for port (f9cd0892-ff63-4862-83d9-c71d751bba17), before_delete {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:35:19.815157 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.db [req-a868b0fb-e21c-4283-8733-d690cf245375 req-0c6d3df9-972f-4d3b-abde-f66ddce64056 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] For port f9cd0892-ff63-4862-83d9-c71d751bba17, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=f9cd0892-ff63-4862-83d9-c71d751bba17,segment=NetworkSegment(db94acf1-3522-4be0-9339-21a877b773e3),segment_id=db94acf1-3522-4be0-9339-21a877b773e3)] {{(pid=104512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 15:35:19.815550 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [req-a868b0fb-e21c-4283-8733-d690cf245375 req-0c6d3df9-972f-4d3b-abde-f66ddce64056 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-465599'] for port (f9cd0892-ff63-4862-83d9-c71d751bba17), precommit_delete {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:35:19.981359 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [req-a868b0fb-e21c-4283-8733-d690cf245375 req-0c6d3df9-972f-4d3b-abde-f66ddce64056 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:35:19.981628 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [req-a868b0fb-e21c-4283-8733-d690cf245375 req-0c6d3df9-972f-4d3b-abde-f66ddce64056 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-467314'] for floatingip (e8efaa06-23b7-4da7-82b7-67ebaff83fa6), after_update {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:35:19.981941 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.db.l3_db [req-a868b0fb-e21c-4283-8733-d690cf245375 req-0c6d3df9-972f-4d3b-abde-f66ddce64056 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Floating IP e8efaa06-23b7-4da7-82b7-67ebaff83fa6 disassociated. External IP: 172.27.0.55, port: f9cd0892-ff63-4862-83d9-c71d751bba17. Jun 24 15:35:19.982281 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.plugin [req-a868b0fb-e21c-4283-8733-d690cf245375 req-0c6d3df9-972f-4d3b-abde-f66ddce64056 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Calling delete_port for f9cd0892-ff63-4862-83d9-c71d751bba17 owned by compute:nova {{(pid=104512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 15:35:20.191448 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [req-a868b0fb-e21c-4283-8733-d690cf245375 req-0c6d3df9-972f-4d3b-abde-f66ddce64056 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761385101680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761384583307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3859661'] for port (f9cd0892-ff63-4862-83d9-c71d751bba17), after_delete {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:35:20.223957 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6d3df9-972f-4d3b-abde-f66ddce64056 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Pushing event deleted for resources: {'Port': ['ID=f9cd0892-ff63-4862-83d9-c71d751bba17,revision_number=None']} {{(pid=104512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:35:20.235029 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6d3df9-972f-4d3b-abde-f66ddce64056 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:35:20.235401 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6d3df9-972f-4d3b-abde-f66ddce64056 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:35:20.235745 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6d3df9-972f-4d3b-abde-f66ddce64056 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:35:20.236075 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6d3df9-972f-4d3b-abde-f66ddce64056 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:35:20.236405 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6d3df9-972f-4d3b-abde-f66ddce64056 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:35:20.236740 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6d3df9-972f-4d3b-abde-f66ddce64056 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:35:20.237064 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6d3df9-972f-4d3b-abde-f66ddce64056 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:35:20.237388 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6d3df9-972f-4d3b-abde-f66ddce64056 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:35:20.237710 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6d3df9-972f-4d3b-abde-f66ddce64056 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:35:20.238032 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6d3df9-972f-4d3b-abde-f66ddce64056 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:35:20.238366 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6d3df9-972f-4d3b-abde-f66ddce64056 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:35:20.238683 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6d3df9-972f-4d3b-abde-f66ddce64056 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:35:20.239000 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6d3df9-972f-4d3b-abde-f66ddce64056 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:35:20.250224 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6d3df9-972f-4d3b-abde-f66ddce64056 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:35:20.250224 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6d3df9-972f-4d3b-abde-f66ddce64056 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:35:20.272006 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:SELECT=1 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:35:20.275538 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:35:20.341909 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a868b0fb-e21c-4283-8733-d690cf245375 req-0c6d3df9-972f-4d3b-abde-f66ddce64056 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Router 5bf36090-25e1-4755-aae5-e3986ec2d11a has already been hosted by L3 agent 45985ff7-1335-48cd-ab02-73eb58295827 {{(pid=104512) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 15:35:20.395568 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:35:20.397838 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:35:20.441660 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a868b0fb-e21c-4283-8733-d690cf245375 req-0c6d3df9-972f-4d3b-abde-f66ddce64056 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Notify agent at l3_agent.dv-cinder-835384-11-iscsi the message routers_updated {{(pid=104512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 15:35:20.451517 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1b84d63-58a9-44c8-9d6d-194a73e0738c None None] Sync routers for ids ['5bf36090-25e1-4755-aae5-e3986ec2d11a'] in dv-cinder-835384-11-iscsi {{(pid=104513) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 15:35:20.463536 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1b84d63-58a9-44c8-9d6d-194a73e0738c None None] Routers {'5bf36090-25e1-4755-aae5-e3986ec2d11a'} bound to L3 agent in host dv-cinder-835384-11-iscsi {{(pid=104513) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 15:35:20.464550 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.l3_hamode_db [None req-b1b84d63-58a9-44c8-9d6d-194a73e0738c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-24T15:10:24Z,description=,heartbeat_timestamp=2022-06-24T15:34:54Z,host='dv-cinder-835384-11-iscsi',id=45985ff7-1335-48cd-ab02-73eb58295827,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T15:10:24Z,topic='l3_agent')) {'router_ids': ['5bf36090-25e1-4755-aae5-e3986ec2d11a'], 'active': True} {{(pid=104513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 15:35:20.479995 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG dbcounter [-] [104514] Writing DB stats neutron:SELECT=12 {{(pid=104514) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:35:20.480900 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG dbcounter [-] [104514] Writing DB stats neutron:SELECT=16 {{(pid=104514) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:35:20.498963 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.db.l3_dvrscheduler_db [req-a868b0fb-e21c-4283-8733-d690cf245375 req-0c6d3df9-972f-4d3b-abde-f66ddce64056 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] No DVR routers for this DVR port f9cd0892-ff63-4862-83d9-c71d751bba17 on host hv-cinder-83538 {{(pid=104512) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 24 15:35:20.512786 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [req-a868b0fb-e21c-4283-8733-d690cf245375 req-0c6d3df9-972f-4d3b-abde-f66ddce64056 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30073'] for port (None), before_response {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:35:20.516046 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-a868b0fb-e21c-4283-8733-d690cf245375 req-0c6d3df9-972f-4d3b-abde-f66ddce64056 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] 10.222.0.64 "DELETE /v2.0/ports/f9cd0892-ff63-4862-83d9-c71d751bba17 HTTP/1.1" status: 204 len: 173 time: 0.8649774 Jun 24 15:35:20.516823 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff605ac2-bccd-4e0c-a8ef-95d5537b6b46', 'name': 'network-vif-deleted', 'tag': 'f9cd0892-ff63-4862-83d9-c71d751bba17'}] {{(pid=104512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 15:35:20.519048 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9db87de5340c6be2811fa9e5912a63998a589dd3f857fd3823a550d1ae48127" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ac40654-e678-4553-8970-40f0477efe4d" -d '{"events": [{"server_uuid": "ff605ac2-bccd-4e0c-a8ef-95d5537b6b46", "name": "network-vif-deleted", "tag": "f9cd0892-ff63-4862-83d9-c71d751bba17"}]}' {{(pid=104512) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 15:35:20.523926 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-8aa2a80b-ab62-44f6-8128-270afd6bd10a req-36666720-a0ac-4a36-a018-8c0bd4edfd18 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] 10.222.0.67 "GET /v2.0/ports?device_id=ff605ac2-bccd-4e0c-a8ef-95d5537b6b46 HTTP/1.1" status: 200 len: 210 time: 0.0524638 Jun 24 15:35:20.573968 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 15:35:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de8c8787-cbcb-40af-8192-11e67f4e5857 x-openstack-request-id: req-de8c8787-cbcb-40af-8192-11e67f4e5857 {{(pid=104512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 15:35:20.573968 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff605ac2-bccd-4e0c-a8ef-95d5537b6b46", "name": "network-vif-deleted", "tag": "f9cd0892-ff63-4862-83d9-c71d751bba17", "status": "completed", "code": 200}]} {{(pid=104512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 15:35:20.573968 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-de8c8787-cbcb-40af-8192-11e67f4e5857 {{(pid=104512) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 15:35:20.574700 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de8c8787-cbcb-40af-8192-11e67f4e5857'] response: {'server_uuid': 'ff605ac2-bccd-4e0c-a8ef-95d5537b6b46', 'name': 'network-vif-deleted', 'tag': 'f9cd0892-ff63-4862-83d9-c71d751bba17', 'status': 'completed', 'code': 200} Jun 24 15:35:20.590839 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.l3_dvr_db [None req-b1b84d63-58a9-44c8-9d6d-194a73e0738c None None] Set router 5bf36090-25e1-4755-aae5-e3986ec2d11a gateway port host: dv-cinder-835384-11-iscsi {{(pid=104513) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 15:35:20.792013 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.l3_hamode_db [None req-b1b84d63-58a9-44c8-9d6d-194a73e0738c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bf36090-25e1-4755-aae5-e3986ec2d11a', 'name': 'tempest-AttachVolumeNegativeTest-125228773-router', 'tenant_id': '9c0e7447465d430d9352d9e9b7ea012c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'external_fixed_ips': [{'subnet_id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'ip_address': '172.27.0.102'}], 'enable_snat': True}, 'gw_port_id': '71aa792d-5cda-4864-a10c-1c69f8d17dbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T15:30:55Z', 'updated_at': '2022-06-24T15:30:58Z', 'revision_number': 4, 'project_id': '9c0e7447465d430d9352d9e9b7ea012c', 'gw_port': {'id': '71aa792d-5cda-4864-a10c-1c69f8d17dbd', 'name': '', 'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:2d:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bf36090-25e1-4755-aae5-e3986ec2d11a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'ip_address': '172.27.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T15:30:55Z', 'updated_at': '2022-06-24T15:31:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-11-iscsi', '_interfaces': [{'id': 'abc19f20-8b2e-4749-b1c5-315ffb487568', 'name': '', 'network_id': 'acd35ae0-cdce-4e2a-af0f-4813fbf5ee68', 'tenant_id': '9c0e7447465d430d9352d9e9b7ea012c', 'mac_address': 'fa:16:3e:a6:2a:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bf36090-25e1-4755-aae5-e3986ec2d11a', 'device_owner': 'network:router_interface', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '0c04c129-d27d-481c-9868-00d384b6110d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T15:30:58Z', 'updated_at': '2022-06-24T15:31:02Z', 'revision_number': 5, 'project_id': '9c0e7447465d430d9352d9e9b7ea012c', 'subnets': [{'id': '0c04c129-d27d-481c-9868-00d384b6110d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-11-iscsi', False) {} {{(pid=104513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 15:35:20.815885 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1b84d63-58a9-44c8-9d6d-194a73e0738c None None] Checking router: 5bf36090-25e1-4755-aae5-e3986ec2d11a for host: dv-cinder-835384-11-iscsi {{(pid=104513) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 15:35:20.824692 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1b84d63-58a9-44c8-9d6d-194a73e0738c None None] Routers {'5bf36090-25e1-4755-aae5-e3986ec2d11a'} bound to L3 agent in host dv-cinder-835384-11-iscsi {{(pid=104513) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 15:35:20.825290 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.l3_hamode_db [None req-b1b84d63-58a9-44c8-9d6d-194a73e0738c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-24T15:10:24Z,description=,heartbeat_timestamp=2022-06-24T15:34:54Z,host='dv-cinder-835384-11-iscsi',id=45985ff7-1335-48cd-ab02-73eb58295827,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T15:10:24Z,topic='l3_agent')) {'router_ids': ['5bf36090-25e1-4755-aae5-e3986ec2d11a'], 'active': True} {{(pid=104513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 15:35:20.929353 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.l3_dvr_db [None req-b1b84d63-58a9-44c8-9d6d-194a73e0738c None None] Set router 5bf36090-25e1-4755-aae5-e3986ec2d11a gateway port host: dv-cinder-835384-11-iscsi {{(pid=104513) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 15:35:21.116813 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.l3_hamode_db [None req-b1b84d63-58a9-44c8-9d6d-194a73e0738c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bf36090-25e1-4755-aae5-e3986ec2d11a', 'name': 'tempest-AttachVolumeNegativeTest-125228773-router', 'tenant_id': '9c0e7447465d430d9352d9e9b7ea012c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'external_fixed_ips': [{'subnet_id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'ip_address': '172.27.0.102'}], 'enable_snat': True}, 'gw_port_id': '71aa792d-5cda-4864-a10c-1c69f8d17dbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T15:30:55Z', 'updated_at': '2022-06-24T15:30:58Z', 'revision_number': 4, 'project_id': '9c0e7447465d430d9352d9e9b7ea012c', 'gw_port': {'id': '71aa792d-5cda-4864-a10c-1c69f8d17dbd', 'name': '', 'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:2d:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bf36090-25e1-4755-aae5-e3986ec2d11a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'ip_address': '172.27.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T15:30:55Z', 'updated_at': '2022-06-24T15:31:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-11-iscsi', '_interfaces': [{'id': 'abc19f20-8b2e-4749-b1c5-315ffb487568', 'name': '', 'network_id': 'acd35ae0-cdce-4e2a-af0f-4813fbf5ee68', 'tenant_id': '9c0e7447465d430d9352d9e9b7ea012c', 'mac_address': 'fa:16:3e:a6:2a:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bf36090-25e1-4755-aae5-e3986ec2d11a', 'device_owner': 'network:router_interface', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '0c04c129-d27d-481c-9868-00d384b6110d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T15:30:58Z', 'updated_at': '2022-06-24T15:31:02Z', 'revision_number': 5, 'project_id': '9c0e7447465d430d9352d9e9b7ea012c', 'subnets': [{'id': '0c04c129-d27d-481c-9868-00d384b6110d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-11-iscsi', False) {} {{(pid=104513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 15:35:21.141525 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1b84d63-58a9-44c8-9d6d-194a73e0738c None None] The sync data for ids ['5bf36090-25e1-4755-aae5-e3986ec2d11a'] in dv-cinder-835384-11-iscsi is: [{'id': '5bf36090-25e1-4755-aae5-e3986ec2d11a', 'name': 'tempest-AttachVolumeNegativeTest-125228773-router', 'tenant_id': '9c0e7447465d430d9352d9e9b7ea012c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'external_fixed_ips': [{'subnet_id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'ip_address': '172.27.0.102'}], 'enable_snat': True}, 'gw_port_id': '71aa792d-5cda-4864-a10c-1c69f8d17dbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T15:30:55Z', 'updated_at': '2022-06-24T15:30:58Z', 'revision_number': 4, 'project_id': '9c0e7447465d430d9352d9e9b7ea012c', 'gw_port': {'id': '71aa792d-5cda-4864-a10c-1c69f8d17dbd', 'name': '', 'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:2d:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bf36090-25e1-4755-aae5-e3986ec2d11a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'ip_address': '172.27.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T15:30:55Z', 'updated_at': '2022-06-24T15:31:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-11-iscsi', '_interfaces': [{'id': 'abc19f20-8b2e-4749-b1c5-315ffb487568', 'name': '', 'network_id': 'acd35ae0-cdce-4e2a-af0f-4813fbf5ee68', 'tenant_id': '9c0e7447465d430d9352d9e9b7ea012c', 'mac_address': 'fa:16:3e:a6:2a:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bf36090-25e1-4755-aae5-e3986ec2d11a', 'device_owner': 'network:router_interface', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '0c04c129-d27d-481c-9868-00d384b6110d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T15:30:58Z', 'updated_at': '2022-06-24T15:31:02Z', 'revision_number': 5, 'project_id': '9c0e7447465d430d9352d9e9b7ea012c', 'subnets': [{'id': '0c04c129-d27d-481c-9868-00d384b6110d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104513) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 15:35:21.340442 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-a7313a5c-a6c4-4b53-9d61-535f9eccd114 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697012'] for agent (61dc9491-0c49-467e-b62a-6961ce952bc2), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:35:21.362898 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b01eb73-da29-4dea-bfae-f6d4856b4af5 None None] New status for floating IP e8efaa06-23b7-4da7-82b7-67ebaff83fa6: DOWN {{(pid=104514) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 24 15:35:21.677679 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.wsgi [-] (104512) accepted ('10.222.0.67', 47232) {{(pid=104512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:35:21.732377 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-07fb7d8c-bd23-4050-b209-53ef03b91d51 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Publish callbacks [] for security_group (104af9f4-447c-49e0-8fc0-14e775f6840a), before_delete {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:35:21.754990 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-07fb7d8c-bd23-4050-b209-53ef03b91d51 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Publish callbacks [] for security_group (104af9f4-447c-49e0-8fc0-14e775f6840a), precommit_delete {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:35:21.860033 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-07fb7d8c-bd23-4050-b209-53ef03b91d51 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-275664'] for security_group (104af9f4-447c-49e0-8fc0-14e775f6840a), after_delete {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:35:21.862588 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-07fb7d8c-bd23-4050-b209-53ef03b91d51 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Publish callbacks [] for security_group (None), before_response {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:35:21.863785 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [None req-07fb7d8c-bd23-4050-b209-53ef03b91d51 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] 10.222.0.67 "DELETE /v2.0/security-groups/104af9f4-447c-49e0-8fc0-14e775f6840a HTTP/1.1" status: 204 len: 168 time: 0.1851006 Jun 24 15:35:21.866574 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.wsgi [-] (104511) accepted ('10.222.0.67', 47234) {{(pid=104511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:35:21.873269 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fb7d8c-bd23-4050-b209-53ef03b91d51 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=104af9f4-447c-49e0-8fc0-14e775f6840a,revision_number=None']} {{(pid=104512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:35:21.881675 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.api.v2.resource [None req-cf9bcba8-7f64-4dbe-ba5a-aa5b9b065d7c tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] show failed (client error): The resource could not be found. Jun 24 15:35:21.883574 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [None req-cf9bcba8-7f64-4dbe-ba5a-aa5b9b065d7c tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] 10.222.0.67 "GET /v2.0/security-groups/104af9f4-447c-49e0-8fc0-14e775f6840a HTTP/1.1" status: 404 len: 347 time: 0.0157759 Jun 24 15:35:21.886479 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.wsgi [-] (104511) accepted ('10.222.0.67', 47238) {{(pid=104511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:35:21.995506 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [None req-2c242eb2-2ac2-4896-8745-ea2450531487 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Deleting port ad2c83c5-ba1f-42a7-b882-01086870e40a {{(pid=104511) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 15:35:21.995751 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-2c242eb2-2ac2-4896-8745-ea2450531487 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761385095720'] for port (ad2c83c5-ba1f-42a7-b882-01086870e40a), before_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:35:22.072201 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-2c242eb2-2ac2-4896-8745-ea2450531487 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-465599'] for port (ad2c83c5-ba1f-42a7-b882-01086870e40a), precommit_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:35:22.072524 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-2c242eb2-2ac2-4896-8745-ea2450531487 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Publish callbacks [] for floatingip (ad2c83c5-ba1f-42a7-b882-01086870e40a), precommit_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:35:22.085808 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [None req-2c242eb2-2ac2-4896-8745-ea2450531487 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Calling delete_port for ad2c83c5-ba1f-42a7-b882-01086870e40a owned by network:floatingip {{(pid=104511) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 15:35:22.299804 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-2c242eb2-2ac2-4896-8745-ea2450531487 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761385101680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761384583307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3599638'] for port (ad2c83c5-ba1f-42a7-b882-01086870e40a), after_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:35:22.329370 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c242eb2-2ac2-4896-8745-ea2450531487 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Pushing event deleted for resources: {'Port': ['ID=ad2c83c5-ba1f-42a7-b882-01086870e40a,revision_number=None']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:35:22.350705 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c242eb2-2ac2-4896-8745-ea2450531487 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:35:22.351046 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c242eb2-2ac2-4896-8745-ea2450531487 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:35:22.351405 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c242eb2-2ac2-4896-8745-ea2450531487 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:35:22.351740 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c242eb2-2ac2-4896-8745-ea2450531487 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:35:22.352068 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c242eb2-2ac2-4896-8745-ea2450531487 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:35:22.352399 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c242eb2-2ac2-4896-8745-ea2450531487 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:35:22.352724 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c242eb2-2ac2-4896-8745-ea2450531487 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:35:22.353045 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c242eb2-2ac2-4896-8745-ea2450531487 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:35:22.353365 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c242eb2-2ac2-4896-8745-ea2450531487 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:35:22.353684 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c242eb2-2ac2-4896-8745-ea2450531487 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:35:22.354003 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c242eb2-2ac2-4896-8745-ea2450531487 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:35:22.354321 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c242eb2-2ac2-4896-8745-ea2450531487 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:35:22.354639 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c242eb2-2ac2-4896-8745-ea2450531487 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:35:22.354956 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c242eb2-2ac2-4896-8745-ea2450531487 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:35:22.355301 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c242eb2-2ac2-4896-8745-ea2450531487 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:35:22.398587 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-2c242eb2-2ac2-4896-8745-ea2450531487 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Publish callbacks [] for floatingip (e8efaa06-23b7-4da7-82b7-67ebaff83fa6), after_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:35:22.401233 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-2c242eb2-2ac2-4896-8745-ea2450531487 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30073'] for floatingip (None), before_response {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:35:22.402375 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [None req-2c242eb2-2ac2-4896-8745-ea2450531487 tempest-AttachVolumeNegativeTest-1013845358 tempest-AttachVolumeNegativeTest-1013845358-project] 10.222.0.67 "DELETE /v2.0/floatingips/e8efaa06-23b7-4da7-82b7-67ebaff83fa6 HTTP/1.1" status: 204 len: 168 time: 0.5149667 Jun 24 15:35:23.526672 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.rpc [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Device f9cd0892-ff63-4862-83d9-c71d751bba17 no longer exists at agent hyperv_hv-cinder-83538 {{(pid=104513) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 15:35:23.548928 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.plugin [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] No Port match for: f9cd0892-ff63-4862-83d9-c71d751bba17 {{(pid=104513) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 15:35:23.549266 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.rpc [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Device f9cd0892-ff63-4862-83d9-c71d751bba17 not bound to the agent host hv-cinder-83538 {{(pid=104513) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 15:35:23.803028 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-90fee11a-f38a-47a0-9942-d6ff530c25b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697012'] for agent (45985ff7-1335-48cd-ab02-73eb58295827), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:35:24.974167 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-6e9ba797-1d0c-40f8-9e0c-708f895be0b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697012'] for agent (f984396c-9862-4f32-9cf6-f19d2e5feb00), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:35:26.449528 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-e7d2b4de-897d-40d1-b758-5e5b7ac4c4e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697012'] for agent (2f766f35-a225-44ed-b70f-669caec6f4a7), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:35:26.482862 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.wsgi [-] (104511) accepted ('10.222.0.67', 47274) {{(pid=104511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:35:26.671873 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697012'] for agent (559fa80c-96d5-4fe7-8c5f-9eda482c27bf), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:35:26.789025 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-c30e254a-f27e-4702-b182-bf7aaaeb32d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-460680'] for router_interface (5bf36090-25e1-4755-aae5-e3986ec2d11a), before_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:35:26.864946 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:35:26.934800 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:35:27.008427 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [None req-c30e254a-f27e-4702-b182-bf7aaaeb32d0 admin admin] Deleting port abc19f20-8b2e-4749-b1c5-315ffb487568 {{(pid=104511) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 15:35:27.008768 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-c30e254a-f27e-4702-b182-bf7aaaeb32d0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761385095720'] for port (abc19f20-8b2e-4749-b1c5-315ffb487568), before_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:35:27.085471 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.db [None req-c30e254a-f27e-4702-b182-bf7aaaeb32d0 admin admin] For port abc19f20-8b2e-4749-b1c5-315ffb487568, host dv-cinder-835384-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-11-iscsi',level=0,port_id=abc19f20-8b2e-4749-b1c5-315ffb487568,segment=NetworkSegment(db94acf1-3522-4be0-9339-21a877b773e3),segment_id=db94acf1-3522-4be0-9339-21a877b773e3)] {{(pid=104511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 15:35:27.085830 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-c30e254a-f27e-4702-b182-bf7aaaeb32d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-465599'] for port (abc19f20-8b2e-4749-b1c5-315ffb487568), precommit_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:35:27.099260 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [None req-c30e254a-f27e-4702-b182-bf7aaaeb32d0 admin admin] Calling delete_port for abc19f20-8b2e-4749-b1c5-315ffb487568 owned by network:router_interface {{(pid=104511) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 15:35:27.334406 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-c30e254a-f27e-4702-b182-bf7aaaeb32d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761385101680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761384583307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3599638'] for port (abc19f20-8b2e-4749-b1c5-315ffb487568), after_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:35:27.360507 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30e254a-f27e-4702-b182-bf7aaaeb32d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=abc19f20-8b2e-4749-b1c5-315ffb487568,revision_number=None']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:35:27.524710 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-c30e254a-f27e-4702-b182-bf7aaaeb32d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7879178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-460572'] for router_interface (5bf36090-25e1-4755-aae5-e3986ec2d11a), after_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:35:27.944085 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c30e254a-f27e-4702-b182-bf7aaaeb32d0 admin admin] Router 5bf36090-25e1-4755-aae5-e3986ec2d11a has already been hosted by L3 agent 45985ff7-1335-48cd-ab02-73eb58295827 {{(pid=104511) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 15:35:27.947278 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:35:28.023272 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:35:28.043556 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c30e254a-f27e-4702-b182-bf7aaaeb32d0 admin admin] Notify agent at l3_agent.dv-cinder-835384-11-iscsi the message routers_updated {{(pid=104511) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 15:35:28.048573 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [None req-c30e254a-f27e-4702-b182-bf7aaaeb32d0 admin admin] 10.222.0.67 "PUT /v2.0/routers/5bf36090-25e1-4755-aae5-e3986ec2d11a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5646615 Jun 24 15:35:28.051028 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.wsgi [-] (104511) accepted ('10.222.0.67', 47276) {{(pid=104511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:35:28.054149 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33e592eb-e228-4487-b5a5-1a0caaebc6d5 None None] Sync routers for ids ['5bf36090-25e1-4755-aae5-e3986ec2d11a'] in dv-cinder-835384-11-iscsi {{(pid=104513) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 15:35:28.063977 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33e592eb-e228-4487-b5a5-1a0caaebc6d5 None None] Routers {'5bf36090-25e1-4755-aae5-e3986ec2d11a'} bound to L3 agent in host dv-cinder-835384-11-iscsi {{(pid=104513) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 15:35:28.064591 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.l3_hamode_db [None req-33e592eb-e228-4487-b5a5-1a0caaebc6d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-24T15:10:24Z,description=,heartbeat_timestamp=2022-06-24T15:35:24Z,host='dv-cinder-835384-11-iscsi',id=45985ff7-1335-48cd-ab02-73eb58295827,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T15:10:24Z,topic='l3_agent')) {'router_ids': ['5bf36090-25e1-4755-aae5-e3986ec2d11a'], 'active': True} {{(pid=104513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 15:35:28.161127 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-a4b86e2a-23bc-411a-aa11-8f8731abec6d admin admin] Publish callbacks [] for router (5bf36090-25e1-4755-aae5-e3986ec2d11a), before_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:35:28.262678 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-a4b86e2a-23bc-411a-aa11-8f8731abec6d admin admin] Publish callbacks [] for router_gateway (5bf36090-25e1-4755-aae5-e3986ec2d11a), before_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:35:28.294963 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.l3_dvr_db [None req-33e592eb-e228-4487-b5a5-1a0caaebc6d5 None None] Set router 5bf36090-25e1-4755-aae5-e3986ec2d11a gateway port host: dv-cinder-835384-11-iscsi {{(pid=104513) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 15:35:28.362039 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [None req-a4b86e2a-23bc-411a-aa11-8f8731abec6d admin admin] Deleting port 71aa792d-5cda-4864-a10c-1c69f8d17dbd {{(pid=104511) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 15:35:28.362379 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-a4b86e2a-23bc-411a-aa11-8f8731abec6d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761385095720'] for port (71aa792d-5cda-4864-a10c-1c69f8d17dbd), before_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:35:28.444104 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.db [None req-a4b86e2a-23bc-411a-aa11-8f8731abec6d admin admin] For port 71aa792d-5cda-4864-a10c-1c69f8d17dbd, host dv-cinder-835384-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-11-iscsi',level=0,port_id=71aa792d-5cda-4864-a10c-1c69f8d17dbd,segment=NetworkSegment(6785a788-9b98-4059-b825-96a306cb346e),segment_id=6785a788-9b98-4059-b825-96a306cb346e)] {{(pid=104511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 15:35:28.444644 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-a4b86e2a-23bc-411a-aa11-8f8731abec6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-465599'] for port (71aa792d-5cda-4864-a10c-1c69f8d17dbd), precommit_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:35:28.458031 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [None req-a4b86e2a-23bc-411a-aa11-8f8731abec6d admin admin] Calling delete_port for 71aa792d-5cda-4864-a10c-1c69f8d17dbd owned by network:router_gateway {{(pid=104511) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 15:35:28.462952 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.l3_hamode_db [None req-33e592eb-e228-4487-b5a5-1a0caaebc6d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bf36090-25e1-4755-aae5-e3986ec2d11a', 'name': 'tempest-AttachVolumeNegativeTest-125228773-router', 'tenant_id': '9c0e7447465d430d9352d9e9b7ea012c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'external_fixed_ips': [{'subnet_id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'ip_address': '172.27.0.102'}], 'enable_snat': True}, 'gw_port_id': '71aa792d-5cda-4864-a10c-1c69f8d17dbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T15:30:55Z', 'updated_at': '2022-06-24T15:35:27Z', 'revision_number': 5, 'project_id': '9c0e7447465d430d9352d9e9b7ea012c', 'gw_port': {'id': '71aa792d-5cda-4864-a10c-1c69f8d17dbd', 'name': '', 'network_id': '60b3096c-3a0f-4216-9e52-e826cbf1fb59', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:2d:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bf36090-25e1-4755-aae5-e3986ec2d11a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'ip_address': '172.27.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T15:30:55Z', 'updated_at': '2022-06-24T15:31:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6c08379-d241-4966-a4ae-7ff02804e7f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-11-iscsi'}], 'dv-cinder-835384-11-iscsi', False) {} {{(pid=104513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 15:35:28.488138 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33e592eb-e228-4487-b5a5-1a0caaebc6d5 None None] Checking router: 5bf36090-25e1-4755-aae5-e3986ec2d11a for host: dv-cinder-835384-11-iscsi {{(pid=104513) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 15:35:28.496588 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33e592eb-e228-4487-b5a5-1a0caaebc6d5 None None] Routers {'5bf36090-25e1-4755-aae5-e3986ec2d11a'} bound to L3 agent in host dv-cinder-835384-11-iscsi {{(pid=104513) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 15:35:28.497203 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.l3_hamode_db [None req-33e592eb-e228-4487-b5a5-1a0caaebc6d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-24T15:10:24Z,description=,heartbeat_timestamp=2022-06-24T15:35:24Z,host='dv-cinder-835384-11-iscsi',id=45985ff7-1335-48cd-ab02-73eb58295827,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T15:10:24Z,topic='l3_agent')) {'router_ids': ['5bf36090-25e1-4755-aae5-e3986ec2d11a'], 'active': True} {{(pid=104513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 15:35:28.579098 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.l3_dvr_db [None req-33e592eb-e228-4487-b5a5-1a0caaebc6d5 None None] Set router 5bf36090-25e1-4755-aae5-e3986ec2d11a gateway port host: None {{(pid=104513) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 15:35:28.626551 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.l3_hamode_db [None req-33e592eb-e228-4487-b5a5-1a0caaebc6d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bf36090-25e1-4755-aae5-e3986ec2d11a', 'name': 'tempest-AttachVolumeNegativeTest-125228773-router', 'tenant_id': '9c0e7447465d430d9352d9e9b7ea012c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T15:30:55Z', 'updated_at': '2022-06-24T15:35:28Z', 'revision_number': 6, 'project_id': '9c0e7447465d430d9352d9e9b7ea012c', 'gw_port_host': None}], 'dv-cinder-835384-11-iscsi', False) {} {{(pid=104513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 15:35:28.656694 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33e592eb-e228-4487-b5a5-1a0caaebc6d5 None None] The sync data for ids ['5bf36090-25e1-4755-aae5-e3986ec2d11a'] in dv-cinder-835384-11-iscsi is: [{'id': '5bf36090-25e1-4755-aae5-e3986ec2d11a', 'name': 'tempest-AttachVolumeNegativeTest-125228773-router', 'tenant_id': '9c0e7447465d430d9352d9e9b7ea012c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T15:30:55Z', 'updated_at': '2022-06-24T15:35:28Z', 'revision_number': 6, 'project_id': '9c0e7447465d430d9352d9e9b7ea012c', 'gw_port_host': None}] {{(pid=104513) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 15:35:28.683203 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-a4b86e2a-23bc-411a-aa11-8f8731abec6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761385101680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761384583307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3599638'] for port (71aa792d-5cda-4864-a10c-1c69f8d17dbd), after_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:35:28.708525 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b86e2a-23bc-411a-aa11-8f8731abec6d admin admin] Pushing event deleted for resources: {'Port': ['ID=71aa792d-5cda-4864-a10c-1c69f8d17dbd,revision_number=None']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:35:28.773248 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-a4b86e2a-23bc-411a-aa11-8f8731abec6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-470328'] for router_gateway (5bf36090-25e1-4755-aae5-e3986ec2d11a), after_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:35:28.855849 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-a4b86e2a-23bc-411a-aa11-8f8731abec6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-462385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14472'] for router (5bf36090-25e1-4755-aae5-e3986ec2d11a), precommit_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:35:28.857844 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-a4b86e2a-23bc-411a-aa11-8f8731abec6d admin admin] Publish callbacks [] for router_controller (5bf36090-25e1-4755-aae5-e3986ec2d11a), precommit_delete_associations {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:35:28.951584 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-a4b86e2a-23bc-411a-aa11-8f8731abec6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-462527'] for router (5bf36090-25e1-4755-aae5-e3986ec2d11a), after_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:35:28.952130 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4b86e2a-23bc-411a-aa11-8f8731abec6d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5bf36090-25e1-4755-aae5-e3986ec2d11a {{(pid=104511) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 24 15:35:28.956257 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-a4b86e2a-23bc-411a-aa11-8f8731abec6d admin admin] Publish callbacks [] for router (None), before_response {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:35:28.957441 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [None req-a4b86e2a-23bc-411a-aa11-8f8731abec6d admin admin] 10.222.0.67 "DELETE /v2.0/routers/5bf36090-25e1-4755-aae5-e3986ec2d11a HTTP/1.1" status: 204 len: 168 time: 0.9054358 Jun 24 15:35:28.959917 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.wsgi [-] (104511) accepted ('10.222.0.67', 47278) {{(pid=104511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:35:28.997767 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:35:29.005633 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.db.db_base_plugin_v2 [None req-33e68dad-8cd2-43bc-ab67-e2c50f093e43 admin admin] Deleting subnet 0c04c129-d27d-481c-9868-00d384b6110d {{(pid=104511) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 24 15:35:29.009758 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-33e68dad-8cd2-43bc-ab67-e2c50f093e43 admin admin] Publish callbacks [] for subnet (0c04c129-d27d-481c-9868-00d384b6110d), before_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:35:29.046395 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-33e68dad-8cd2-43bc-ab67-e2c50f093e43 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3541070'] for subnet (0c04c129-d27d-481c-9868-00d384b6110d), precommit_delete_associations {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:35:29.088192 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:DELETE=6 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:35:29.130663 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-33e68dad-8cd2-43bc-ab67-e2c50f093e43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7697736'] for subnet (0c04c129-d27d-481c-9868-00d384b6110d), precommit_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:35:29.226661 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-33e68dad-8cd2-43bc-ab67-e2c50f093e43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7697766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3599681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3423336'] for subnet (0c04c129-d27d-481c-9868-00d384b6110d), after_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:35:29.254264 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e68dad-8cd2-43bc-ab67-e2c50f093e43 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0c04c129-d27d-481c-9868-00d384b6110d,revision_number=None']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:35:29.258862 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-33e68dad-8cd2-43bc-ab67-e2c50f093e43 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7879399'] for subnet (None), before_response {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:35:29.262633 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [None req-33e68dad-8cd2-43bc-ab67-e2c50f093e43 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/0c04c129-d27d-481c-9868-00d384b6110d HTTP/1.1" status: 204 len: 168 time: 0.3017049 Jun 24 15:35:29.264390 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5151002c-50cb-44e0-a725-3922bfc65a97 None None] Network acd35ae0-cdce-4e2a-af0f-4813fbf5ee68 requested from dv-cinder-835384-11-iscsi {{(pid=104513) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 15:35:29.265283 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.wsgi [-] (104511) accepted ('10.222.0.67', 47280) {{(pid=104511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:35:29.336454 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-2c1a3c9e-c99d-4687-ad21-0abe67b195a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7823327'] for network (acd35ae0-cdce-4e2a-af0f-4813fbf5ee68), before_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:35:29.378719 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [None req-2c1a3c9e-c99d-4687-ad21-0abe67b195a3 admin admin] Deleting port be029358-b44b-42f2-b2b8-527b7a606807 {{(pid=104511) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 15:35:29.379055 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-2c1a3c9e-c99d-4687-ad21-0abe67b195a3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761385095720'] for port (be029358-b44b-42f2-b2b8-527b7a606807), before_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:35:29.446744 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.db [None req-2c1a3c9e-c99d-4687-ad21-0abe67b195a3 admin admin] For port be029358-b44b-42f2-b2b8-527b7a606807, host dv-cinder-835384-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-11-iscsi',level=0,port_id=be029358-b44b-42f2-b2b8-527b7a606807,segment=NetworkSegment(db94acf1-3522-4be0-9339-21a877b773e3),segment_id=db94acf1-3522-4be0-9339-21a877b773e3)] {{(pid=104511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 15:35:29.447111 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-2c1a3c9e-c99d-4687-ad21-0abe67b195a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-465599'] for port (be029358-b44b-42f2-b2b8-527b7a606807), precommit_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:35:29.452577 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b69fbef-5f05-46d2-9d02-aa7cd71afbbe None None] DHCP port deletion for acd35ae0-cdce-4e2a-af0f-4813fbf5ee68 request from dv-cinder-835384-11-iscsi {{(pid=104513) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 24 15:35:29.461601 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [None req-2c1a3c9e-c99d-4687-ad21-0abe67b195a3 admin admin] Calling delete_port for be029358-b44b-42f2-b2b8-527b7a606807 owned by network:dhcp {{(pid=104511) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 15:35:29.499417 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.plugin [None req-4b69fbef-5f05-46d2-9d02-aa7cd71afbbe None None] Deleting port be029358-b44b-42f2-b2b8-527b7a606807 {{(pid=104513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 15:35:29.499796 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-4b69fbef-5f05-46d2-9d02-aa7cd71afbbe None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761385095720'] for port (be029358-b44b-42f2-b2b8-527b7a606807), before_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:35:29.565742 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.db [None req-4b69fbef-5f05-46d2-9d02-aa7cd71afbbe None None] For port be029358-b44b-42f2-b2b8-527b7a606807, host dv-cinder-835384-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-11-iscsi',level=0,port_id=be029358-b44b-42f2-b2b8-527b7a606807,segment=NetworkSegment(db94acf1-3522-4be0-9339-21a877b773e3),segment_id=db94acf1-3522-4be0-9339-21a877b773e3)] {{(pid=104513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 15:35:29.566132 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-4b69fbef-5f05-46d2-9d02-aa7cd71afbbe None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-465599'] for port (be029358-b44b-42f2-b2b8-527b7a606807), precommit_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:35:29.574538 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-2c1a3c9e-c99d-4687-ad21-0abe67b195a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761385101680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761384583307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3599638'] for port (be029358-b44b-42f2-b2b8-527b7a606807), after_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:35:29.580490 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.plugin [None req-4b69fbef-5f05-46d2-9d02-aa7cd71afbbe None None] Calling delete_port for be029358-b44b-42f2-b2b8-527b7a606807 owned by network:dhcp {{(pid=104513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 15:35:29.581916 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:35:29.584396 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:35:29.601228 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1a3c9e-c99d-4687-ad21-0abe67b195a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=be029358-b44b-42f2-b2b8-527b7a606807,revision_number=None']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:35:29.603038 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c1a3c9e-c99d-4687-ad21-0abe67b195a3 admin admin] No DVR routers for this DVR port be029358-b44b-42f2-b2b8-527b7a606807 on host dv-cinder-835384-11-iscsi {{(pid=104511) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 24 15:35:29.661774 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:35:29.666246 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-4b69fbef-5f05-46d2-9d02-aa7cd71afbbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761385101680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761384583307'] for port (be029358-b44b-42f2-b2b8-527b7a606807), after_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:35:29.682125 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-2c1a3c9e-c99d-4687-ad21-0abe67b195a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7769653', 'neutron.services.segments.db._delete_segments_for_network-8761385121163'] for network (acd35ae0-cdce-4e2a-af0f-4813fbf5ee68), precommit_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:35:29.691440 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b69fbef-5f05-46d2-9d02-aa7cd71afbbe None None] Pushing event deleted for resources: {'Port': ['ID=be029358-b44b-42f2-b2b8-527b7a606807,revision_number=None']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:35:29.702341 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b69fbef-5f05-46d2-9d02-aa7cd71afbbe None None] No DVR routers for this DVR port be029358-b44b-42f2-b2b8-527b7a606807 on host dv-cinder-835384-11-iscsi {{(pid=104513) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 24 15:35:29.707479 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b69fbef-5f05-46d2-9d02-aa7cd71afbbe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:35:29.707479 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b69fbef-5f05-46d2-9d02-aa7cd71afbbe None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:35:29.707479 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b69fbef-5f05-46d2-9d02-aa7cd71afbbe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:35:29.707479 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b69fbef-5f05-46d2-9d02-aa7cd71afbbe None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:35:29.707479 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b69fbef-5f05-46d2-9d02-aa7cd71afbbe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:35:29.708027 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.services.segments.db [None req-2c1a3c9e-c99d-4687-ad21-0abe67b195a3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['acd35ae0-cdce-4e2a-af0f-4813fbf5ee68']}} {{(pid=104511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 15:35:29.708491 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b69fbef-5f05-46d2-9d02-aa7cd71afbbe None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:35:29.708491 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b69fbef-5f05-46d2-9d02-aa7cd71afbbe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:35:29.708491 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b69fbef-5f05-46d2-9d02-aa7cd71afbbe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:35:29.708491 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b69fbef-5f05-46d2-9d02-aa7cd71afbbe None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:35:29.708491 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b69fbef-5f05-46d2-9d02-aa7cd71afbbe None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:35:29.708491 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b69fbef-5f05-46d2-9d02-aa7cd71afbbe None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:35:29.709052 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b69fbef-5f05-46d2-9d02-aa7cd71afbbe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:35:29.709052 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b69fbef-5f05-46d2-9d02-aa7cd71afbbe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:35:29.709252 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b69fbef-5f05-46d2-9d02-aa7cd71afbbe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:35:29.709537 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b69fbef-5f05-46d2-9d02-aa7cd71afbbe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:35:29.719302 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.services.segments.db [None req-2c1a3c9e-c99d-4687-ad21-0abe67b195a3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db94acf1-3522-4be0-9339-21a877b773e3') {'for_net_delete': True} {{(pid=104511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 15:35:29.719694 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.services.segments.db [None req-2c1a3c9e-c99d-4687-ad21-0abe67b195a3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db94acf1-3522-4be0-9339-21a877b773e3') {} {{(pid=104511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 15:35:29.731267 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-2c1a3c9e-c99d-4687-ad21-0abe67b195a3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761385121940', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3541077'] for segment (db94acf1-3522-4be0-9339-21a877b773e3), before_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:35:29.748526 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-2c1a3c9e-c99d-4687-ad21-0abe67b195a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7772344'] for segment (db94acf1-3522-4be0-9339-21a877b773e3), precommit_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:35:29.755766 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c1a3c9e-c99d-4687-ad21-0abe67b195a3 admin admin] Releasing vlan 764 on physical network physnet1 to pool {{(pid=104511) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 15:35:29.756164 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-2c1a3c9e-c99d-4687-ad21-0abe67b195a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7772344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3599659'] for segment (db94acf1-3522-4be0-9339-21a877b773e3), after_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:35:29.814442 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.services.segments.plugin [-] Segment db94acf1-3522-4be0-9339-21a877b773e3 resource provider aggregate not found Jun 24 15:35:29.831049 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.services.segments.plugin [-] Segment db94acf1-3522-4be0-9339-21a877b773e3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid db94acf1-3522-4be0-9339-21a877b773e3 found for delete ", "request_id": "req-7d632d34-1f53-4902-9245-13dc0a509a72"}]} Jun 24 15:35:29.905628 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-2c1a3c9e-c99d-4687-ad21-0abe67b195a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7769644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-275585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-467247'] for network (acd35ae0-cdce-4e2a-af0f-4813fbf5ee68), after_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:35:29.911154 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-2c1a3c9e-c99d-4687-ad21-0abe67b195a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7879399'] for network (None), before_response {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:35:29.914974 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [None req-2c1a3c9e-c99d-4687-ad21-0abe67b195a3 admin admin] 10.222.0.67 "DELETE /v2.0/networks/acd35ae0-cdce-4e2a-af0f-4813fbf5ee68 HTTP/1.1" status: 204 len: 168 time: 0.6487622 Jun 24 15:35:29.926060 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1a3c9e-c99d-4687-ad21-0abe67b195a3 admin admin] Pushing event deleted for resources: {'Network': ['ID=acd35ae0-cdce-4e2a-af0f-4813fbf5ee68,revision_number=None']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:35:30.280414 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.wsgi [-] (104511) accepted ('10.222.0.67', 47288) {{(pid=104511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:35:30.320010 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [None req-292dbc1b-159e-443c-a8d4-885bac044993 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=9c0e7447465d430d9352d9e9b7ea012c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0377150 Jun 24 15:35:30.322622 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.wsgi [-] (104511) accepted ('10.222.0.67', 47290) {{(pid=104511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:35:30.360344 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=86,neutron:DELETE=12,neutron:UPDATE=2 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:35:30.373559 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-4302d850-cf61-40ec-897d-7bf163ed2e87 admin admin] Publish callbacks [] for security_group (5b13276a-6340-4652-9347-f3b7775d8231), before_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:35:30.399721 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-4302d850-cf61-40ec-897d-7bf163ed2e87 admin admin] Publish callbacks [] for security_group (5b13276a-6340-4652-9347-f3b7775d8231), precommit_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:35:30.574412 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-4302d850-cf61-40ec-897d-7bf163ed2e87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-275664'] for security_group (5b13276a-6340-4652-9347-f3b7775d8231), after_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:35:30.576877 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-4302d850-cf61-40ec-897d-7bf163ed2e87 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:35:30.578048 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [None req-4302d850-cf61-40ec-897d-7bf163ed2e87 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/5b13276a-6340-4652-9347-f3b7775d8231 HTTP/1.1" status: 204 len: 168 time: 0.2545493 Jun 24 15:35:30.586182 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4302d850-cf61-40ec-897d-7bf163ed2e87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b13276a-6340-4652-9347-f3b7775d8231,revision_number=None']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:35:30.681353 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.rpc [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Device abc19f20-8b2e-4749-b1c5-315ffb487568 no longer exists at agent ovs-agent-dv-cinder-835384-11-iscsi {{(pid=104513) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 15:35:30.702713 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.plugin [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] No Port match for: abc19f20-8b2e-4749-b1c5-315ffb487568 {{(pid=104513) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 15:35:30.703060 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.rpc [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Device abc19f20-8b2e-4749-b1c5-315ffb487568 not bound to the agent host dv-cinder-835384-11-iscsi {{(pid=104513) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 15:35:30.703502 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.rpc [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Device be029358-b44b-42f2-b2b8-527b7a606807 no longer exists at agent ovs-agent-dv-cinder-835384-11-iscsi {{(pid=104513) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 15:35:30.721243 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.plugin [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] No Port match for: be029358-b44b-42f2-b2b8-527b7a606807 {{(pid=104513) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 15:35:30.721945 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.rpc [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Device be029358-b44b-42f2-b2b8-527b7a606807 not bound to the agent host dv-cinder-835384-11-iscsi {{(pid=104513) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 15:35:30.722054 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.rpc [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Device 71aa792d-5cda-4864-a10c-1c69f8d17dbd no longer exists at agent ovs-agent-dv-cinder-835384-11-iscsi {{(pid=104513) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 15:35:30.740479 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.plugin [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] No Port match for: 71aa792d-5cda-4864-a10c-1c69f8d17dbd {{(pid=104513) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 15:35:30.740851 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.rpc [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Device 71aa792d-5cda-4864-a10c-1c69f8d17dbd not bound to the agent host dv-cinder-835384-11-iscsi {{(pid=104513) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 15:35:31.788047 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=30,neutron:DELETE=1 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:35:31.868883 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=18,neutron:DELETE=2 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:35:33.645186 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.wsgi [-] (104511) accepted ('10.222.0.67', 47360) {{(pid=104511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:35:33.748504 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-5c3cc1fd-76e8-4eca-aeea-eb28bf480233 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:35:33.758853 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:35:33.829282 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-5c3cc1fd-76e8-4eca-aeea-eb28bf480233 admin admin] Publish callbacks [] for security_group (26f1ce65-29cf-4049-8f1b-2857d4d907b2), precommit_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:35:33.923869 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-5c3cc1fd-76e8-4eca-aeea-eb28bf480233 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-275664'] for security_group (26f1ce65-29cf-4049-8f1b-2857d4d907b2), after_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:35:33.964956 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [None req-5c3cc1fd-76e8-4eca-aeea-eb28bf480233 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=dd884e57908d4b01acf9d1254c68fc70&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3186855 Jun 24 15:35:33.966158 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3cc1fd-76e8-4eca-aeea-eb28bf480233 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26f1ce65-29cf-4049-8f1b-2857d4d907b2,revision_number=1']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:35:33.967891 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.wsgi [-] (104512) accepted ('10.222.0.67', 47364) {{(pid=104512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:35:34.023670 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-b3865549-b63d-4a45-b39c-0c7913eb7523 admin admin] Publish callbacks [] for security_group (26f1ce65-29cf-4049-8f1b-2857d4d907b2), before_delete {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:35:34.044852 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-b3865549-b63d-4a45-b39c-0c7913eb7523 admin admin] Publish callbacks [] for security_group (26f1ce65-29cf-4049-8f1b-2857d4d907b2), precommit_delete {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:35:34.163267 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-b3865549-b63d-4a45-b39c-0c7913eb7523 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-275664'] for security_group (26f1ce65-29cf-4049-8f1b-2857d4d907b2), after_delete {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:35:34.165809 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-b3865549-b63d-4a45-b39c-0c7913eb7523 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:35:34.166972 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [None req-b3865549-b63d-4a45-b39c-0c7913eb7523 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/26f1ce65-29cf-4049-8f1b-2857d4d907b2 HTTP/1.1" status: 204 len: 168 time: 0.1980760 Jun 24 15:35:34.174955 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3865549-b63d-4a45-b39c-0c7913eb7523 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26f1ce65-29cf-4049-8f1b-2857d4d907b2,revision_number=None']} {{(pid=104512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:35:34.700899 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.wsgi [-] (104512) accepted ('10.222.0.67', 47370) {{(pid=104512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:35:34.714456 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-b30a6609-250c-4947-9960-c0ac8129e37c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:35:34.788766 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-b30a6609-250c-4947-9960-c0ac8129e37c admin admin] Publish callbacks [] for security_group (0e65097a-28ae-4455-b64e-21786a4fb707), precommit_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:35:34.848328 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-b30a6609-250c-4947-9960-c0ac8129e37c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-275664'] for security_group (0e65097a-28ae-4455-b64e-21786a4fb707), after_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:35:34.887379 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [None req-b30a6609-250c-4947-9960-c0ac8129e37c admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=7c2f195d754641dab423bf2887d163fa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1854045 Jun 24 15:35:34.888197 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30a6609-250c-4947-9960-c0ac8129e37c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e65097a-28ae-4455-b64e-21786a4fb707,revision_number=1']} {{(pid=104512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:35:34.890765 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.wsgi [-] (104511) accepted ('10.222.0.67', 47372) {{(pid=104511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:35:34.941702 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-be615012-ab8b-4479-9239-e36af9c4dda3 admin admin] Publish callbacks [] for security_group (0e65097a-28ae-4455-b64e-21786a4fb707), before_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:35:34.963369 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-be615012-ab8b-4479-9239-e36af9c4dda3 admin admin] Publish callbacks [] for security_group (0e65097a-28ae-4455-b64e-21786a4fb707), precommit_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:35:35.082493 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-be615012-ab8b-4479-9239-e36af9c4dda3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-275664'] for security_group (0e65097a-28ae-4455-b64e-21786a4fb707), after_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:35:35.085089 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-be615012-ab8b-4479-9239-e36af9c4dda3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:35:35.086273 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [None req-be615012-ab8b-4479-9239-e36af9c4dda3 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/0e65097a-28ae-4455-b64e-21786a4fb707 HTTP/1.1" status: 204 len: 168 time: 0.1942821 Jun 24 15:35:35.097467 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be615012-ab8b-4479-9239-e36af9c4dda3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e65097a-28ae-4455-b64e-21786a4fb707,revision_number=None']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:35:35.753881 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG dbcounter [-] [104514] Writing DB stats neutron:SELECT=7 {{(pid=104514) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:35:35.756930 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG dbcounter [-] [104514] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=104514) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:35:40.362795 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697012'] for agent (f0fa743b-ff28-43ff-ac51-704c86538f10), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:35:44.881984 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=37,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:35:44.884348 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=33,neutron:DELETE=2,neutron:INSERT=6 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:35:44.996233 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=15,neutron:DELETE=3 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:35:45.090659 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=53,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:35:45.109933 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:SELECT=6 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:35:46.728991 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.db.agents_db [None req-1e76bcc0-0ba2-49bf-a9b5-df198b272e3c None None] Agent healthcheck: found 6 active agents {{(pid=104514) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 15:35:50.269523 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:SELECT=16,neutron:DELETE=5 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:35:50.271463 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:SELECT=4,neutron:UPDATE=1 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:35:51.373988 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-f6a3a2b3-d890-47a7-9a2b-cfab54c6d0cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697012'] for agent (61dc9491-0c49-467e-b62a-6961ce952bc2), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:35:53.756783 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-cd6f54a0-1066-46f3-be0e-f87184387657 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697012'] for agent (45985ff7-1335-48cd-ab02-73eb58295827), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:35:54.666506 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.wsgi [-] (104511) accepted ('10.222.0.67', 47582) {{(pid=104511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:35:54.771587 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-02c21260-f4a4-4cc5-88d3-a13109b2cc44 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:35:54.848782 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-02c21260-f4a4-4cc5-88d3-a13109b2cc44 admin admin] Publish callbacks [] for security_group (4fb946f9-30fc-491e-9077-41f95e3a71ce), precommit_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:35:54.905383 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-02c21260-f4a4-4cc5-88d3-a13109b2cc44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-275664'] for security_group (4fb946f9-30fc-491e-9077-41f95e3a71ce), after_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:35:54.948117 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [None req-02c21260-f4a4-4cc5-88d3-a13109b2cc44 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=e482a3fd2ced474d89932ae845d7aa9c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2803972 Jun 24 15:35:54.948976 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c21260-f4a4-4cc5-88d3-a13109b2cc44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fb946f9-30fc-491e-9077-41f95e3a71ce,revision_number=1']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:35:54.950795 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.wsgi [-] (104512) accepted ('10.222.0.67', 47586) {{(pid=104512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:35:54.991167 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-6e9ba797-1d0c-40f8-9e0c-708f895be0b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697012'] for agent (f984396c-9862-4f32-9cf6-f19d2e5feb00), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:35:55.003093 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-aaf1703b-46cc-49be-804e-120190634aeb admin admin] Publish callbacks [] for security_group (4fb946f9-30fc-491e-9077-41f95e3a71ce), before_delete {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:35:55.024550 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-aaf1703b-46cc-49be-804e-120190634aeb admin admin] Publish callbacks [] for security_group (4fb946f9-30fc-491e-9077-41f95e3a71ce), precommit_delete {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:35:55.138820 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-aaf1703b-46cc-49be-804e-120190634aeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-275664'] for security_group (4fb946f9-30fc-491e-9077-41f95e3a71ce), after_delete {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:35:55.141537 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-aaf1703b-46cc-49be-804e-120190634aeb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:35:55.142708 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [None req-aaf1703b-46cc-49be-804e-120190634aeb admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/4fb946f9-30fc-491e-9077-41f95e3a71ce HTTP/1.1" status: 204 len: 168 time: 0.1909020 Jun 24 15:35:55.151148 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf1703b-46cc-49be-804e-120190634aeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fb946f9-30fc-491e-9077-41f95e3a71ce,revision_number=None']} {{(pid=104512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:35:55.755338 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.wsgi [-] (104512) accepted ('10.222.0.67', 47592) {{(pid=104512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:35:55.769513 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-541e21cc-47f9-4772-8593-cd488b5df3ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:35:55.843366 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-541e21cc-47f9-4772-8593-cd488b5df3ae admin admin] Publish callbacks [] for security_group (bd78b7d5-8466-4419-9ec4-6f0608af6b25), precommit_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:35:55.905390 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-541e21cc-47f9-4772-8593-cd488b5df3ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-275664'] for security_group (bd78b7d5-8466-4419-9ec4-6f0608af6b25), after_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:35:55.946054 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [None req-541e21cc-47f9-4772-8593-cd488b5df3ae admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=cb330a7af613434090b1faa1a9230a59&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1895950 Jun 24 15:35:55.946922 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541e21cc-47f9-4772-8593-cd488b5df3ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd78b7d5-8466-4419-9ec4-6f0608af6b25,revision_number=1']} {{(pid=104512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:35:55.948695 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.wsgi [-] (104511) accepted ('10.222.0.67', 47594) {{(pid=104511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:35:55.998248 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-65d0abb3-e055-445e-b264-667ca3da71f9 admin admin] Publish callbacks [] for security_group (bd78b7d5-8466-4419-9ec4-6f0608af6b25), before_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:35:56.020487 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-65d0abb3-e055-445e-b264-667ca3da71f9 admin admin] Publish callbacks [] for security_group (bd78b7d5-8466-4419-9ec4-6f0608af6b25), precommit_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:35:56.162487 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-65d0abb3-e055-445e-b264-667ca3da71f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-275664'] for security_group (bd78b7d5-8466-4419-9ec4-6f0608af6b25), after_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:35:56.165036 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-65d0abb3-e055-445e-b264-667ca3da71f9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:35:56.166199 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [None req-65d0abb3-e055-445e-b264-667ca3da71f9 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/bd78b7d5-8466-4419-9ec4-6f0608af6b25 HTTP/1.1" status: 204 len: 168 time: 0.2164600 Jun 24 15:35:56.176532 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d0abb3-e055-445e-b264-667ca3da71f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd78b7d5-8466-4419-9ec4-6f0608af6b25,revision_number=None']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:35:56.573724 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-e7d2b4de-897d-40d1-b758-5e5b7ac4c4e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697012'] for agent (2f766f35-a225-44ed-b70f-669caec6f4a7), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:35:56.676757 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697012'] for agent (559fa80c-96d5-4fe7-8c5f-9eda482c27bf), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:35:56.725379 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG dbcounter [-] [104514] Writing DB stats neutron:SELECT=2 {{(pid=104514) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:35:58.731781 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.wsgi [-] (104512) accepted ('10.222.0.67', 47638) {{(pid=104512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:35:58.834019 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-eb8ae515-619b-4044-91b7-31d855cf2dc4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:35:58.910506 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-eb8ae515-619b-4044-91b7-31d855cf2dc4 admin admin] Publish callbacks [] for security_group (bbab7633-844e-4bbe-af57-6c8c67114939), precommit_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:35:58.991142 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-eb8ae515-619b-4044-91b7-31d855cf2dc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-275664'] for security_group (bbab7633-844e-4bbe-af57-6c8c67114939), after_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:35:59.031032 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8ae515-619b-4044-91b7-31d855cf2dc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbab7633-844e-4bbe-af57-6c8c67114939,revision_number=1']} {{(pid=104512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:35:59.036536 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [None req-eb8ae515-619b-4044-91b7-31d855cf2dc4 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=bb27d46c1e4041939eeaea984316a4ec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3037665 Jun 24 15:35:59.039106 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.wsgi [-] (104512) accepted ('10.222.0.67', 47642) {{(pid=104512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:35:59.088049 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-f2aad668-6737-4fea-b81d-e53a0ab245c1 admin admin] Publish callbacks [] for security_group (bbab7633-844e-4bbe-af57-6c8c67114939), before_delete {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:35:59.109485 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-f2aad668-6737-4fea-b81d-e53a0ab245c1 admin admin] Publish callbacks [] for security_group (bbab7633-844e-4bbe-af57-6c8c67114939), precommit_delete {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:35:59.224928 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-f2aad668-6737-4fea-b81d-e53a0ab245c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-275664'] for security_group (bbab7633-844e-4bbe-af57-6c8c67114939), after_delete {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:35:59.227479 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-f2aad668-6737-4fea-b81d-e53a0ab245c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:35:59.228636 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [None req-f2aad668-6737-4fea-b81d-e53a0ab245c1 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/bbab7633-844e-4bbe-af57-6c8c67114939 HTTP/1.1" status: 204 len: 168 time: 0.1886096 Jun 24 15:35:59.236912 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2aad668-6737-4fea-b81d-e53a0ab245c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbab7633-844e-4bbe-af57-6c8c67114939,revision_number=None']} {{(pid=104512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:35:59.776355 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.wsgi [-] (104512) accepted ('10.222.0.67', 47648) {{(pid=104512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:35:59.790605 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-33af9398-2d93-47bb-bde9-3664616eecf0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:35:59.843935 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=81,neutron:DELETE=3,neutron:INSERT=16 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:35:59.845830 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=76,neutron:DELETE=5,neutron:INSERT=16,neutron:UPDATE=3 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:35:59.870769 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-33af9398-2d93-47bb-bde9-3664616eecf0 admin admin] Publish callbacks [] for security_group (e803b715-83bd-43a5-a267-4f71cce3c712), precommit_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:35:59.940114 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-33af9398-2d93-47bb-bde9-3664616eecf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-275664'] for security_group (e803b715-83bd-43a5-a267-4f71cce3c712), after_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:35:59.977242 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33af9398-2d93-47bb-bde9-3664616eecf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e803b715-83bd-43a5-a267-4f71cce3c712,revision_number=1']} {{(pid=104512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:35:59.981371 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [None req-33af9398-2d93-47bb-bde9-3664616eecf0 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=4bc9e7ca6fa7416f8b7dcd234d99e690&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2039952 Jun 24 15:35:59.985577 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.wsgi [-] (104512) accepted ('10.222.0.67', 47650) {{(pid=104512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:36:00.035199 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-08f25c65-eb83-4f42-ad5a-691be622978f admin admin] Publish callbacks [] for security_group (e803b715-83bd-43a5-a267-4f71cce3c712), before_delete {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:36:00.057427 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-08f25c65-eb83-4f42-ad5a-691be622978f admin admin] Publish callbacks [] for security_group (e803b715-83bd-43a5-a267-4f71cce3c712), precommit_delete {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:36:00.162502 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-08f25c65-eb83-4f42-ad5a-691be622978f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-275664'] for security_group (e803b715-83bd-43a5-a267-4f71cce3c712), after_delete {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:36:00.165068 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-08f25c65-eb83-4f42-ad5a-691be622978f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:36:00.166244 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [None req-08f25c65-eb83-4f42-ad5a-691be622978f admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/e803b715-83bd-43a5-a267-4f71cce3c712 HTTP/1.1" status: 204 len: 168 time: 0.1805017 Jun 24 15:36:00.174454 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f25c65-eb83-4f42-ad5a-691be622978f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e803b715-83bd-43a5-a267-4f71cce3c712,revision_number=None']} {{(pid=104512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:36:06.168984 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=37,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:36:06.169870 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=33,neutron:INSERT=6,neutron:DELETE=1 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:36:06.607589 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:SELECT=9 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:36:06.609408 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:SELECT=3,neutron:UPDATE=2 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:36:10.170289 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:INSERT=1,neutron:SELECT=53,neutron:DELETE=4 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:36:10.187300 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:36:10.339431 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697012'] for agent (f0fa743b-ff28-43ff-ac51-704c86538f10), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:36:12.763820 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG dbcounter [-] [104514] Writing DB stats neutron:SELECT=4 {{(pid=104514) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:36:19.792421 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG dbcounter [-] [104514] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=104514) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:36:20.279000 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:SELECT=1 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:36:20.282871 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:SELECT=1 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:36:20.286023 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:36:21.349479 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-52b8be75-ca51-4bd4-9333-d0bae41503e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697012'] for agent (61dc9491-0c49-467e-b62a-6961ce952bc2), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:36:23.729041 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.db.agents_db [None req-1e76bcc0-0ba2-49bf-a9b5-df198b272e3c None None] Agent healthcheck: found 6 active agents {{(pid=104514) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 15:36:23.755196 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-9717f33e-2aea-40fd-9d42-4e02757f9594 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697012'] for agent (45985ff7-1335-48cd-ab02-73eb58295827), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:36:24.990162 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-6e9ba797-1d0c-40f8-9e0c-708f895be0b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697012'] for agent (f984396c-9862-4f32-9cf6-f19d2e5feb00), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:36:26.457890 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-e7d2b4de-897d-40d1-b758-5e5b7ac4c4e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697012'] for agent (2f766f35-a225-44ed-b70f-669caec6f4a7), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:36:26.663977 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697012'] for agent (559fa80c-96d5-4fe7-8c5f-9eda482c27bf), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:36:29.880519 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.wsgi [-] (104512) accepted ('10.222.0.67', 47832) {{(pid=104512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:36:29.986800 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-e9e8a1ea-6e2f-47ff-b3df-a443f5ce8879 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:36:30.060176 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-e9e8a1ea-6e2f-47ff-b3df-a443f5ce8879 admin admin] Publish callbacks [] for security_group (041d43a9-9b7e-4cfe-8702-f487ad71312b), precommit_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:36:30.126393 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-e9e8a1ea-6e2f-47ff-b3df-a443f5ce8879 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-275664'] for security_group (041d43a9-9b7e-4cfe-8702-f487ad71312b), after_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:36:30.169122 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [None req-e9e8a1ea-6e2f-47ff-b3df-a443f5ce8879 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=670bc3376a084590967ec1ff37e20285&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2871761 Jun 24 15:36:30.169894 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e8a1ea-6e2f-47ff-b3df-a443f5ce8879 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=041d43a9-9b7e-4cfe-8702-f487ad71312b,revision_number=1']} {{(pid=104512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:36:30.171885 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.wsgi [-] (104511) accepted ('10.222.0.67', 47836) {{(pid=104511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:36:30.177136 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e8a1ea-6e2f-47ff-b3df-a443f5ce8879 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:36:30.177510 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e8a1ea-6e2f-47ff-b3df-a443f5ce8879 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:36:30.177909 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e8a1ea-6e2f-47ff-b3df-a443f5ce8879 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:36:30.178244 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e8a1ea-6e2f-47ff-b3df-a443f5ce8879 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:36:30.178573 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e8a1ea-6e2f-47ff-b3df-a443f5ce8879 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:36:30.178898 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e8a1ea-6e2f-47ff-b3df-a443f5ce8879 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:36:30.179238 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e8a1ea-6e2f-47ff-b3df-a443f5ce8879 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:36:30.183862 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e8a1ea-6e2f-47ff-b3df-a443f5ce8879 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:36:30.183862 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e8a1ea-6e2f-47ff-b3df-a443f5ce8879 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:36:30.183862 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e8a1ea-6e2f-47ff-b3df-a443f5ce8879 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:36:30.183862 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e8a1ea-6e2f-47ff-b3df-a443f5ce8879 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:36:30.183862 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e8a1ea-6e2f-47ff-b3df-a443f5ce8879 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:36:30.183862 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e8a1ea-6e2f-47ff-b3df-a443f5ce8879 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:36:30.183862 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e8a1ea-6e2f-47ff-b3df-a443f5ce8879 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:36:30.183862 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e8a1ea-6e2f-47ff-b3df-a443f5ce8879 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:36:30.221758 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-cdcfb886-3874-4e1d-ae2e-a703fea35302 admin admin] Publish callbacks [] for security_group (041d43a9-9b7e-4cfe-8702-f487ad71312b), before_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:36:30.245078 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-cdcfb886-3874-4e1d-ae2e-a703fea35302 admin admin] Publish callbacks [] for security_group (041d43a9-9b7e-4cfe-8702-f487ad71312b), precommit_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:36:30.361813 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-cdcfb886-3874-4e1d-ae2e-a703fea35302 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-275664'] for security_group (041d43a9-9b7e-4cfe-8702-f487ad71312b), after_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:36:30.365428 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-cdcfb886-3874-4e1d-ae2e-a703fea35302 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:36:30.365912 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [None req-cdcfb886-3874-4e1d-ae2e-a703fea35302 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/041d43a9-9b7e-4cfe-8702-f487ad71312b HTTP/1.1" status: 204 len: 168 time: 0.1930296 Jun 24 15:36:30.374292 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcfb886-3874-4e1d-ae2e-a703fea35302 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=041d43a9-9b7e-4cfe-8702-f487ad71312b,revision_number=None']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:36:30.382645 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdcfb886-3874-4e1d-ae2e-a703fea35302 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:36:30.383138 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdcfb886-3874-4e1d-ae2e-a703fea35302 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:36:30.383551 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdcfb886-3874-4e1d-ae2e-a703fea35302 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:36:30.383885 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdcfb886-3874-4e1d-ae2e-a703fea35302 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:36:30.384213 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdcfb886-3874-4e1d-ae2e-a703fea35302 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:36:30.384542 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdcfb886-3874-4e1d-ae2e-a703fea35302 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:36:30.384895 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdcfb886-3874-4e1d-ae2e-a703fea35302 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:36:30.385190 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdcfb886-3874-4e1d-ae2e-a703fea35302 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:36:30.385500 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdcfb886-3874-4e1d-ae2e-a703fea35302 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:36:30.385918 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdcfb886-3874-4e1d-ae2e-a703fea35302 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:36:30.386258 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdcfb886-3874-4e1d-ae2e-a703fea35302 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:36:30.386445 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdcfb886-3874-4e1d-ae2e-a703fea35302 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:36:30.386757 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdcfb886-3874-4e1d-ae2e-a703fea35302 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:36:30.387072 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdcfb886-3874-4e1d-ae2e-a703fea35302 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:36:30.387408 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdcfb886-3874-4e1d-ae2e-a703fea35302 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:36:33.233291 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-745a616c-b769-4b79-bbc8-8f1abb88ca19 req-62e055af-6b12-4f75-abf3-b82b6b999586 tempest-VolumesNegativeTest-1932850434 tempest-VolumesNegativeTest-1932850434-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=2c75120127524a4aa9c97a3032c1dd2c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0294874 Jun 24 15:36:33.410621 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745a616c-b769-4b79-bbc8-8f1abb88ca19 req-757a73e3-d444-40e2-b17e-db6726ea1103 tempest-VolumesNegativeTest-1932850434 tempest-VolumesNegativeTest-1932850434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:36:33.412130 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-745a616c-b769-4b79-bbc8-8f1abb88ca19 req-757a73e3-d444-40e2-b17e-db6726ea1103 tempest-VolumesNegativeTest-1932850434 tempest-VolumesNegativeTest-1932850434-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1739209 Jun 24 15:36:33.426303 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-745a616c-b769-4b79-bbc8-8f1abb88ca19 req-6be2ab01-7a76-4ee5-b1a8-66070d9e51b3 tempest-VolumesNegativeTest-1932850434 tempest-VolumesNegativeTest-1932850434-project] 10.222.0.67 "GET /v2.0/quotas/2c75120127524a4aa9c97a3032c1dd2c HTTP/1.1" status: 200 len: 375 time: 0.0087092 Jun 24 15:36:33.459511 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-745a616c-b769-4b79-bbc8-8f1abb88ca19 req-e4410bf6-a8c7-41cd-9726-a9d0c3602b3f tempest-VolumesNegativeTest-1932850434 tempest-VolumesNegativeTest-1932850434-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=2c75120127524a4aa9c97a3032c1dd2c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0277328 Jun 24 15:36:33.688967 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-6f0046e7-0c47-4657-99ec-d401c081309b req-abf0f956-c48a-4441-8d58-49ffaca063e3 tempest-VolumesNegativeTest-1932850434 tempest-VolumesNegativeTest-1932850434-project] 10.222.0.67 "GET /v2.0/ports?device_id=d5be11a3-5c7c-4a9b-8ee8-1fecb01a56cb HTTP/1.1" status: 200 len: 210 time: 0.0311303 Jun 24 15:36:33.725920 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG dbcounter [-] [104514] Writing DB stats neutron:SELECT=2 {{(pid=104514) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:36:34.787909 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-378060c8-d487-4270-943b-70cdf39e036f req-53e2eca7-840b-448c-8a79-0b740bb77af4 tempest-VolumesNegativeTest-1932850434 tempest-VolumesNegativeTest-1932850434-project] 10.222.0.67 "GET /v2.0/ports?device_id=d5be11a3-5c7c-4a9b-8ee8-1fecb01a56cb HTTP/1.1" status: 200 len: 210 time: 0.0299129 Jun 24 15:36:35.519865 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-745a616c-b769-4b79-bbc8-8f1abb88ca19 req-577972d0-e797-4f44-bf74-97b417db6e29 tempest-VolumesNegativeTest-1932850434 tempest-VolumesNegativeTest-1932850434-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=2c75120127524a4aa9c97a3032c1dd2c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0207849 Jun 24 15:36:35.628841 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745a616c-b769-4b79-bbc8-8f1abb88ca19 req-927a76c0-226b-4ead-835b-66b176e1508c tempest-VolumesNegativeTest-1932850434 tempest-VolumesNegativeTest-1932850434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:36:35.630320 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-745a616c-b769-4b79-bbc8-8f1abb88ca19 req-927a76c0-226b-4ead-835b-66b176e1508c tempest-VolumesNegativeTest-1932850434 tempest-VolumesNegativeTest-1932850434-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1048403 Jun 24 15:36:35.642272 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.v2.base [req-745a616c-b769-4b79-bbc8-8f1abb88ca19 req-25402c0f-3714-4d47-9690-2b4b44d24166 tempest-VolumesNegativeTest-1932850434 tempest-VolumesNegativeTest-1932850434-project] Request body: {'port': {'device_id': 'd5be11a3-5c7c-4a9b-8ee8-1fecb01a56cb', 'network_id': '077d771e-88a4-40a4-9125-dedc0b4f4b23', 'admin_state_up': True, 'tenant_id': '2c75120127524a4aa9c97a3032c1dd2c'}} {{(pid=104512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 15:36:35.796301 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-745a616c-b769-4b79-bbc8-8f1abb88ca19 req-25402c0f-3714-4d47-9690-2b4b44d24166 tempest-VolumesNegativeTest-1932850434 tempest-VolumesNegativeTest-1932850434-project] Made reservation on behalf of 2c75120127524a4aa9c97a3032c1dd2c for: {'port': 1} {{(pid=104512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 15:36:35.800210 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [req-745a616c-b769-4b79-bbc8-8f1abb88ca19 req-25402c0f-3714-4d47-9690-2b4b44d24166 tempest-VolumesNegativeTest-1932850434 tempest-VolumesNegativeTest-1932850434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7727318'] for port (None), before_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:36:35.809802 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [req-745a616c-b769-4b79-bbc8-8f1abb88ca19 req-25402c0f-3714-4d47-9690-2b4b44d24166 tempest-VolumesNegativeTest-1932850434 tempest-VolumesNegativeTest-1932850434-project] Publish callbacks [] for security_group (None), before_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:36:36.150508 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-f38424f2-e35c-4779-b082-03c4b4ac70eb req-632978ad-36f6-4db5-9e33-ae0afbd54652 tempest-VolumesNegativeTest-1932850434 tempest-VolumesNegativeTest-1932850434-project] 10.222.0.67 "GET /v2.0/ports?device_id=d5be11a3-5c7c-4a9b-8ee8-1fecb01a56cb HTTP/1.1" status: 200 len: 210 time: 0.2916596 Jun 24 15:36:36.171127 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [req-745a616c-b769-4b79-bbc8-8f1abb88ca19 req-25402c0f-3714-4d47-9690-2b4b44d24166 tempest-VolumesNegativeTest-1932850434 tempest-VolumesNegativeTest-1932850434-project] Publish callbacks [] for security_group (a90fcec5-3e85-43bb-b700-691a7f6123fb), precommit_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:36:36.224577 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [req-745a616c-b769-4b79-bbc8-8f1abb88ca19 req-25402c0f-3714-4d47-9690-2b4b44d24166 tempest-VolumesNegativeTest-1932850434 tempest-VolumesNegativeTest-1932850434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-275664'] for security_group (a90fcec5-3e85-43bb-b700-691a7f6123fb), after_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:36:36.288232 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25402c0f-3714-4d47-9690-2b4b44d24166 tempest-VolumesNegativeTest-1932850434 tempest-VolumesNegativeTest-1932850434-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a90fcec5-3e85-43bb-b700-691a7f6123fb,revision_number=1']} {{(pid=104512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:36:36.303637 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:36:36.347736 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=82,neutron:INSERT=16,neutron:UPDATE=2 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:36:36.357596 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.db.db_base_plugin_common [req-745a616c-b769-4b79-bbc8-8f1abb88ca19 req-25402c0f-3714-4d47-9690-2b4b44d24166 tempest-VolumesNegativeTest-1932850434 tempest-VolumesNegativeTest-1932850434-project] Allocated IP 192.168.233.54 (077d771e-88a4-40a4-9125-dedc0b4f4b23/2f787794-6fdc-47d5-8879-13750c344073/73fdb231-ea43-435f-9a76-1040fac04d04) {{(pid=104512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 15:36:36.508371 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [req-745a616c-b769-4b79-bbc8-8f1abb88ca19 req-25402c0f-3714-4d47-9690-2b4b44d24166 tempest-VolumesNegativeTest-1932850434 tempest-VolumesNegativeTest-1932850434-project] Publish callbacks [] for port (73fdb231-ea43-435f-9a76-1040fac04d04), precommit_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:36:36.578988 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [req-745a616c-b769-4b79-bbc8-8f1abb88ca19 req-25402c0f-3714-4d47-9690-2b4b44d24166 tempest-VolumesNegativeTest-1932850434 tempest-VolumesNegativeTest-1932850434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761384583298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3859661'] for port (73fdb231-ea43-435f-9a76-1040fac04d04), after_create {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:36:36.625010 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-745a616c-b769-4b79-bbc8-8f1abb88ca19 req-25402c0f-3714-4d47-9690-2b4b44d24166 tempest-VolumesNegativeTest-1932850434 tempest-VolumesNegativeTest-1932850434-project] Network 077d771e-88a4-40a4-9125-dedc0b4f4b23 is already hosted by enough agents. {{(pid=104512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 15:36:36.628035 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.scheduler.base_scheduler [req-745a616c-b769-4b79-bbc8-8f1abb88ca19 req-25402c0f-3714-4d47-9690-2b4b44d24166 tempest-VolumesNegativeTest-1932850434 tempest-VolumesNegativeTest-1932850434-project] Resources bound (agent type, host, resource id): {{(pid=104512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 15:36:36.631522 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.db.l3_dvrscheduler_db [req-745a616c-b769-4b79-bbc8-8f1abb88ca19 req-25402c0f-3714-4d47-9690-2b4b44d24166 tempest-VolumesNegativeTest-1932850434 tempest-VolumesNegativeTest-1932850434-project] Received port after_create {{(pid=104512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 15:36:36.660744 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25402c0f-3714-4d47-9690-2b4b44d24166 tempest-VolumesNegativeTest-1932850434 tempest-VolumesNegativeTest-1932850434-project] Pushing event updated for resources: {'Port': ['ID=73fdb231-ea43-435f-9a76-1040fac04d04,revision_number=1']} {{(pid=104512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:36:36.690368 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745a616c-b769-4b79-bbc8-8f1abb88ca19 req-25402c0f-3714-4d47-9690-2b4b44d24166 tempest-VolumesNegativeTest-1932850434 tempest-VolumesNegativeTest-1932850434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:36:36.691082 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [req-745a616c-b769-4b79-bbc8-8f1abb88ca19 req-25402c0f-3714-4d47-9690-2b4b44d24166 tempest-VolumesNegativeTest-1932850434 tempest-VolumesNegativeTest-1932850434-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30073'] for port (None), before_response {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:36:36.798668 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-745a616c-b769-4b79-bbc8-8f1abb88ca19 req-25402c0f-3714-4d47-9690-2b4b44d24166 tempest-VolumesNegativeTest-1932850434 tempest-VolumesNegativeTest-1932850434-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1599088 Jun 24 15:36:36.810406 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.v2.base [req-745a616c-b769-4b79-bbc8-8f1abb88ca19 req-38e14f91-af8b-41be-8c45-74ee318e256d service neutron] Request body: {'port': {'device_id': 'd5be11a3-5c7c-4a9b-8ee8-1fecb01a56cb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83538'}} {{(pid=104512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 15:36:36.869917 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [req-745a616c-b769-4b79-bbc8-8f1abb88ca19 req-38e14f91-af8b-41be-8c45-74ee318e256d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7727318'] for port (73fdb231-ea43-435f-9a76-1040fac04d04), before_update {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:36:36.898285 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.provisioning_blocks [None req-c29623fe-0ddc-4be0-a2f3-85c0cb9fc00d None None] Provisioning complete for port 73fdb231-ea43-435f-9a76-1040fac04d04 triggered by entity DHCP. {{(pid=104513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 15:36:36.899020 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-c29623fe-0ddc-4be0-a2f3-85c0cb9fc00d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7696598'] for port (73fdb231-ea43-435f-9a76-1040fac04d04), provisioning_complete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:36:36.931304 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.plugin [None req-c29623fe-0ddc-4be0-a2f3-85c0cb9fc00d None None] Port 73fdb231-ea43-435f-9a76-1040fac04d04 cannot update to ACTIVE because it is not bound. {{(pid=104513) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 15:36:37.057989 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:36:37.126485 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.notifiers.nova [req-745a616c-b769-4b79-bbc8-8f1abb88ca19 req-38e14f91-af8b-41be-8c45-74ee318e256d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73fdb231-ea43-435f-9a76-1040fac04d04 {{(pid=104512) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 15:36:37.134060 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [req-745a616c-b769-4b79-bbc8-8f1abb88ca19 req-38e14f91-af8b-41be-8c45-74ee318e256d service neutron] Publish callbacks [] for port (73fdb231-ea43-435f-9a76-1040fac04d04), precommit_update {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:36:37.147783 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.db.provisioning_blocks [req-745a616c-b769-4b79-bbc8-8f1abb88ca19 req-38e14f91-af8b-41be-8c45-74ee318e256d service neutron] Transition to ACTIVE for port object 73fdb231-ea43-435f-9a76-1040fac04d04 will not be triggered until provisioned by entity L2. {{(pid=104512) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 24 15:36:37.247155 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [req-745a616c-b769-4b79-bbc8-8f1abb88ca19 req-38e14f91-af8b-41be-8c45-74ee318e256d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761385101662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761384583316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761384583334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3859668'] for port (73fdb231-ea43-435f-9a76-1040fac04d04), after_update {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:36:37.301800 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d85e74f-1809-4107-9f72-78dedfae9103 req-4924a1f4-9678-428f-81c6-a7e790af0e61 tempest-VolumesNegativeTest-1932850434 tempest-VolumesNegativeTest-1932850434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:36:37.303300 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-5d85e74f-1809-4107-9f72-78dedfae9103 req-4924a1f4-9678-428f-81c6-a7e790af0e61 tempest-VolumesNegativeTest-1932850434 tempest-VolumesNegativeTest-1932850434-project] 10.222.0.67 "GET /v2.0/ports?device_id=d5be11a3-5c7c-4a9b-8ee8-1fecb01a56cb HTTP/1.1" status: 200 len: 935 time: 0.0849099 Jun 24 15:36:37.320123 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e14f91-af8b-41be-8c45-74ee318e256d service neutron] Pushing event updated for resources: {'Port': ['ID=73fdb231-ea43-435f-9a76-1040fac04d04,revision_number=2']} {{(pid=104512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:36:37.397806 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:36:37.407786 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-5d85e74f-1809-4107-9f72-78dedfae9103 req-15e93ef3-02a8-4783-bb72-85991d715e77 tempest-VolumesNegativeTest-1932850434 tempest-VolumesNegativeTest-1932850434-project] 10.222.0.67 "GET /v2.0/security-groups?id=a90fcec5-3e85-43bb-b700-691a7f6123fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955474 Jun 24 15:36:37.431583 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.managers [req-745a616c-b769-4b79-bbc8-8f1abb88ca19 req-38e14f91-af8b-41be-8c45-74ee318e256d service neutron] Attempting to bind port 73fdb231-ea43-435f-9a76-1040fac04d04 on host hv-cinder-83538 for vnic_type normal with profile {{(pid=104512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 15:36:37.431851 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.managers [req-745a616c-b769-4b79-bbc8-8f1abb88ca19 req-38e14f91-af8b-41be-8c45-74ee318e256d service neutron] Attempting to bind port 73fdb231-ea43-435f-9a76-1040fac04d04 by drivers openvswitch,hyperv on host hv-cinder-83538 at level 0 using segments [{'id': '077d70f3-808e-4fbf-8187-df2b044c8db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '077d771e-88a4-40a4-9125-dedc0b4f4b23'}] {{(pid=104512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 15:36:37.432184 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-745a616c-b769-4b79-bbc8-8f1abb88ca19 req-38e14f91-af8b-41be-8c45-74ee318e256d service neutron] Attempting to bind port 73fdb231-ea43-435f-9a76-1040fac04d04 on network 077d771e-88a4-40a4-9125-dedc0b4f4b23 {{(pid=104512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 15:36:37.437134 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-745a616c-b769-4b79-bbc8-8f1abb88ca19 req-38e14f91-af8b-41be-8c45-74ee318e256d service neutron] Port 73fdb231-ea43-435f-9a76-1040fac04d04 on network 077d771e-88a4-40a4-9125-dedc0b4f4b23 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83538 {{(pid=104512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 24 15:36:37.437482 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-745a616c-b769-4b79-bbc8-8f1abb88ca19 req-38e14f91-af8b-41be-8c45-74ee318e256d service neutron] Attempting to bind port 73fdb231-ea43-435f-9a76-1040fac04d04 on network 077d771e-88a4-40a4-9125-dedc0b4f4b23 {{(pid=104512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 15:36:37.442687 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-745a616c-b769-4b79-bbc8-8f1abb88ca19 req-38e14f91-af8b-41be-8c45-74ee318e256d service neutron] Checking agent: {'id': 'f0fa743b-ff28-43ff-ac51-704c86538f10', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83538', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 15, 16, 38), 'started_at': datetime.datetime(2022, 6, 24, 15, 16, 38), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 15, 36, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 15:36:37.443019 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-745a616c-b769-4b79-bbc8-8f1abb88ca19 req-38e14f91-af8b-41be-8c45-74ee318e256d service neutron] Checking segment: {'id': '077d70f3-808e-4fbf-8187-df2b044c8db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '077d771e-88a4-40a4-9125-dedc0b4f4b23'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 15:36:37.443433 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-745a616c-b769-4b79-bbc8-8f1abb88ca19 req-38e14f91-af8b-41be-8c45-74ee318e256d service neutron] Bound using segment: {'id': '077d70f3-808e-4fbf-8187-df2b044c8db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '077d771e-88a4-40a4-9125-dedc0b4f4b23'} {{(pid=104512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 15:36:37.443856 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.managers [req-745a616c-b769-4b79-bbc8-8f1abb88ca19 req-38e14f91-af8b-41be-8c45-74ee318e256d service neutron] Bound port: 73fdb231-ea43-435f-9a76-1040fac04d04, host: hv-cinder-83538, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '077d70f3-808e-4fbf-8187-df2b044c8db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '077d771e-88a4-40a4-9125-dedc0b4f4b23'}}] {{(pid=104512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 15:36:37.444236 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [req-745a616c-b769-4b79-bbc8-8f1abb88ca19 req-38e14f91-af8b-41be-8c45-74ee318e256d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7727318'] for port (73fdb231-ea43-435f-9a76-1040fac04d04), before_update {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:36:37.510936 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.db [req-745a616c-b769-4b79-bbc8-8f1abb88ca19 req-38e14f91-af8b-41be-8c45-74ee318e256d service neutron] For port 73fdb231-ea43-435f-9a76-1040fac04d04, host hv-cinder-83538, cleared binding levels {{(pid=104512) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 15:36:37.513983 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.db [req-745a616c-b769-4b79-bbc8-8f1abb88ca19 req-38e14f91-af8b-41be-8c45-74ee318e256d service neutron] For port 73fdb231-ea43-435f-9a76-1040fac04d04, host hv-cinder-83538, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=73fdb231-ea43-435f-9a76-1040fac04d04,segment=NetworkSegment(077d70f3-808e-4fbf-8187-df2b044c8db1),segment_id=077d70f3-808e-4fbf-8187-df2b044c8db1)] {{(pid=104512) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 15:36:37.596605 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [req-745a616c-b769-4b79-bbc8-8f1abb88ca19 req-38e14f91-af8b-41be-8c45-74ee318e256d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761385101662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761384583316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761384583334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3859668'] for port (73fdb231-ea43-435f-9a76-1040fac04d04), after_update {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:36:37.637511 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745a616c-b769-4b79-bbc8-8f1abb88ca19 req-38e14f91-af8b-41be-8c45-74ee318e256d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:36:37.638029 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [req-745a616c-b769-4b79-bbc8-8f1abb88ca19 req-38e14f91-af8b-41be-8c45-74ee318e256d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30073'] for port (None), before_response {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:36:37.639715 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-745a616c-b769-4b79-bbc8-8f1abb88ca19 req-38e14f91-af8b-41be-8c45-74ee318e256d service neutron] 10.222.0.64 "PUT /v2.0/ports/73fdb231-ea43-435f-9a76-1040fac04d04 HTTP/1.1" status: 200 len: 1097 time: 0.8334076 Jun 24 15:36:37.642031 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5be11a3-5c7c-4a9b-8ee8-1fecb01a56cb', 'tag': '73fdb231-ea43-435f-9a76-1040fac04d04'}] {{(pid=104512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 15:36:37.644887 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9db87de5340c6be2811fa9e5912a63998a589dd3f857fd3823a550d1ae48127" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-113da594-f445-45d2-abd9-90a3abf2c759" -d '{"events": [{"name": "network-changed", "server_uuid": "d5be11a3-5c7c-4a9b-8ee8-1fecb01a56cb", "tag": "73fdb231-ea43-435f-9a76-1040fac04d04"}]}' {{(pid=104512) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 15:36:37.667471 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e14f91-af8b-41be-8c45-74ee318e256d service neutron] Pushing event updated for resources: {'Port': ['ID=73fdb231-ea43-435f-9a76-1040fac04d04,revision_number=3']} {{(pid=104512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:36:37.774823 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745a616c-b769-4b79-bbc8-8f1abb88ca19 req-bb2a5bf5-e784-406c-bd33-6db9ae180618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:36:37.776497 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-745a616c-b769-4b79-bbc8-8f1abb88ca19 req-bb2a5bf5-e784-406c-bd33-6db9ae180618 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2c75120127524a4aa9c97a3032c1dd2c&device_id=d5be11a3-5c7c-4a9b-8ee8-1fecb01a56cb HTTP/1.1" status: 200 len: 1131 time: 0.0437803 Jun 24 15:36:37.819698 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-745a616c-b769-4b79-bbc8-8f1abb88ca19 req-627d62e7-a085-4788-82dd-c635e5001368 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.54&port_id=73fdb231-ea43-435f-9a76-1040fac04d04 HTTP/1.1" status: 200 len: 217 time: 0.0363846 Jun 24 15:36:37.833311 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Jun 2022 15:36:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e25e10ae-c27a-45c5-9da7-8a695a16f0e5 x-openstack-request-id: req-e25e10ae-c27a-45c5-9da7-8a695a16f0e5 {{(pid=104512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 15:36:37.833652 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5be11a3-5c7c-4a9b-8ee8-1fecb01a56cb", "tag": "73fdb231-ea43-435f-9a76-1040fac04d04", "status": "completed", "code": 200}]} {{(pid=104512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 15:36:37.833825 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-e25e10ae-c27a-45c5-9da7-8a695a16f0e5 {{(pid=104512) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 15:36:37.834216 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e25e10ae-c27a-45c5-9da7-8a695a16f0e5'] response: {'name': 'network-changed', 'server_uuid': 'd5be11a3-5c7c-4a9b-8ee8-1fecb01a56cb', 'tag': '73fdb231-ea43-435f-9a76-1040fac04d04', 'status': 'completed', 'code': 200} Jun 24 15:36:37.876223 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745a616c-b769-4b79-bbc8-8f1abb88ca19 req-9b0843ff-dd0c-44d6-899d-11e474202f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:36:37.877672 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-745a616c-b769-4b79-bbc8-8f1abb88ca19 req-9b0843ff-dd0c-44d6-899d-11e474202f33 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2f787794-6fdc-47d5-8879-13750c344073 HTTP/1.1" status: 200 len: 843 time: 0.0527894 Jun 24 15:36:37.920718 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745a616c-b769-4b79-bbc8-8f1abb88ca19 req-baa4cb22-5851-4abc-8686-cfe9e9c7863f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:36:37.922101 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-745a616c-b769-4b79-bbc8-8f1abb88ca19 req-baa4cb22-5851-4abc-8686-cfe9e9c7863f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=077d771e-88a4-40a4-9125-dedc0b4f4b23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1216 time: 0.0373147 Jun 24 15:36:38.015729 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-745a616c-b769-4b79-bbc8-8f1abb88ca19 req-8436b1be-1afe-4126-80ed-3149f5f215d8 service neutron] 10.222.0.64 "GET /v2.0/networks/077d771e-88a4-40a4-9125-dedc0b4f4b23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868201 Jun 24 15:36:38.104159 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-745a616c-b769-4b79-bbc8-8f1abb88ca19 req-35be2256-195a-42f3-9c6a-14fe05645559 service neutron] 10.222.0.64 "GET /v2.0/networks/077d771e-88a4-40a4-9125-dedc0b4f4b23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831723 Jun 24 15:36:38.520914 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c72d991-d3b3-47c0-adf9-c16e5d0d4dc2 req-f7c66d67-e784-4dbe-a6be-28da047c4e71 tempest-VolumesNegativeTest-1932850434 tempest-VolumesNegativeTest-1932850434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:36:38.522362 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-7c72d991-d3b3-47c0-adf9-c16e5d0d4dc2 req-f7c66d67-e784-4dbe-a6be-28da047c4e71 tempest-VolumesNegativeTest-1932850434 tempest-VolumesNegativeTest-1932850434-project] 10.222.0.67 "GET /v2.0/ports?device_id=d5be11a3-5c7c-4a9b-8ee8-1fecb01a56cb HTTP/1.1" status: 200 len: 947 time: 0.0481718 Jun 24 15:36:38.572617 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-7c72d991-d3b3-47c0-adf9-c16e5d0d4dc2 req-3900fab8-174b-4b15-97a7-f90019e35a0e tempest-VolumesNegativeTest-1932850434 tempest-VolumesNegativeTest-1932850434-project] 10.222.0.67 "GET /v2.0/security-groups?id=a90fcec5-3e85-43bb-b700-691a7f6123fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441628 Jun 24 15:36:38.829728 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:36:38.860722 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113da594-f445-45d2-abd9-90a3abf2c759 req-6ce3feee-7bbf-4a39-acef-8a2b95e80de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:36:38.862197 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-113da594-f445-45d2-abd9-90a3abf2c759 req-6ce3feee-7bbf-4a39-acef-8a2b95e80de5 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2c75120127524a4aa9c97a3032c1dd2c&device_id=d5be11a3-5c7c-4a9b-8ee8-1fecb01a56cb HTTP/1.1" status: 200 len: 1131 time: 0.0401950 Jun 24 15:36:38.953710 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113da594-f445-45d2-abd9-90a3abf2c759 req-fd3e114b-b2f3-4ae2-86ed-e0d66e9629af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:36:38.955143 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-113da594-f445-45d2-abd9-90a3abf2c759 req-fd3e114b-b2f3-4ae2-86ed-e0d66e9629af service neutron] 10.222.0.64 "GET /v2.0/networks?id=077d771e-88a4-40a4-9125-dedc0b4f4b23 HTTP/1.1" status: 200 len: 870 time: 0.0855348 Jun 24 15:36:38.996006 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-113da594-f445-45d2-abd9-90a3abf2c759 req-fbf60528-2fe0-44e8-86b2-8a5eae93a84d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.54&port_id=73fdb231-ea43-435f-9a76-1040fac04d04 HTTP/1.1" status: 200 len: 217 time: 0.0345352 Jun 24 15:36:39.043462 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113da594-f445-45d2-abd9-90a3abf2c759 req-bf55b3b8-18cc-43c5-9823-ad0ebbb35160 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:36:39.044836 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-113da594-f445-45d2-abd9-90a3abf2c759 req-bf55b3b8-18cc-43c5-9823-ad0ebbb35160 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2f787794-6fdc-47d5-8879-13750c344073 HTTP/1.1" status: 200 len: 843 time: 0.0435226 Jun 24 15:36:39.092741 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113da594-f445-45d2-abd9-90a3abf2c759 req-7fe65362-71f8-4be5-9444-de763562479e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:36:39.092741 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-113da594-f445-45d2-abd9-90a3abf2c759 req-7fe65362-71f8-4be5-9444-de763562479e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=077d771e-88a4-40a4-9125-dedc0b4f4b23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1216 time: 0.0374110 Jun 24 15:36:39.180112 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-113da594-f445-45d2-abd9-90a3abf2c759 req-c2783ae5-fc67-468a-9381-6df1f2800c16 service neutron] 10.222.0.64 "GET /v2.0/networks/077d771e-88a4-40a4-9125-dedc0b4f4b23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865023 Jun 24 15:36:39.267145 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-113da594-f445-45d2-abd9-90a3abf2c759 req-7b6af763-8682-4ed5-b2d9-e255af0e77b4 service neutron] 10.222.0.64 "GET /v2.0/networks/077d771e-88a4-40a4-9125-dedc0b4f4b23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811517 Jun 24 15:36:39.650528 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=100 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:36:39.691979 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35aadf18-a415-4aaa-9c17-34270ff07475 req-ceefb9ec-23fc-427c-8c83-ef8dc8a0ca3d tempest-VolumesNegativeTest-1932850434 tempest-VolumesNegativeTest-1932850434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:36:39.693445 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-35aadf18-a415-4aaa-9c17-34270ff07475 req-ceefb9ec-23fc-427c-8c83-ef8dc8a0ca3d tempest-VolumesNegativeTest-1932850434 tempest-VolumesNegativeTest-1932850434-project] 10.222.0.67 "GET /v2.0/ports?device_id=d5be11a3-5c7c-4a9b-8ee8-1fecb01a56cb HTTP/1.1" status: 200 len: 947 time: 0.0518014 Jun 24 15:36:39.739693 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-35aadf18-a415-4aaa-9c17-34270ff07475 req-85bce1a4-4172-4c7d-afe1-ff10bc77acde tempest-VolumesNegativeTest-1932850434 tempest-VolumesNegativeTest-1932850434-project] 10.222.0.67 "GET /v2.0/security-groups?id=a90fcec5-3e85-43bb-b700-691a7f6123fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405262 Jun 24 15:36:40.333135 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697012'] for agent (f0fa743b-ff28-43ff-ac51-704c86538f10), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:36:40.369884 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=20,neutron:DELETE=2 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:36:40.377701 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=15,neutron:DELETE=2 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:36:40.853171 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6106658a-ed4e-445e-a1ae-1311ce9bb51c req-c857efa5-0b05-479b-8a8c-ecf13bc4a8fb tempest-VolumesNegativeTest-1932850434 tempest-VolumesNegativeTest-1932850434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:36:40.854613 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-6106658a-ed4e-445e-a1ae-1311ce9bb51c req-c857efa5-0b05-479b-8a8c-ecf13bc4a8fb tempest-VolumesNegativeTest-1932850434 tempest-VolumesNegativeTest-1932850434-project] 10.222.0.67 "GET /v2.0/ports?device_id=d5be11a3-5c7c-4a9b-8ee8-1fecb01a56cb HTTP/1.1" status: 200 len: 947 time: 0.0461848 Jun 24 15:36:40.901256 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-6106658a-ed4e-445e-a1ae-1311ce9bb51c req-5b23fd09-20bf-4d41-a13e-4a0bcff1bfcd tempest-VolumesNegativeTest-1932850434 tempest-VolumesNegativeTest-1932850434-project] 10.222.0.67 "GET /v2.0/security-groups?id=a90fcec5-3e85-43bb-b700-691a7f6123fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413029 Jun 24 15:36:41.822455 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.rpc [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Device 73fdb231-ea43-435f-9a76-1040fac04d04 details requested by agent hyperv_hv-cinder-83538 with host hv-cinder-83538 {{(pid=104513) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 15:36:41.924104 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.db [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] For port 73fdb231-ea43-435f-9a76-1040fac04d04, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=73fdb231-ea43-435f-9a76-1040fac04d04,segment=NetworkSegment(077d70f3-808e-4fbf-8187-df2b044c8db1),segment_id=077d70f3-808e-4fbf-8187-df2b044c8db1)] {{(pid=104513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 15:36:41.935719 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.rpc [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Returning: {'device': '73fdb231-ea43-435f-9a76-1040fac04d04', 'network_id': '077d771e-88a4-40a4-9125-dedc0b4f4b23', 'port_id': '73fdb231-ea43-435f-9a76-1040fac04d04', 'mac_address': 'fa:16:3e:f6:23:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 762, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f787794-6fdc-47d5-8879-13750c344073', 'ip_address': '192.168.233.54'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104513) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 15:36:41.971144 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.plugin [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Current status of the port 73fdb231-ea43-435f-9a76-1040fac04d04 is: DOWN; New status is: BUILD {{(pid=104513) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 15:36:41.971564 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7727318'] for port (73fdb231-ea43-435f-9a76-1040fac04d04), before_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:36:41.988448 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.notifiers.nova [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73fdb231-ea43-435f-9a76-1040fac04d04 {{(pid=104513) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 15:36:42.007777 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.db [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] For port 73fdb231-ea43-435f-9a76-1040fac04d04, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=73fdb231-ea43-435f-9a76-1040fac04d04,segment=NetworkSegment(077d70f3-808e-4fbf-8187-df2b044c8db1),segment_id=077d70f3-808e-4fbf-8187-df2b044c8db1)] {{(pid=104513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 15:36:42.018847 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eec6283-3b8d-4720-b2ae-56d389899281 req-7e133d99-ee9a-40b7-ac03-bc7992215804 tempest-VolumesNegativeTest-1932850434 tempest-VolumesNegativeTest-1932850434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:36:42.020335 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-9eec6283-3b8d-4720-b2ae-56d389899281 req-7e133d99-ee9a-40b7-ac03-bc7992215804 tempest-VolumesNegativeTest-1932850434 tempest-VolumesNegativeTest-1932850434-project] 10.222.0.67 "GET /v2.0/ports?device_id=d5be11a3-5c7c-4a9b-8ee8-1fecb01a56cb HTTP/1.1" status: 200 len: 947 time: 0.0520852 Jun 24 15:36:42.053215 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761385101662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761384583316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761384583334'] for port (73fdb231-ea43-435f-9a76-1040fac04d04), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:36:42.068994 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-9eec6283-3b8d-4720-b2ae-56d389899281 req-ffe9cad4-8593-4a22-a5a8-4460f8fa0e4c tempest-VolumesNegativeTest-1932850434 tempest-VolumesNegativeTest-1932850434-project] 10.222.0.67 "GET /v2.0/security-groups?id=a90fcec5-3e85-43bb-b700-691a7f6123fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424132 Jun 24 15:36:42.104190 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Pushing event updated for resources: {'Port': ['ID=73fdb231-ea43-435f-9a76-1040fac04d04,revision_number=4']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:36:42.111324 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:36:42.111671 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:36:42.112013 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:36:42.112351 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:36:42.112683 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:36:42.113016 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:36:42.113341 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:36:42.113664 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:36:42.113988 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:36:42.114309 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:36:42.114624 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:36:42.115000 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:36:42.115406 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:36:42.115728 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:36:42.116047 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-11-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 15:36:42.289699 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.db [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] get_ports_and_sgs() called for port_ids ['73fdb231-ea43-435f-9a76-1040fac04d04'] {{(pid=104513) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 15:36:43.186044 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa75639b-6135-4049-aa27-a1a38d077533 req-b06b7605-4855-4832-9257-1bd595b68d4f tempest-VolumesNegativeTest-1932850434 tempest-VolumesNegativeTest-1932850434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:36:43.187532 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-aa75639b-6135-4049-aa27-a1a38d077533 req-b06b7605-4855-4832-9257-1bd595b68d4f tempest-VolumesNegativeTest-1932850434 tempest-VolumesNegativeTest-1932850434-project] 10.222.0.67 "GET /v2.0/ports?device_id=d5be11a3-5c7c-4a9b-8ee8-1fecb01a56cb HTTP/1.1" status: 200 len: 948 time: 0.0474331 Jun 24 15:36:43.233747 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-aa75639b-6135-4049-aa27-a1a38d077533 req-118b50fd-600c-4ca9-bf9b-6e17d356bb5c tempest-VolumesNegativeTest-1932850434 tempest-VolumesNegativeTest-1932850434-project] 10.222.0.67 "GET /v2.0/security-groups?id=a90fcec5-3e85-43bb-b700-691a7f6123fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407479 Jun 24 15:36:43.822809 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.rpc [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Device 73fdb231-ea43-435f-9a76-1040fac04d04 up at agent hyperv_hv-cinder-83538 {{(pid=104513) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 15:36:43.864121 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.provisioning_blocks [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Provisioning for port 73fdb231-ea43-435f-9a76-1040fac04d04 completed by entity L2. {{(pid=104513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 24 15:36:43.950167 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.db.provisioning_blocks [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Provisioning complete for port 73fdb231-ea43-435f-9a76-1040fac04d04 triggered by entity L2. {{(pid=104513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 15:36:43.950548 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7696598'] for port (73fdb231-ea43-435f-9a76-1040fac04d04), provisioning_complete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:36:44.021385 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.plugin [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Current status of the port 73fdb231-ea43-435f-9a76-1040fac04d04 is: BUILD; New status is: ACTIVE {{(pid=104513) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 15:36:44.021676 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7727318'] for port (73fdb231-ea43-435f-9a76-1040fac04d04), before_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:36:44.043961 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5be11a3-5c7c-4a9b-8ee8-1fecb01a56cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73fdb231-ea43-435f-9a76-1040fac04d04'}] {{(pid=104513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 15:36:44.047724 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7de2ae652872cab3d5aa36b412d6cead56dffdf121926fea6679daaa3daba4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3621c312-2796-48da-b9e0-76c1008cb522" -d '{"events": [{"server_uuid": "d5be11a3-5c7c-4a9b-8ee8-1fecb01a56cb", "name": "network-vif-plugged", "status": "completed", "tag": "73fdb231-ea43-435f-9a76-1040fac04d04"}]}' {{(pid=104513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 15:36:44.059651 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.db [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] For port 73fdb231-ea43-435f-9a76-1040fac04d04, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=73fdb231-ea43-435f-9a76-1040fac04d04,segment=NetworkSegment(077d70f3-808e-4fbf-8187-df2b044c8db1),segment_id=077d70f3-808e-4fbf-8187-df2b044c8db1)] {{(pid=104513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 15:36:44.098828 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761385101662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761384583316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761384583334'] for port (73fdb231-ea43-435f-9a76-1040fac04d04), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:36:44.139080 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 15:36:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d93fd8a6-5dfd-481e-8b78-ca788ab73bde x-openstack-request-id: req-d93fd8a6-5dfd-481e-8b78-ca788ab73bde {{(pid=104513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 15:36:44.139346 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5be11a3-5c7c-4a9b-8ee8-1fecb01a56cb", "name": "network-vif-plugged", "status": "completed", "tag": "73fdb231-ea43-435f-9a76-1040fac04d04", "code": 200}]} {{(pid=104513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 15:36:44.139596 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-d93fd8a6-5dfd-481e-8b78-ca788ab73bde {{(pid=104513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 15:36:44.140155 dv-cinder-835384-11-iscsi neutron-server[104513]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d93fd8a6-5dfd-481e-8b78-ca788ab73bde'] response: {'server_uuid': 'd5be11a3-5c7c-4a9b-8ee8-1fecb01a56cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73fdb231-ea43-435f-9a76-1040fac04d04', 'code': 200} Jun 24 15:36:44.156535 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Pushing event updated for resources: {'Port': ['ID=73fdb231-ea43-435f-9a76-1040fac04d04,revision_number=5']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:36:44.350666 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7af2fc0-e4dc-4b9a-8fb3-23c0daa06daa req-4cadcda8-86a6-430b-b597-8d8d1eebce3c tempest-VolumesNegativeTest-1932850434 tempest-VolumesNegativeTest-1932850434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:36:44.352729 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-c7af2fc0-e4dc-4b9a-8fb3-23c0daa06daa req-4cadcda8-86a6-430b-b597-8d8d1eebce3c tempest-VolumesNegativeTest-1932850434 tempest-VolumesNegativeTest-1932850434-project] 10.222.0.67 "GET /v2.0/ports?device_id=d5be11a3-5c7c-4a9b-8ee8-1fecb01a56cb HTTP/1.1" status: 200 len: 949 time: 0.0460596 Jun 24 15:36:44.403054 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-c7af2fc0-e4dc-4b9a-8fb3-23c0daa06daa req-20a28507-13b2-4f5e-bb0c-5e5daa366f3b tempest-VolumesNegativeTest-1932850434 tempest-VolumesNegativeTest-1932850434-project] 10.222.0.67 "GET /v2.0/security-groups?id=a90fcec5-3e85-43bb-b700-691a7f6123fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447023 Jun 24 15:36:44.472521 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42ed283-671e-48e6-8f27-300fa6f507c4 req-4db43a1a-0537-4724-a2c9-40e15f6debf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:36:44.473992 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-b42ed283-671e-48e6-8f27-300fa6f507c4 req-4db43a1a-0537-4724-a2c9-40e15f6debf7 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=d5be11a3-5c7c-4a9b-8ee8-1fecb01a56cb HTTP/1.1" status: 200 len: 1133 time: 0.0375800 Jun 24 15:36:44.518830 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-b42ed283-671e-48e6-8f27-300fa6f507c4 req-17659051-8b96-46fd-984c-56f66318007a service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=a90fcec5-3e85-43bb-b700-691a7f6123fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382397 Jun 24 15:36:45.521430 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a864e918-cb70-401d-a29d-7f3ff091f8ca req-6b1996ec-1ed1-4c83-9897-63e188ae6d80 tempest-VolumesNegativeTest-1932850434 tempest-VolumesNegativeTest-1932850434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:36:45.522929 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-a864e918-cb70-401d-a29d-7f3ff091f8ca req-6b1996ec-1ed1-4c83-9897-63e188ae6d80 tempest-VolumesNegativeTest-1932850434 tempest-VolumesNegativeTest-1932850434-project] 10.222.0.67 "GET /v2.0/ports?device_id=d5be11a3-5c7c-4a9b-8ee8-1fecb01a56cb HTTP/1.1" status: 200 len: 949 time: 0.0482898 Jun 24 15:36:45.541428 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=100 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:36:45.570406 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-a864e918-cb70-401d-a29d-7f3ff091f8ca req-5668cf25-fe1a-41a7-aee5-29c597d0b844 tempest-VolumesNegativeTest-1932850434 tempest-VolumesNegativeTest-1932850434-project] 10.222.0.67 "GET /v2.0/security-groups?id=a90fcec5-3e85-43bb-b700-691a7f6123fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419989 Jun 24 15:36:46.686781 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1624f08f-cf90-47a9-9394-464d125a4acd req-9f5b6b50-5844-4594-a42b-fc8407ebf745 tempest-VolumesNegativeTest-1932850434 tempest-VolumesNegativeTest-1932850434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:36:46.688283 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-1624f08f-cf90-47a9-9394-464d125a4acd req-9f5b6b50-5844-4594-a42b-fc8407ebf745 tempest-VolumesNegativeTest-1932850434 tempest-VolumesNegativeTest-1932850434-project] 10.222.0.67 "GET /v2.0/ports?device_id=d5be11a3-5c7c-4a9b-8ee8-1fecb01a56cb HTTP/1.1" status: 200 len: 949 time: 0.0506644 Jun 24 15:36:46.734801 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-1624f08f-cf90-47a9-9394-464d125a4acd req-efbe0963-ea09-4719-87ea-09f122647cbd tempest-VolumesNegativeTest-1932850434 tempest-VolumesNegativeTest-1932850434-project] 10.222.0.67 "GET /v2.0/security-groups?id=a90fcec5-3e85-43bb-b700-691a7f6123fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409071 Jun 24 15:36:47.179598 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e91851b-7983-4abe-a9fb-14fb603b4f1a req-f3041625-89f9-4dc1-98d3-8aaf30f0c7d3 tempest-VolumesNegativeTest-1932850434 tempest-VolumesNegativeTest-1932850434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:36:47.181655 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-2e91851b-7983-4abe-a9fb-14fb603b4f1a req-f3041625-89f9-4dc1-98d3-8aaf30f0c7d3 tempest-VolumesNegativeTest-1932850434 tempest-VolumesNegativeTest-1932850434-project] 10.222.0.67 "GET /v2.0/ports?device_id=d5be11a3-5c7c-4a9b-8ee8-1fecb01a56cb HTTP/1.1" status: 200 len: 949 time: 0.0470717 Jun 24 15:36:47.227843 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-2e91851b-7983-4abe-a9fb-14fb603b4f1a req-e0043c3f-eba8-4914-87d5-d63e39fea806 tempest-VolumesNegativeTest-1932850434 tempest-VolumesNegativeTest-1932850434-project] 10.222.0.67 "GET /v2.0/security-groups?id=a90fcec5-3e85-43bb-b700-691a7f6123fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404642 Jun 24 15:36:48.343642 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de86c00-a129-41bd-b35c-0dd4ab3b20b7 req-06ba750f-32e7-44fb-8ddc-b08910d98214 tempest-VolumesNegativeTest-1932850434 tempest-VolumesNegativeTest-1932850434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:36:48.345079 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-7de86c00-a129-41bd-b35c-0dd4ab3b20b7 req-06ba750f-32e7-44fb-8ddc-b08910d98214 tempest-VolumesNegativeTest-1932850434 tempest-VolumesNegativeTest-1932850434-project] 10.222.0.67 "GET /v2.0/ports?device_id=d5be11a3-5c7c-4a9b-8ee8-1fecb01a56cb HTTP/1.1" status: 200 len: 949 time: 0.0471599 Jun 24 15:36:48.396327 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-7de86c00-a129-41bd-b35c-0dd4ab3b20b7 req-111331cd-f4e8-4806-a1b6-23a9e14631cb tempest-VolumesNegativeTest-1932850434 tempest-VolumesNegativeTest-1932850434-project] 10.222.0.67 "GET /v2.0/security-groups?id=a90fcec5-3e85-43bb-b700-691a7f6123fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457842 Jun 24 15:36:48.501055 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af9b1a0-5a37-423e-8fd2-1c01ac017923 req-00159be3-be05-40f2-a64f-b1c2b5926b59 tempest-VolumesNegativeTest-1932850434 tempest-VolumesNegativeTest-1932850434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 15:36:48.502454 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-9af9b1a0-5a37-423e-8fd2-1c01ac017923 req-00159be3-be05-40f2-a64f-b1c2b5926b59 tempest-VolumesNegativeTest-1932850434 tempest-VolumesNegativeTest-1932850434-project] 10.222.0.64 "GET /v2.0/ports?device_id=d5be11a3-5c7c-4a9b-8ee8-1fecb01a56cb HTTP/1.1" status: 200 len: 949 time: 0.0458848 Jun 24 15:36:48.580375 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.plugin [req-9af9b1a0-5a37-423e-8fd2-1c01ac017923 req-8ec23c4e-fce6-4256-a222-821c755428c2 tempest-VolumesNegativeTest-1932850434 tempest-VolumesNegativeTest-1932850434-project] Deleting port 73fdb231-ea43-435f-9a76-1040fac04d04 {{(pid=104512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 15:36:48.580708 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [req-9af9b1a0-5a37-423e-8fd2-1c01ac017923 req-8ec23c4e-fce6-4256-a222-821c755428c2 tempest-VolumesNegativeTest-1932850434 tempest-VolumesNegativeTest-1932850434-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761385095720'] for port (73fdb231-ea43-435f-9a76-1040fac04d04), before_delete {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:36:48.593347 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=100 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:36:48.672077 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.db [req-9af9b1a0-5a37-423e-8fd2-1c01ac017923 req-8ec23c4e-fce6-4256-a222-821c755428c2 tempest-VolumesNegativeTest-1932850434 tempest-VolumesNegativeTest-1932850434-project] For port 73fdb231-ea43-435f-9a76-1040fac04d04, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=73fdb231-ea43-435f-9a76-1040fac04d04,segment=NetworkSegment(077d70f3-808e-4fbf-8187-df2b044c8db1),segment_id=077d70f3-808e-4fbf-8187-df2b044c8db1)] {{(pid=104512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 15:36:48.672443 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [req-9af9b1a0-5a37-423e-8fd2-1c01ac017923 req-8ec23c4e-fce6-4256-a222-821c755428c2 tempest-VolumesNegativeTest-1932850434 tempest-VolumesNegativeTest-1932850434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-465599'] for port (73fdb231-ea43-435f-9a76-1040fac04d04), precommit_delete {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:36:48.686078 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.plugin [req-9af9b1a0-5a37-423e-8fd2-1c01ac017923 req-8ec23c4e-fce6-4256-a222-821c755428c2 tempest-VolumesNegativeTest-1932850434 tempest-VolumesNegativeTest-1932850434-project] Calling delete_port for 73fdb231-ea43-435f-9a76-1040fac04d04 owned by compute:nova {{(pid=104512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 15:36:48.874598 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [req-9af9b1a0-5a37-423e-8fd2-1c01ac017923 req-8ec23c4e-fce6-4256-a222-821c755428c2 tempest-VolumesNegativeTest-1932850434 tempest-VolumesNegativeTest-1932850434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7727255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7879409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761385101680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761384583307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3859661'] for port (73fdb231-ea43-435f-9a76-1040fac04d04), after_delete {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:36:48.886021 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.db [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] get_ports_and_sgs() called for port_ids ['73fdb231-ea43-435f-9a76-1040fac04d04'] {{(pid=104513) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 15:36:48.903755 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec23c4e-fce6-4256-a222-821c755428c2 tempest-VolumesNegativeTest-1932850434 tempest-VolumesNegativeTest-1932850434-project] Pushing event deleted for resources: {'Port': ['ID=73fdb231-ea43-435f-9a76-1040fac04d04,revision_number=None']} {{(pid=104512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:36:48.949486 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.db.l3_dvrscheduler_db [req-9af9b1a0-5a37-423e-8fd2-1c01ac017923 req-8ec23c4e-fce6-4256-a222-821c755428c2 tempest-VolumesNegativeTest-1932850434 tempest-VolumesNegativeTest-1932850434-project] No DVR routers for this DVR port 73fdb231-ea43-435f-9a76-1040fac04d04 on host hv-cinder-83538 {{(pid=104512) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 24 15:36:48.952195 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [req-9af9b1a0-5a37-423e-8fd2-1c01ac017923 req-8ec23c4e-fce6-4256-a222-821c755428c2 tempest-VolumesNegativeTest-1932850434 tempest-VolumesNegativeTest-1932850434-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30073'] for port (None), before_response {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:36:48.955429 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-9af9b1a0-5a37-423e-8fd2-1c01ac017923 req-8ec23c4e-fce6-4256-a222-821c755428c2 tempest-VolumesNegativeTest-1932850434 tempest-VolumesNegativeTest-1932850434-project] 10.222.0.64 "DELETE /v2.0/ports/73fdb231-ea43-435f-9a76-1040fac04d04 HTTP/1.1" status: 204 len: 173 time: 0.4473369 Jun 24 15:36:48.955880 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5be11a3-5c7c-4a9b-8ee8-1fecb01a56cb', 'name': 'network-vif-deleted', 'tag': '73fdb231-ea43-435f-9a76-1040fac04d04'}] {{(pid=104512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 15:36:48.958144 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9db87de5340c6be2811fa9e5912a63998a589dd3f857fd3823a550d1ae48127" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc471772-da52-467d-b8b8-4c2ad479934a" -d '{"events": [{"server_uuid": "d5be11a3-5c7c-4a9b-8ee8-1fecb01a56cb", "name": "network-vif-deleted", "tag": "73fdb231-ea43-435f-9a76-1040fac04d04"}]}' {{(pid=104512) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 15:36:48.995920 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 15:36:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a90497c7-7615-45b5-b9e5-fbb9cf46a58f x-openstack-request-id: req-a90497c7-7615-45b5-b9e5-fbb9cf46a58f {{(pid=104512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 15:36:48.996303 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5be11a3-5c7c-4a9b-8ee8-1fecb01a56cb", "name": "network-vif-deleted", "tag": "73fdb231-ea43-435f-9a76-1040fac04d04", "status": "completed", "code": 200}]} {{(pid=104512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 15:36:48.996621 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-a90497c7-7615-45b5-b9e5-fbb9cf46a58f {{(pid=104512) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 15:36:48.997034 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a90497c7-7615-45b5-b9e5-fbb9cf46a58f'] response: {'server_uuid': 'd5be11a3-5c7c-4a9b-8ee8-1fecb01a56cb', 'name': 'network-vif-deleted', 'tag': '73fdb231-ea43-435f-9a76-1040fac04d04', 'status': 'completed', 'code': 200} Jun 24 15:36:49.501955 dv-cinder-835384-11-iscsi neutron-server[104512]: INFO neutron.wsgi [req-b3a36828-fea2-41ce-b7a5-5c357aee4d72 req-cdc046da-7e7e-4841-a35f-5002659aa1f5 tempest-VolumesNegativeTest-1932850434 tempest-VolumesNegativeTest-1932850434-project] 10.222.0.67 "GET /v2.0/ports?device_id=d5be11a3-5c7c-4a9b-8ee8-1fecb01a56cb HTTP/1.1" status: 200 len: 210 time: 0.0284510 Jun 24 15:36:49.754481 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG dbcounter [-] [104514] Writing DB stats neutron:SELECT=1 {{(pid=104514) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:36:49.759284 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG dbcounter [-] [104514] Writing DB stats neutron:SELECT=5 {{(pid=104514) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:36:51.270180 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:SELECT=82,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:36:51.271873 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:SELECT=74,neutron:UPDATE=2 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:36:51.276602 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:UPDATE=3,neutron:SELECT=81 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:36:51.367618 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-7fc085ac-98cc-4b6a-9860-13d9569d2d94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697012'] for agent (61dc9491-0c49-467e-b62a-6961ce952bc2), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:36:51.838057 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.rpc [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Device 73fdb231-ea43-435f-9a76-1040fac04d04 no longer exists at agent hyperv_hv-cinder-83538 {{(pid=104513) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 15:36:51.860314 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.plugin [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] No Port match for: 73fdb231-ea43-435f-9a76-1040fac04d04 {{(pid=104513) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 15:36:51.860657 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.rpc [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Device 73fdb231-ea43-435f-9a76-1040fac04d04 not bound to the agent host hv-cinder-83538 {{(pid=104513) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 15:36:53.750509 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-a37f647c-90fd-4020-8099-001c204435c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697012'] for agent (45985ff7-1335-48cd-ab02-73eb58295827), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:36:54.984334 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-6e9ba797-1d0c-40f8-9e0c-708f895be0b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697012'] for agent (f984396c-9862-4f32-9cf6-f19d2e5feb00), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:36:56.411155 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.wsgi [-] (104511) accepted ('10.222.0.67', 48192) {{(pid=104511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:36:56.446226 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-e7d2b4de-897d-40d1-b758-5e5b7ac4c4e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697012'] for agent (2f766f35-a225-44ed-b70f-669caec6f4a7), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:36:56.544005 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [None req-042aaaf1-63e0-4b0c-813d-ea322e3e6e9b admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=2c75120127524a4aa9c97a3032c1dd2c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1316652 Jun 24 15:36:56.546537 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.wsgi [-] (104511) accepted ('10.222.0.67', 48196) {{(pid=104511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 15:36:56.595752 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-cc4ccc86-b1f3-4737-b5c4-39e1d43eac8c admin admin] Publish callbacks [] for security_group (a90fcec5-3e85-43bb-b700-691a7f6123fb), before_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:36:56.617588 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-cc4ccc86-b1f3-4737-b5c4-39e1d43eac8c admin admin] Publish callbacks [] for security_group (a90fcec5-3e85-43bb-b700-691a7f6123fb), precommit_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:36:56.674720 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697012'] for agent (559fa80c-96d5-4fe7-8c5f-9eda482c27bf), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:36:56.761943 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-cc4ccc86-b1f3-4737-b5c4-39e1d43eac8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-275664'] for security_group (a90fcec5-3e85-43bb-b700-691a7f6123fb), after_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:36:56.764604 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-cc4ccc86-b1f3-4737-b5c4-39e1d43eac8c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:36:56.765833 dv-cinder-835384-11-iscsi neutron-server[104511]: INFO neutron.wsgi [None req-cc4ccc86-b1f3-4737-b5c4-39e1d43eac8c admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/a90fcec5-3e85-43bb-b700-691a7f6123fb HTTP/1.1" status: 204 len: 168 time: 0.2183504 Jun 24 15:36:56.773895 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4ccc86-b1f3-4737-b5c4-39e1d43eac8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a90fcec5-3e85-43bb-b700-691a7f6123fb,revision_number=None']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 15:36:59.482973 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=35,neutron:DELETE=3 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:36:59.483810 dv-cinder-835384-11-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=70,neutron:DELETE=5 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:37:00.728839 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.db.agents_db [None req-1e76bcc0-0ba2-49bf-a9b5-df198b272e3c None None] Agent healthcheck: found 6 active agents {{(pid=104514) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 15:37:06.399073 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:SELECT=3,neutron:UPDATE=2 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:37:06.600219 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:SELECT=6 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:37:06.652355 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=21,neutron:DELETE=1 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:37:06.770360 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=23,neutron:DELETE=3 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:37:06.786160 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:UPDATE=3,neutron:SELECT=7 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:37:10.355769 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697012'] for agent (f0fa743b-ff28-43ff-ac51-704c86538f10), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:37:20.278639 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:SELECT=1 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:37:20.282503 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:SELECT=1 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:37:20.284178 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:37:21.332539 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-86fedc29-c360-4d1e-bea1-148fae45d6a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697012'] for agent (61dc9491-0c49-467e-b62a-6961ce952bc2), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:37:23.753565 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-62ed058f-28e3-4ebf-a834-d4e05d1d88bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697012'] for agent (45985ff7-1335-48cd-ab02-73eb58295827), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:37:24.960918 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-6e9ba797-1d0c-40f8-9e0c-708f895be0b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697012'] for agent (f984396c-9862-4f32-9cf6-f19d2e5feb00), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:37:26.469887 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-e7d2b4de-897d-40d1-b758-5e5b7ac4c4e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697012'] for agent (2f766f35-a225-44ed-b70f-669caec6f4a7), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:37:26.663844 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697012'] for agent (559fa80c-96d5-4fe7-8c5f-9eda482c27bf), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:37:26.751645 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG dbcounter [-] [104514] Writing DB stats neutron:SELECT=16 {{(pid=104514) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:37:26.755590 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG dbcounter [-] [104514] Writing DB stats neutron:SELECT=18 {{(pid=104514) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:37:36.595449 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:37:36.600349 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:SELECT=5 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:37:36.602158 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:SELECT=4,neutron:UPDATE=3 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:37:37.727522 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.db.agents_db [None req-1e76bcc0-0ba2-49bf-a9b5-df198b272e3c None None] Agent healthcheck: found 6 active agents {{(pid=104514) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 15:37:40.372360 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697012'] for agent (f0fa743b-ff28-43ff-ac51-704c86538f10), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:37:50.295733 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:SELECT=2 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:37:50.299674 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:37:51.341694 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-935e0a4c-a8f3-4bb1-8215-627700e575a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697012'] for agent (61dc9491-0c49-467e-b62a-6961ce952bc2), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:37:53.776113 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-9304ee14-4839-425a-9f19-665682ef7b1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697012'] for agent (45985ff7-1335-48cd-ab02-73eb58295827), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:37:55.011800 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-6e9ba797-1d0c-40f8-9e0c-708f895be0b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697012'] for agent (f984396c-9862-4f32-9cf6-f19d2e5feb00), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:37:56.467930 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-e7d2b4de-897d-40d1-b758-5e5b7ac4c4e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697012'] for agent (2f766f35-a225-44ed-b70f-669caec6f4a7), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:37:56.673205 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697012'] for agent (559fa80c-96d5-4fe7-8c5f-9eda482c27bf), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:38:03.760640 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG dbcounter [-] [104514] Writing DB stats neutron:SELECT=4 {{(pid=104514) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:38:03.761401 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG dbcounter [-] [104514] Writing DB stats neutron:SELECT=6 {{(pid=104514) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:38:06.594942 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:38:06.599866 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:SELECT=4,neutron:UPDATE=2 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:38:06.602683 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:38:10.365973 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697012'] for agent (f0fa743b-ff28-43ff-ac51-704c86538f10), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:38:14.726622 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.db.agents_db [None req-1e76bcc0-0ba2-49bf-a9b5-df198b272e3c None None] Agent healthcheck: found 6 active agents {{(pid=104514) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 15:38:20.306649 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:SELECT=1 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:38:20.310539 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:SELECT=1 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:38:20.312321 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:38:21.343188 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-257b2fe8-255f-49b1-b713-ae4a73c701cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697012'] for agent (61dc9491-0c49-467e-b62a-6961ce952bc2), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:38:23.759806 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-8e8d9bd0-fbb8-4fdc-aadc-86d1a6948d40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697012'] for agent (45985ff7-1335-48cd-ab02-73eb58295827), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:38:24.721950 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG dbcounter [-] [104514] Writing DB stats neutron:SELECT=2 {{(pid=104514) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:38:24.722720 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG dbcounter [-] [104514] Writing DB stats neutron:DELETE=1,neutron:SELECT=1 {{(pid=104514) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:38:24.986848 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-6e9ba797-1d0c-40f8-9e0c-708f895be0b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697012'] for agent (f984396c-9862-4f32-9cf6-f19d2e5feb00), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:38:26.462586 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-e7d2b4de-897d-40d1-b758-5e5b7ac4c4e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697012'] for agent (2f766f35-a225-44ed-b70f-669caec6f4a7), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:38:26.666531 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697012'] for agent (559fa80c-96d5-4fe7-8c5f-9eda482c27bf), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:38:40.382917 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697012'] for agent (f0fa743b-ff28-43ff-ac51-704c86538f10), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:38:40.765969 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG dbcounter [-] [104514] Writing DB stats neutron:SELECT=4 {{(pid=104514) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:38:40.766751 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG dbcounter [-] [104514] Writing DB stats neutron:SELECT=2 {{(pid=104514) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:38:50.325440 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:UPDATE=1,neutron:SELECT=14 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:38:50.330345 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:SELECT=15,neutron:UPDATE=3 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:38:50.333124 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:SELECT=15,neutron:UPDATE=2 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:38:51.368938 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-8424adf9-a2ad-4764-a5e8-a3f7493f335d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697012'] for agent (61dc9491-0c49-467e-b62a-6961ce952bc2), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:38:51.725937 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.db.agents_db [None req-1e76bcc0-0ba2-49bf-a9b5-df198b272e3c None None] Agent healthcheck: found 6 active agents {{(pid=104514) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 15:38:53.803191 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-c3c9ec3e-3601-4179-a56f-2fd3ea635399 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697012'] for agent (45985ff7-1335-48cd-ab02-73eb58295827), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:38:55.026002 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-6e9ba797-1d0c-40f8-9e0c-708f895be0b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697012'] for agent (f984396c-9862-4f32-9cf6-f19d2e5feb00), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:38:56.479493 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-e7d2b4de-897d-40d1-b758-5e5b7ac4c4e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697012'] for agent (2f766f35-a225-44ed-b70f-669caec6f4a7), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:38:56.685131 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697012'] for agent (559fa80c-96d5-4fe7-8c5f-9eda482c27bf), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:39:01.721591 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG dbcounter [-] [104514] Writing DB stats neutron:SELECT=1 {{(pid=104514) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:39:01.722377 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG dbcounter [-] [104514] Writing DB stats neutron:SELECT=1 {{(pid=104514) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:39:06.598116 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:UPDATE=1,neutron:SELECT=5 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:39:06.602980 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:39:06.605688 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:SELECT=4,neutron:UPDATE=2 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:39:10.392640 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697012'] for agent (f0fa743b-ff28-43ff-ac51-704c86538f10), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:39:20.324773 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:SELECT=2 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:39:20.326655 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:39:20.474305 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG dbcounter [-] [104514] Writing DB stats neutron:SELECT=15 {{(pid=104514) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:39:20.476139 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG dbcounter [-] [104514] Writing DB stats neutron:SELECT=17 {{(pid=104514) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:39:21.363371 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-731ac623-44d9-4782-bbff-621eda7aef5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697012'] for agent (61dc9491-0c49-467e-b62a-6961ce952bc2), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:39:23.779669 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-77ea9a9d-8e64-4a36-accb-33184bd76ae6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697012'] for agent (45985ff7-1335-48cd-ab02-73eb58295827), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:39:25.037026 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-6e9ba797-1d0c-40f8-9e0c-708f895be0b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697012'] for agent (f984396c-9862-4f32-9cf6-f19d2e5feb00), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:39:26.496371 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-e7d2b4de-897d-40d1-b758-5e5b7ac4c4e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697012'] for agent (2f766f35-a225-44ed-b70f-669caec6f4a7), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:39:26.670857 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697012'] for agent (559fa80c-96d5-4fe7-8c5f-9eda482c27bf), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:39:28.725236 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.db.agents_db [None req-1e76bcc0-0ba2-49bf-a9b5-df198b272e3c None None] Agent healthcheck: found 6 active agents {{(pid=104514) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 15:39:36.597282 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:39:36.601144 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:SELECT=6 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:39:36.602830 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:SELECT=2,neutron:UPDATE=4 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:39:38.719942 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG dbcounter [-] [104514] Writing DB stats neutron:SELECT=1 {{(pid=104514) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:39:38.721803 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG dbcounter [-] [104514] Writing DB stats neutron:SELECT=1 {{(pid=104514) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:39:40.391199 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697012'] for agent (f0fa743b-ff28-43ff-ac51-704c86538f10), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:39:50.330137 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:SELECT=2 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:39:50.334040 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:SELECT=1 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:39:50.335765 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:UPDATE=1 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:39:51.364365 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-5828a83e-3501-4716-9041-d94f2d272aee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697012'] for agent (61dc9491-0c49-467e-b62a-6961ce952bc2), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:39:53.790617 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-84932751-0cf2-4916-827c-9c75d989844b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697012'] for agent (45985ff7-1335-48cd-ab02-73eb58295827), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:39:54.764024 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG dbcounter [-] [104514] Writing DB stats neutron:SELECT=2 {{(pid=104514) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:39:54.769651 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG dbcounter [-] [104514] Writing DB stats neutron:SELECT=4 {{(pid=104514) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:39:55.002203 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-6e9ba797-1d0c-40f8-9e0c-708f895be0b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697012'] for agent (f984396c-9862-4f32-9cf6-f19d2e5feb00), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:39:56.472850 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-e7d2b4de-897d-40d1-b758-5e5b7ac4c4e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697012'] for agent (2f766f35-a225-44ed-b70f-669caec6f4a7), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:39:56.638546 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697012'] for agent (559fa80c-96d5-4fe7-8c5f-9eda482c27bf), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:40:05.723741 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.db.agents_db [None req-1e76bcc0-0ba2-49bf-a9b5-df198b272e3c None None] Agent healthcheck: found 6 active agents {{(pid=104514) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 15:40:06.595525 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:40:06.599397 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:SELECT=7 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:40:06.601102 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:UPDATE=3,neutron:SELECT=3 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:40:10.379016 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697012'] for agent (f0fa743b-ff28-43ff-ac51-704c86538f10), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:40:14.782875 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.wsgi [req-5a872e99-aec9-4d51-8d40-1bb3a57a54f4 req-28d789f8-e8aa-429d-ae26-0bca09ae27d1 service neutron] (104511) timed out ('10.222.0.67', 42282) {{(pid=104511) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jun 24 15:40:14.856772 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.wsgi [req-5a872e99-aec9-4d51-8d40-1bb3a57a54f4 req-5962adac-a7b6-47b0-9b5b-52a43fa99038 tempest-TestShelveInstance-479722578 tempest-TestShelveInstance-479722578-project] (104511) timed out ('10.222.0.67', 42298) {{(pid=104511) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jun 24 15:40:15.719309 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG dbcounter [-] [104514] Writing DB stats neutron:SELECT=1 {{(pid=104514) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:40:19.801657 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG dbcounter [-] [104514] Writing DB stats neutron:SELECT=2,neutron:DELETE=1 {{(pid=104514) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:40:20.319306 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:SELECT=1 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:40:20.323298 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:SELECT=2 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:40:20.325085 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:UPDATE=1 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:40:20.384916 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.wsgi [req-6a2cf629-5804-4ad9-adc3-566eccacfddb req-f62bdb80-9c5d-43b9-9052-87409e9cf473 service neutron] (104511) timed out ('10.222.0.67', 45248) {{(pid=104511) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jun 24 15:40:20.561235 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.wsgi [req-6a2cf629-5804-4ad9-adc3-566eccacfddb req-a5b769c3-8959-41ed-9881-bea76a10164d tempest-AttachVolumeShelveTestJSON-991284910 tempest-AttachVolumeShelveTestJSON-991284910-project] (104511) timed out ('10.222.0.67', 45256) {{(pid=104511) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jun 24 15:40:21.352704 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-4528803e-c3e3-4b35-87a6-4941d71c02a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697012'] for agent (61dc9491-0c49-467e-b62a-6961ce952bc2), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:40:23.764193 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-353b4bf0-d329-4aa4-82f3-d40c5d67f35a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697012'] for agent (45985ff7-1335-48cd-ab02-73eb58295827), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:40:25.029833 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-6e9ba797-1d0c-40f8-9e0c-708f895be0b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697012'] for agent (f984396c-9862-4f32-9cf6-f19d2e5feb00), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:40:26.495485 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-e7d2b4de-897d-40d1-b758-5e5b7ac4c4e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697012'] for agent (2f766f35-a225-44ed-b70f-669caec6f4a7), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:40:26.670099 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697012'] for agent (559fa80c-96d5-4fe7-8c5f-9eda482c27bf), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:40:31.774713 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG dbcounter [-] [104514] Writing DB stats neutron:SELECT=2 {{(pid=104514) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:40:31.775636 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG dbcounter [-] [104514] Writing DB stats neutron:SELECT=4 {{(pid=104514) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:40:40.429396 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697012'] for agent (f0fa743b-ff28-43ff-ac51-704c86538f10), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:40:40.479707 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:SELECT=13 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:40:42.723844 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.db.agents_db [None req-1e76bcc0-0ba2-49bf-a9b5-df198b272e3c None None] Agent healthcheck: found 6 active agents {{(pid=104514) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 15:40:50.333578 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:UPDATE=4,neutron:SELECT=14 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:40:50.335412 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:SELECT=17,neutron:UPDATE=2 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:40:51.357624 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-fa9e423c-6ffb-4ce0-9a48-fc58c7e69b89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697012'] for agent (61dc9491-0c49-467e-b62a-6961ce952bc2), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:40:52.718182 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG dbcounter [-] [104514] Writing DB stats neutron:SELECT=1 {{(pid=104514) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:40:52.718932 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG dbcounter [-] [104514] Writing DB stats neutron:SELECT=1 {{(pid=104514) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:40:53.772370 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-09c2dd10-e8cc-4ac8-9c73-8bfd7a2f964d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697012'] for agent (45985ff7-1335-48cd-ab02-73eb58295827), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:40:55.037755 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-6e9ba797-1d0c-40f8-9e0c-708f895be0b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697012'] for agent (f984396c-9862-4f32-9cf6-f19d2e5feb00), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:40:56.478221 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-e7d2b4de-897d-40d1-b758-5e5b7ac4c4e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697012'] for agent (2f766f35-a225-44ed-b70f-669caec6f4a7), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:40:56.649146 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697012'] for agent (559fa80c-96d5-4fe7-8c5f-9eda482c27bf), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:41:06.591636 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:41:06.597179 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:41:06.598880 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:UPDATE=3,neutron:SELECT=2 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:41:08.771353 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG dbcounter [-] [104514] Writing DB stats neutron:SELECT=3 {{(pid=104514) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:41:08.772153 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG dbcounter [-] [104514] Writing DB stats neutron:SELECT=3 {{(pid=104514) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:41:10.403046 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697012'] for agent (f0fa743b-ff28-43ff-ac51-704c86538f10), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:41:19.723315 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.db.agents_db [None req-1e76bcc0-0ba2-49bf-a9b5-df198b272e3c None None] Agent healthcheck: found 6 active agents {{(pid=104514) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 15:41:20.326958 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:SELECT=1 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:41:20.332009 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:SELECT=2 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:41:20.334746 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:UPDATE=1 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:41:21.348442 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-bdaec339-ece3-4f34-866b-edb1bc851aa6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697012'] for agent (61dc9491-0c49-467e-b62a-6961ce952bc2), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:41:23.774529 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-37091763-b8db-4fd4-a295-5cc43e32f836 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697012'] for agent (45985ff7-1335-48cd-ab02-73eb58295827), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:41:25.002586 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-6e9ba797-1d0c-40f8-9e0c-708f895be0b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697012'] for agent (f984396c-9862-4f32-9cf6-f19d2e5feb00), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:41:26.491253 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-e7d2b4de-897d-40d1-b758-5e5b7ac4c4e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697012'] for agent (2f766f35-a225-44ed-b70f-669caec6f4a7), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:41:26.673962 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697012'] for agent (559fa80c-96d5-4fe7-8c5f-9eda482c27bf), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:41:29.718487 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG dbcounter [-] [104514] Writing DB stats neutron:SELECT=15 {{(pid=104514) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:41:29.719232 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG dbcounter [-] [104514] Writing DB stats neutron:SELECT=13 {{(pid=104514) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:41:36.423605 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:SELECT=4,neutron:UPDATE=1 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:41:36.596311 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:41:36.599113 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:UPDATE=3,neutron:SELECT=4 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:41:40.399852 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697012'] for agent (f0fa743b-ff28-43ff-ac51-704c86538f10), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:41:45.763032 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG dbcounter [-] [104514] Writing DB stats neutron:SELECT=1 {{(pid=104514) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:41:45.768622 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG dbcounter [-] [104514] Writing DB stats neutron:SELECT=5 {{(pid=104514) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:41:50.331197 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:SELECT=1 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:41:50.331974 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:SELECT=1 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:41:50.340276 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:41:51.336668 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-cafdd2c9-43f2-405f-8982-25e5c9eb9596 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697012'] for agent (61dc9491-0c49-467e-b62a-6961ce952bc2), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:41:53.782268 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-a8405377-b721-486e-9e7a-f461feea2bd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697012'] for agent (45985ff7-1335-48cd-ab02-73eb58295827), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:41:54.999317 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-6e9ba797-1d0c-40f8-9e0c-708f895be0b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697012'] for agent (f984396c-9862-4f32-9cf6-f19d2e5feb00), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:41:56.490908 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-e7d2b4de-897d-40d1-b758-5e5b7ac4c4e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697012'] for agent (2f766f35-a225-44ed-b70f-669caec6f4a7), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:41:56.679488 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-5ad06ee6-cf2c-42d4-8ff1-9e7c8a7fe13c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697012'] for agent (559fa80c-96d5-4fe7-8c5f-9eda482c27bf), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 15:41:56.722540 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG neutron.db.agents_db [None req-1e76bcc0-0ba2-49bf-a9b5-df198b272e3c None None] Agent healthcheck: found 6 active agents {{(pid=104514) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 15:42:04.946053 dv-cinder-835384-11-iscsi neutron-server[104511]: DEBUG neutron.wsgi [req-eb54d488-da5a-41d9-afa5-75c91825ff49 req-1d67cfa0-d090-4ed1-a38e-a80c7fae16d2 service neutron] (104511) timed out ('10.222.0.64', 61489) {{(pid=104511) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jun 24 15:42:06.596215 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:42:06.601087 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:SELECT=3,neutron:UPDATE=2 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:42:06.602900 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG dbcounter [-] [104513] Writing DB stats neutron:UPDATE=2,neutron:SELECT=6 {{(pid=104513) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:42:06.717464 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG dbcounter [-] [104514] Writing DB stats neutron:SELECT=1 {{(pid=104514) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:42:06.718188 dv-cinder-835384-11-iscsi neutron-server[104514]: DEBUG dbcounter [-] [104514] Writing DB stats neutron:SELECT=1 {{(pid=104514) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 15:42:10.402118 dv-cinder-835384-11-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-8d2b9aad-34b6-4d6e-b525-c8cb937a0517 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761385121145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697012'] for agent (f0fa743b-ff28-43ff-ac51-704c86538f10), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}